{"level":"warn","ts":"2026-03-19T11:05:16.367163Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T11:05:16.367247Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.250:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.250:2380","--initial-cluster=instance=https://199.204.45.250:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.250:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.250:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-19T11:05:16.367317Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T11:05:16.36733Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.250:2380"]} {"level":"info","ts":"2026-03-19T11:05:16.367347Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T11:05:16.367966Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.250:2379"]} {"level":"info","ts":"2026-03-19T11:05:16.368084Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.250:2380"],"listen-peer-urls":["https://199.204.45.250:2380"],"advertise-client-urls":["https://199.204.45.250:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.250:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.250:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-19T11:05:16.371943Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.61212ms"} {"level":"info","ts":"2026-03-19T11:05:16.378472Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d98d5f2c752cc52d","cluster-id":"c785b4aaf4bd3b11"} {"level":"info","ts":"2026-03-19T11:05:16.378552Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d switched to configuration voters=()"} {"level":"info","ts":"2026-03-19T11:05:16.378586Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became follower at term 0"} {"level":"info","ts":"2026-03-19T11:05:16.378601Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d98d5f2c752cc52d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-19T11:05:16.378621Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became follower at term 1"} {"level":"info","ts":"2026-03-19T11:05:16.378678Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d switched to configuration voters=(15676290522495632685)"} {"level":"warn","ts":"2026-03-19T11:05:16.387465Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-19T11:05:16.389111Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-19T11:05:16.390335Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-19T11:05:16.393975Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d98d5f2c752cc52d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-19T11:05:16.394132Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d98d5f2c752cc52d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-19T11:05:16.394277Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T11:05:16.394329Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T11:05:16.394339Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T11:05:16.395189Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d switched to configuration voters=(15676290522495632685)"} {"level":"info","ts":"2026-03-19T11:05:16.397129Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"c785b4aaf4bd3b11","local-member-id":"d98d5f2c752cc52d","added-peer-id":"d98d5f2c752cc52d","added-peer-peer-urls":["https://199.204.45.250:2380"]} {"level":"info","ts":"2026-03-19T11:05:16.399095Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T11:05:16.399296Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.250:2380"} {"level":"info","ts":"2026-03-19T11:05:16.399395Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d98d5f2c752cc52d","initial-advertise-peer-urls":["https://199.204.45.250:2380"],"listen-peer-urls":["https://199.204.45.250:2380"],"advertise-client-urls":["https://199.204.45.250:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.250:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-19T11:05:16.399443Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-19T11:05:16.39937Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.250:2380"} {"level":"info","ts":"2026-03-19T11:05:17.079737Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d is starting a new election at term 1"} {"level":"info","ts":"2026-03-19T11:05:17.079796Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became pre-candidate at term 1"} {"level":"info","ts":"2026-03-19T11:05:17.079826Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d received MsgPreVoteResp from d98d5f2c752cc52d at term 1"} {"level":"info","ts":"2026-03-19T11:05:17.079842Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became candidate at term 2"} {"level":"info","ts":"2026-03-19T11:05:17.07985Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d received MsgVoteResp from d98d5f2c752cc52d at term 2"} {"level":"info","ts":"2026-03-19T11:05:17.079862Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became leader at term 2"} {"level":"info","ts":"2026-03-19T11:05:17.079875Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d98d5f2c752cc52d elected leader d98d5f2c752cc52d at term 2"} {"level":"info","ts":"2026-03-19T11:05:17.221375Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d98d5f2c752cc52d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.250:2379]}","request-path":"/0/members/d98d5f2c752cc52d/attributes","cluster-id":"c785b4aaf4bd3b11","publish-timeout":"7s"} {"level":"info","ts":"2026-03-19T11:05:17.221409Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T11:05:17.221397Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T11:05:17.221585Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T11:05:17.221946Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-19T11:05:17.221985Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-19T11:05:17.225351Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-19T11:05:17.225609Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.250:2379"} {"level":"info","ts":"2026-03-19T11:05:17.257551Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"c785b4aaf4bd3b11","local-member-id":"d98d5f2c752cc52d","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T11:05:17.260314Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T11:05:17.260401Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-03-19T11:05:19.819238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.291303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-19T11:05:19.819411Z","caller":"traceutil/trace.go:171","msg":"trace[232594957] transaction","detail":"{read_only:false; response_revision:98; number_of_response:1; }","duration":"199.543293ms","start":"2026-03-19T11:05:19.619853Z","end":"2026-03-19T11:05:19.819397Z","steps":["trace[232594957] 'compare' (duration: 196.153759ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:05:21.97419Z","caller":"traceutil/trace.go:171","msg":"trace[251597549] transaction","detail":"{read_only:false; response_revision:229; number_of_response:1; }","duration":"102.890108ms","start":"2026-03-19T11:05:21.871233Z","end":"2026-03-19T11:05:21.974124Z","steps":["trace[251597549] 'process raft request' (duration: 98.718053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:05:28.020163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.557001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:05:28.020298Z","caller":"traceutil/trace.go:171","msg":"trace[107121904] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"497.885405ms","start":"2026-03-19T11:05:27.522391Z","end":"2026-03-19T11:05:28.020276Z","steps":["trace[107121904] 'process raft request' (duration: 164.954424ms)","trace[107121904] 'compare' (duration: 332.420978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:05:28.020386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:05:27.522336Z","time spent":"498.008339ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4467,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:05:28.785768Z","caller":"traceutil/trace.go:171","msg":"trace[1378990234] linearizableReadLoop","detail":"{readStateIndex:365; appliedIndex:364; }","duration":"265.159205ms","start":"2026-03-19T11:05:28.520586Z","end":"2026-03-19T11:05:28.785745Z","steps":["trace[1378990234] 'read index received' (duration: 265.023702ms)","trace[1378990234] 'applied index is now lower than readState.Index' (duration: 134.323µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:05:28.785821Z","caller":"traceutil/trace.go:171","msg":"trace[1435037837] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"276.414449ms","start":"2026-03-19T11:05:28.509374Z","end":"2026-03-19T11:05:28.785788Z","steps":["trace[1435037837] 'process raft request' (duration: 276.220843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:05:28.785928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.295449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T11:05:28.785966Z","caller":"traceutil/trace.go:171","msg":"trace[1639642056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:355; }","duration":"265.410212ms","start":"2026-03-19T11:05:28.520544Z","end":"2026-03-19T11:05:28.785954Z","steps":["trace[1639642056] 'agreement among raft nodes before linearized reading' (duration: 265.296569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:05:28.947942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.320821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:05:28.948182Z","caller":"traceutil/trace.go:171","msg":"trace[579978491] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"157.413612ms","start":"2026-03-19T11:05:28.790754Z","end":"2026-03-19T11:05:28.948167Z","steps":["trace[579978491] 'process raft request' (duration: 157.301239ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:05:28.948167Z","caller":"traceutil/trace.go:171","msg":"trace[677656780] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"164.344048ms","start":"2026-03-19T11:05:28.783793Z","end":"2026-03-19T11:05:28.948137Z","steps":["trace[677656780] 'process raft request' (duration: 13.719449ms)","trace[677656780] 'compare' (duration: 150.173407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:05:35.470451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536065884,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T11:05:35.549128Z","caller":"traceutil/trace.go:171","msg":"trace[264035831] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"786.897283ms","start":"2026-03-19T11:05:34.762197Z","end":"2026-03-19T11:05:35.549094Z","steps":["trace[264035831] 'process raft request' (duration: 786.664827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:05:35.549445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:05:34.762175Z","time spent":"787.061628ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:05:36.27485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.095669ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T11:05:36.274953Z","caller":"traceutil/trace.go:171","msg":"trace[1126799518] linearizableReadLoop","detail":"{readStateIndex:385; appliedIndex:383; }","duration":"1.304761148s","start":"2026-03-19T11:05:34.970178Z","end":"2026-03-19T11:05:36.274939Z","steps":["trace[1126799518] 'read index received' (duration: 578.651142ms)","trace[1126799518] 'applied index is now lower than readState.Index' (duration: 726.108876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:05:36.275095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304909561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T11:05:36.275133Z","caller":"traceutil/trace.go:171","msg":"trace[1206529916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:373; }","duration":"1.304995524s","start":"2026-03-19T11:05:34.970129Z","end":"2026-03-19T11:05:36.275124Z","steps":["trace[1206529916] 'agreement among raft nodes before linearized reading' (duration: 1.304899611s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:05:36.275169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:05:34.970103Z","time spent":"1.305056986s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:05:36.275203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265885231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T11:05:36.275238Z","caller":"traceutil/trace.go:171","msg":"trace[1986163383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:373; }","duration":"1.265932862s","start":"2026-03-19T11:05:35.009296Z","end":"2026-03-19T11:05:36.275229Z","steps":["trace[1986163383] 'agreement among raft nodes before linearized reading' (duration: 1.26586758s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:05:36.275258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:05:35.009291Z","time spent":"1.265963042s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:05:36.275244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269329183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T11:05:36.275227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.200442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4373"} {"level":"warn","ts":"2026-03-19T11:05:36.275368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.699494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-03-19T11:05:36.275397Z","caller":"traceutil/trace.go:171","msg":"trace[158664762] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:373; }","duration":"731.45087ms","start":"2026-03-19T11:05:35.543936Z","end":"2026-03-19T11:05:36.275387Z","steps":["trace[158664762] 'agreement among raft nodes before linearized reading' (duration: 731.172152ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:05:36.275424Z","caller":"traceutil/trace.go:171","msg":"trace[439835045] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:373; }","duration":"722.791436ms","start":"2026-03-19T11:05:35.55262Z","end":"2026-03-19T11:05:36.275412Z","steps":["trace[439835045] 'agreement among raft nodes before linearized reading' (duration: 722.509619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:05:36.27544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:05:35.543899Z","time spent":"731.531662ms","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4397,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T11:05:36.275454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:05:35.552593Z","time spent":"722.856357ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-19T11:05:36.275361Z","caller":"traceutil/trace.go:171","msg":"trace[1453717291] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:373; }","duration":"1.269501517s","start":"2026-03-19T11:05:35.005833Z","end":"2026-03-19T11:05:36.275335Z","steps":["trace[1453717291] 'agreement among raft nodes before linearized reading' (duration: 1.269264311s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:05:36.275593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:05:35.005812Z","time spent":"1.269770705s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:05:36.275259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26735646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T11:05:36.275655Z","caller":"traceutil/trace.go:171","msg":"trace[1565107442] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:373; }","duration":"1.267776572s","start":"2026-03-19T11:05:35.007867Z","end":"2026-03-19T11:05:36.275643Z","steps":["trace[1565107442] 'agreement among raft nodes before linearized reading' (duration: 1.267318089s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:05:36.275671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:05:35.007862Z","time spent":"1.267804012s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T11:05:36.417775Z","caller":"traceutil/trace.go:171","msg":"trace[887564112] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"138.106601ms","start":"2026-03-19T11:05:36.279652Z","end":"2026-03-19T11:05:36.417758Z","steps":["trace[887564112] 'process raft request' (duration: 137.973748ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:05:36.417786Z","caller":"traceutil/trace.go:171","msg":"trace[185297048] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"138.284997ms","start":"2026-03-19T11:05:36.279448Z","end":"2026-03-19T11:05:36.417733Z","steps":["trace[185297048] 'process raft request' (duration: 137.941937ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:05:36.417749Z","caller":"traceutil/trace.go:171","msg":"trace[1778650929] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"138.136852ms","start":"2026-03-19T11:05:36.279582Z","end":"2026-03-19T11:05:36.417719Z","steps":["trace[1778650929] 'process raft request' (duration: 137.999819ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:05:36.418067Z","caller":"traceutil/trace.go:171","msg":"trace[1389988468] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"131.883854ms","start":"2026-03-19T11:05:36.286173Z","end":"2026-03-19T11:05:36.418057Z","steps":["trace[1389988468] 'process raft request' (duration: 131.486764ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:05:36.41806Z","caller":"traceutil/trace.go:171","msg":"trace[916066165] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"129.947142ms","start":"2026-03-19T11:05:36.288089Z","end":"2026-03-19T11:05:36.418036Z","steps":["trace[916066165] 'process raft request' (duration: 129.813618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:05:42.945422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536065962,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:05:43.44641Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536065962,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:05:43.472803Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.130216805s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T11:05:43.473246Z","caller":"traceutil/trace.go:171","msg":"trace[1252761813] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"1.130703438s","start":"2026-03-19T11:05:42.342518Z","end":"2026-03-19T11:05:43.473221Z","steps":["trace[1252761813] 'process raft request' (duration: 1.130545574s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:05:43.47339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:05:42.342506Z","time spent":"1.130812811s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:05:43.504623Z","caller":"traceutil/trace.go:171","msg":"trace[853686847] linearizableReadLoop","detail":"{readStateIndex:435; appliedIndex:433; }","duration":"1.060233709s","start":"2026-03-19T11:05:42.444367Z","end":"2026-03-19T11:05:43.504601Z","steps":["trace[853686847] 'read index received' (duration: 1.028699569s)","trace[853686847] 'applied index is now lower than readState.Index' (duration: 31.53279ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:05:43.504701Z","caller":"traceutil/trace.go:171","msg":"trace[1342631140] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"557.42309ms","start":"2026-03-19T11:05:42.947259Z","end":"2026-03-19T11:05:43.504682Z","steps":["trace[1342631140] 'process raft request' (duration: 557.246105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:05:43.504783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060413904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T11:05:43.504811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05916732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T11:05:43.504847Z","caller":"traceutil/trace.go:171","msg":"trace[2006503596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:420; }","duration":"1.060528097s","start":"2026-03-19T11:05:42.444304Z","end":"2026-03-19T11:05:43.504832Z","steps":["trace[2006503596] 'agreement among raft nodes before linearized reading' (duration: 1.060403473s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:05:43.504838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:05:42.947228Z","time spent":"557.525213ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:05:43.504884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:05:42.444282Z","time spent":"1.060597199s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:05:43.504847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060486066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T11:05:43.504848Z","caller":"traceutil/trace.go:171","msg":"trace[895157939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:420; }","duration":"1.059248032s","start":"2026-03-19T11:05:42.44559Z","end":"2026-03-19T11:05:43.504838Z","steps":["trace[895157939] 'agreement among raft nodes before linearized reading' (duration: 1.05917299s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:05:43.504934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.612226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:05:43.504987Z","caller":"traceutil/trace.go:171","msg":"trace[1425173811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:420; }","duration":"881.74674ms","start":"2026-03-19T11:05:42.623224Z","end":"2026-03-19T11:05:43.504971Z","steps":["trace[1425173811] 'agreement among raft nodes before linearized reading' (duration: 881.645477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:05:43.505049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:05:42.623204Z","time spent":"881.831661ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:05:43.505033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:05:42.445568Z","time spent":"1.059413977s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T11:05:43.504977Z","caller":"traceutil/trace.go:171","msg":"trace[2042960355] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:420; }","duration":"1.06064769s","start":"2026-03-19T11:05:42.444304Z","end":"2026-03-19T11:05:43.504951Z","steps":["trace[2042960355] 'agreement among raft nodes before linearized reading' (duration: 1.060466855s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:05:43.505151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:05:42.444282Z","time spent":"1.060854576s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T11:05:43.670984Z","caller":"traceutil/trace.go:171","msg":"trace[899479572] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"161.199233ms","start":"2026-03-19T11:05:43.509765Z","end":"2026-03-19T11:05:43.670965Z","steps":["trace[899479572] 'process raft request' (duration: 161.175073ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:05:43.671112Z","caller":"traceutil/trace.go:171","msg":"trace[950932869] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"161.384589ms","start":"2026-03-19T11:05:43.509692Z","end":"2026-03-19T11:05:43.671077Z","steps":["trace[950932869] 'process raft request' (duration: 161.172253ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:05:45.712753Z","caller":"traceutil/trace.go:171","msg":"trace[1349041049] linearizableReadLoop","detail":"{readStateIndex:440; appliedIndex:439; }","duration":"106.15014ms","start":"2026-03-19T11:05:45.606579Z","end":"2026-03-19T11:05:45.712729Z","steps":["trace[1349041049] 'read index received' (duration: 105.967175ms)","trace[1349041049] 'applied index is now lower than readState.Index' (duration: 181.755µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:05:45.71292Z","caller":"traceutil/trace.go:171","msg":"trace[736517257] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"231.726534ms","start":"2026-03-19T11:05:45.481136Z","end":"2026-03-19T11:05:45.712862Z","steps":["trace[736517257] 'process raft request' (duration: 231.396135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:05:45.712957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.357715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T11:05:45.712994Z","caller":"traceutil/trace.go:171","msg":"trace[507663350] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:424; }","duration":"106.444958ms","start":"2026-03-19T11:05:45.606539Z","end":"2026-03-19T11:05:45.712983Z","steps":["trace[507663350] 'agreement among raft nodes before linearized reading' (duration: 106.328115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:05:46.798482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.382093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:05:46.798678Z","caller":"traceutil/trace.go:171","msg":"trace[1312965172] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"1.081630286s","start":"2026-03-19T11:05:45.717032Z","end":"2026-03-19T11:05:46.798662Z","steps":["trace[1312965172] 'process raft request' (duration: 1.081554353s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:05:46.798751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:05:45.717012Z","time spent":"1.081708627s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:05:46.798733Z","caller":"traceutil/trace.go:171","msg":"trace[1446772291] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"1.082895019s","start":"2026-03-19T11:05:45.71579Z","end":"2026-03-19T11:05:46.798685Z","steps":["trace[1446772291] 'process raft request' (duration: 546.234318ms)","trace[1446772291] 'compare' (duration: 536.24961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:05:46.798954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:05:45.715764Z","time spent":"1.083055164s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:05:46.798963Z","caller":"traceutil/trace.go:171","msg":"trace[1078887008] linearizableReadLoop","detail":"{readStateIndex:443; appliedIndex:440; }","duration":"187.272366ms","start":"2026-03-19T11:05:46.611657Z","end":"2026-03-19T11:05:46.798929Z","steps":["trace[1078887008] 'read index received' (duration: 105.107282ms)","trace[1078887008] 'applied index is now lower than readState.Index' (duration: 82.163604ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:05:46.798988Z","caller":"traceutil/trace.go:171","msg":"trace[772973265] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"1.08142911s","start":"2026-03-19T11:05:45.717527Z","end":"2026-03-19T11:05:46.798956Z","steps":["trace[772973265] 'process raft request' (duration: 1.081107142s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:05:46.799056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.39629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:05:46.799095Z","caller":"traceutil/trace.go:171","msg":"trace[2172456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:427; }","duration":"187.468412ms","start":"2026-03-19T11:05:46.611616Z","end":"2026-03-19T11:05:46.799084Z","steps":["trace[2172456] 'agreement among raft nodes before linearized reading' (duration: 187.40881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:05:46.799148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:05:45.7175Z","time spent":"1.081546763s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:05:47.922124Z","caller":"traceutil/trace.go:171","msg":"trace[1423831867] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"199.63385ms","start":"2026-03-19T11:05:47.722473Z","end":"2026-03-19T11:05:47.922107Z","steps":["trace[1423831867] 'process raft request' (duration: 199.501776ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:05:49.122571Z","caller":"traceutil/trace.go:171","msg":"trace[190871866] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"315.999844ms","start":"2026-03-19T11:05:48.806555Z","end":"2026-03-19T11:05:49.122555Z","steps":["trace[190871866] 'process raft request' (duration: 315.898642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:05:49.122673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:05:48.806534Z","time spent":"316.085457ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:05:49.125945Z","caller":"traceutil/trace.go:171","msg":"trace[1346521080] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"318.893852ms","start":"2026-03-19T11:05:48.807031Z","end":"2026-03-19T11:05:49.125925Z","steps":["trace[1346521080] 'process raft request' (duration: 318.774159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:05:49.126071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:05:48.807024Z","time spent":"318.978505ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:05:49.126095Z","caller":"traceutil/trace.go:171","msg":"trace[1653828796] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"319.003045ms","start":"2026-03-19T11:05:48.807066Z","end":"2026-03-19T11:05:49.126069Z","steps":["trace[1653828796] 'process raft request' (duration: 318.834101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:05:49.126199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:05:48.807062Z","time spent":"319.082558ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:05:52.13038Z","caller":"traceutil/trace.go:171","msg":"trace[930469310] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"188.605942ms","start":"2026-03-19T11:05:51.941742Z","end":"2026-03-19T11:05:52.130348Z","steps":["trace[930469310] 'process raft request' (duration: 188.404386ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:05:52.494686Z","caller":"traceutil/trace.go:171","msg":"trace[882227724] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"317.668089ms","start":"2026-03-19T11:05:52.176983Z","end":"2026-03-19T11:05:52.494651Z","steps":["trace[882227724] 'process raft request' (duration: 317.485504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:05:52.494891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:05:52.176917Z","time spent":"317.866815ms","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4571,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:05:52.749072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.906713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:05:52.749146Z","caller":"traceutil/trace.go:171","msg":"trace[1783854754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:473; }","duration":"139.033666ms","start":"2026-03-19T11:05:52.610098Z","end":"2026-03-19T11:05:52.749131Z","steps":["trace[1783854754] 'range keys from in-memory index tree' (duration: 138.793851ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:05:53.258181Z","caller":"traceutil/trace.go:171","msg":"trace[853578019] linearizableReadLoop","detail":"{readStateIndex:491; appliedIndex:490; }","duration":"119.027557ms","start":"2026-03-19T11:05:53.139122Z","end":"2026-03-19T11:05:53.258149Z","steps":["trace[853578019] 'read index received' (duration: 118.822072ms)","trace[853578019] 'applied index is now lower than readState.Index' (duration: 204.185µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:05:53.258202Z","caller":"traceutil/trace.go:171","msg":"trace[760572492] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"119.837499ms","start":"2026-03-19T11:05:53.138342Z","end":"2026-03-19T11:05:53.258179Z","steps":["trace[760572492] 'process raft request' (duration: 119.635833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:05:53.258369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.235322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T11:05:53.258404Z","caller":"traceutil/trace.go:171","msg":"trace[859165764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:474; }","duration":"119.300575ms","start":"2026-03-19T11:05:53.139096Z","end":"2026-03-19T11:05:53.258397Z","steps":["trace[859165764] 'agreement among raft nodes before linearized reading' (duration: 119.150321ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:05:53.385383Z","caller":"traceutil/trace.go:171","msg":"trace[8990147] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"246.218215ms","start":"2026-03-19T11:05:53.139133Z","end":"2026-03-19T11:05:53.385351Z","steps":["trace[8990147] 'process raft request' (duration: 194.278815ms)","trace[8990147] 'compare' (duration: 51.757085ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:05:53.385541Z","caller":"traceutil/trace.go:171","msg":"trace[1106061449] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"124.257018ms","start":"2026-03-19T11:05:53.261253Z","end":"2026-03-19T11:05:53.38551Z","steps":["trace[1106061449] 'process raft request' (duration: 124.049563ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:05:59.683134Z","caller":"traceutil/trace.go:171","msg":"trace[159608054] linearizableReadLoop","detail":"{readStateIndex:530; appliedIndex:529; }","duration":"277.885208ms","start":"2026-03-19T11:05:59.405226Z","end":"2026-03-19T11:05:59.683111Z","steps":["trace[159608054] 'read index received' (duration: 277.707723ms)","trace[159608054] 'applied index is now lower than readState.Index' (duration: 176.205µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:05:59.683364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.130345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T11:05:59.683442Z","caller":"traceutil/trace.go:171","msg":"trace[1720136151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:512; }","duration":"278.246587ms","start":"2026-03-19T11:05:59.405177Z","end":"2026-03-19T11:05:59.683424Z","steps":["trace[1720136151] 'agreement among raft nodes before linearized reading' (duration: 278.079963ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:05:59.683592Z","caller":"traceutil/trace.go:171","msg":"trace[1255030526] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"399.161085ms","start":"2026-03-19T11:05:59.284421Z","end":"2026-03-19T11:05:59.683582Z","steps":["trace[1255030526] 'process raft request' (duration: 398.545139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:05:59.683674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:05:59.284403Z","time spent":"399.209607ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:05:59.68339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.021444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T11:05:59.683801Z","caller":"traceutil/trace.go:171","msg":"trace[1436358531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:512; }","duration":"277.467077ms","start":"2026-03-19T11:05:59.406325Z","end":"2026-03-19T11:05:59.683792Z","steps":["trace[1436358531] 'agreement among raft nodes before linearized reading' (duration: 276.942203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:00.161085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.401558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:06:00.161211Z","caller":"traceutil/trace.go:171","msg":"trace[548414260] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"472.189064ms","start":"2026-03-19T11:05:59.689002Z","end":"2026-03-19T11:06:00.161191Z","steps":["trace[548414260] 'process raft request' (duration: 77.604661ms)","trace[548414260] 'compare' (duration: 394.247233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:06:00.161296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:05:59.688986Z","time spent":"472.264136ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:06:01.803534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412267365s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:06:01.80387Z","caller":"traceutil/trace.go:171","msg":"trace[1553371132] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:531; }","duration":"1.791245036s","start":"2026-03-19T11:06:00.012604Z","end":"2026-03-19T11:06:01.803849Z","steps":["trace[1553371132] 'read index received' (duration: 378.221861ms)","trace[1553371132] 'applied index is now lower than readState.Index' (duration: 1.413021715s)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:06:01.804Z","caller":"traceutil/trace.go:171","msg":"trace[653228683] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"2.114655551s","start":"2026-03-19T11:05:59.68933Z","end":"2026-03-19T11:06:01.803985Z","steps":["trace[653228683] 'process raft request' (duration: 701.455541ms)","trace[653228683] 'compare' (duration: 1.412113131s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:06:01.804079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:05:59.689308Z","time spent":"2.114729883s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:06:01.804296Z","caller":"traceutil/trace.go:171","msg":"trace[279118233] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"2.090520921s","start":"2026-03-19T11:05:59.713697Z","end":"2026-03-19T11:06:01.804218Z","steps":["trace[279118233] 'process raft request' (duration: 2.09009351s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:01.80444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.310152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:06:01.804452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:05:59.713674Z","time spent":"2.090698515s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:06:01.804477Z","caller":"traceutil/trace.go:171","msg":"trace[1327408727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:516; }","duration":"192.377074ms","start":"2026-03-19T11:06:01.61209Z","end":"2026-03-19T11:06:01.804467Z","steps":["trace[1327408727] 'agreement among raft nodes before linearized reading' (duration: 192.318752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:01.804458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623826496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T11:06:01.80453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791934895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:06:01.804571Z","caller":"traceutil/trace.go:171","msg":"trace[909399704] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:516; }","duration":"1.792001077s","start":"2026-03-19T11:06:00.012557Z","end":"2026-03-19T11:06:01.804558Z","steps":["trace[909399704] 'agreement among raft nodes before linearized reading' (duration: 1.791948586s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:01.804594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424591857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T11:06:01.804609Z","caller":"traceutil/trace.go:171","msg":"trace[1950969568] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:516; }","duration":"1.424634408s","start":"2026-03-19T11:06:00.37997Z","end":"2026-03-19T11:06:01.804605Z","steps":["trace[1950969568] 'agreement among raft nodes before linearized reading' (duration: 1.424582336s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:01.804607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:00.012539Z","time spent":"1.792061688s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-19T11:06:01.804631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:00.379954Z","time spent":"1.424673629s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"info","ts":"2026-03-19T11:06:01.80472Z","caller":"traceutil/trace.go:171","msg":"trace[605456193] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"2.10790908s","start":"2026-03-19T11:05:59.696804Z","end":"2026-03-19T11:06:01.804713Z","steps":["trace[605456193] 'process raft request' (duration: 2.106872992s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:01.804533Z","caller":"traceutil/trace.go:171","msg":"trace[102034677] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:516; }","duration":"1.623951129s","start":"2026-03-19T11:06:00.180564Z","end":"2026-03-19T11:06:01.804515Z","steps":["trace[102034677] 'agreement among raft nodes before linearized reading' (duration: 1.623714283s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:01.804776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:05:59.69678Z","time spent":"2.107972082s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:06:01.804811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:00.180543Z","time spent":"1.624256067s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T11:06:01.804459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.687245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T11:06:01.805019Z","caller":"traceutil/trace.go:171","msg":"trace[1735756339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:516; }","duration":"117.2734ms","start":"2026-03-19T11:06:01.687681Z","end":"2026-03-19T11:06:01.804955Z","steps":["trace[1735756339] 'agreement among raft nodes before linearized reading' (duration: 116.612322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:02.207862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.401327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:06:02.208057Z","caller":"traceutil/trace.go:171","msg":"trace[1642020363] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"399.191135ms","start":"2026-03-19T11:06:01.808845Z","end":"2026-03-19T11:06:02.208036Z","steps":["trace[1642020363] 'process raft request' (duration: 194.542171ms)","trace[1642020363] 'compare' (duration: 204.289095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:06:02.208131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.667065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:06:02.208171Z","caller":"traceutil/trace.go:171","msg":"trace[787189203] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:0; response_revision:519; }","duration":"348.736947ms","start":"2026-03-19T11:06:01.859423Z","end":"2026-03-19T11:06:02.20816Z","steps":["trace[787189203] 'agreement among raft nodes before linearized reading' (duration: 348.663215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:02.208209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:01.859409Z","time spent":"348.792188ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-19T11:06:02.208237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:01.808833Z","time spent":"399.267867ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:06:02.208422Z","caller":"traceutil/trace.go:171","msg":"trace[1433430752] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"399.432802ms","start":"2026-03-19T11:06:01.808979Z","end":"2026-03-19T11:06:02.208411Z","steps":["trace[1433430752] 'process raft request' (duration: 398.98158ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:02.208059Z","caller":"traceutil/trace.go:171","msg":"trace[1641744230] linearizableReadLoop","detail":"{readStateIndex:538; appliedIndex:535; }","duration":"348.573121ms","start":"2026-03-19T11:06:01.859474Z","end":"2026-03-19T11:06:02.208047Z","steps":["trace[1641744230] 'read index received' (duration: 143.931307ms)","trace[1641744230] 'applied index is now lower than readState.Index' (duration: 204.640974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:06:02.208487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:01.80897Z","time spent":"399.484573ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:06:02.2086Z","caller":"traceutil/trace.go:171","msg":"trace[1012020097] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"350.257267ms","start":"2026-03-19T11:06:01.858329Z","end":"2026-03-19T11:06:02.208587Z","steps":["trace[1012020097] 'process raft request' (duration: 349.680742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:02.208924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:01.858238Z","time spent":"350.600357ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:06:02.714437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536066180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:06:03.215611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536066180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:06:03.716346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536066180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:06:03.936958Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.723781409s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T11:06:04.636344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00030479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T11:06:04.636461Z","caller":"traceutil/trace.go:171","msg":"trace[126718718] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000486094s","start":"2026-03-19T11:06:02.635955Z","end":"2026-03-19T11:06:04.636442Z","steps":["trace[126718718] 'agreement among raft nodes before linearized reading' (duration: 2.00034352s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:04.636514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:02.635937Z","time spent":"2.000564337s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:06:05.631357Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.678133887s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T11:06:05.635884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.491443273s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:06:05.636021Z","caller":"traceutil/trace.go:171","msg":"trace[965719650] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:519; }","duration":"2.491569656s","start":"2026-03-19T11:06:03.144413Z","end":"2026-03-19T11:06:05.635983Z","steps":["trace[965719650] 'range keys from in-memory index tree' (duration: 2.491427003s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:05.636102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698811374s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:06:05.636253Z","caller":"traceutil/trace.go:171","msg":"trace[451329908] linearizableReadLoop","detail":"{readStateIndex:540; appliedIndex:538; }","duration":"3.422755137s","start":"2026-03-19T11:06:02.213471Z","end":"2026-03-19T11:06:05.636226Z","steps":["trace[451329908] 'read index received' (duration: 1.723756327s)","trace[451329908] 'applied index is now lower than readState.Index' (duration: 1.698998s)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:06:05.636255Z","caller":"traceutil/trace.go:171","msg":"trace[658193007] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"3.423151008s","start":"2026-03-19T11:06:02.213076Z","end":"2026-03-19T11:06:05.636227Z","steps":["trace[658193007] 'process raft request' (duration: 1.724137558s)","trace[658193007] 'compare' (duration: 1.698728602s)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:06:05.636314Z","caller":"traceutil/trace.go:171","msg":"trace[613526449] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"1.98069342s","start":"2026-03-19T11:06:03.65559Z","end":"2026-03-19T11:06:05.636283Z","steps":["trace[613526449] 'process raft request' (duration: 1.980586098s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:05.636356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.422880991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificaterequests.cert-manager.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:06:05.636387Z","caller":"traceutil/trace.go:171","msg":"trace[1958223505] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificaterequests.cert-manager.io; range_end:; response_count:0; response_revision:521; }","duration":"3.422927652s","start":"2026-03-19T11:06:02.213449Z","end":"2026-03-19T11:06:05.636377Z","steps":["trace[1958223505] 'agreement among raft nodes before linearized reading' (duration: 3.422877441s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:05.636401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:02.213013Z","time spent":"3.423312803s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:06:05.636413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:03.655559Z","time spent":"1.980801062s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:06:05.636418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:02.213441Z","time spent":"3.422968663s","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificaterequests.cert-manager.io\" "} {"level":"info","ts":"2026-03-19T11:06:05.758655Z","caller":"traceutil/trace.go:171","msg":"trace[742922313] linearizableReadLoop","detail":"{readStateIndex:541; appliedIndex:540; }","duration":"122.315196ms","start":"2026-03-19T11:06:05.636305Z","end":"2026-03-19T11:06:05.75862Z","steps":["trace[742922313] 'read index received' (duration: 78.489395ms)","trace[742922313] 'applied index is now lower than readState.Index' (duration: 43.823541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:06:05.758773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545010841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T11:06:05.758848Z","caller":"traceutil/trace.go:171","msg":"trace[1867017517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:521; }","duration":"1.545124974s","start":"2026-03-19T11:06:04.213703Z","end":"2026-03-19T11:06:05.758828Z","steps":["trace[1867017517] 'agreement among raft nodes before linearized reading' (duration: 1.544928668s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:05.75888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:04.213687Z","time spent":"1.545187345s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T11:06:05.758881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.544732004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-19T11:06:05.758883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546069949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T11:06:05.758883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.858824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:06:05.758936Z","caller":"traceutil/trace.go:171","msg":"trace[524519927] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:521; }","duration":"3.544831317s","start":"2026-03-19T11:06:02.21409Z","end":"2026-03-19T11:06:05.758921Z","steps":["trace[524519927] 'agreement among raft nodes before linearized reading' (duration: 3.544706994s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:05.758948Z","caller":"traceutil/trace.go:171","msg":"trace[1447148487] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:521; }","duration":"1.546191682s","start":"2026-03-19T11:06:04.212737Z","end":"2026-03-19T11:06:05.758929Z","steps":["trace[1447148487] 'agreement among raft nodes before linearized reading' (duration: 1.545938076s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:05.75894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12194793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:06:05.758979Z","caller":"traceutil/trace.go:171","msg":"trace[138131643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:521; }","duration":"403.000658ms","start":"2026-03-19T11:06:05.355952Z","end":"2026-03-19T11:06:05.758953Z","steps":["trace[138131643] 'agreement among raft nodes before linearized reading' (duration: 402.792943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:05.758988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:02.214085Z","time spent":"3.544890179s","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T11:06:05.759008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:04.212704Z","time spent":"1.546291475s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:06:05.759025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:05.355933Z","time spent":"403.083631ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T11:06:05.759024Z","caller":"traceutil/trace.go:171","msg":"trace[1970932285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:521; }","duration":"1.122062404s","start":"2026-03-19T11:06:04.636942Z","end":"2026-03-19T11:06:05.759005Z","steps":["trace[1970932285] 'agreement among raft nodes before linearized reading' (duration: 1.12191748s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:05.759043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.83632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:06:05.75908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:04.636927Z","time spent":"1.122143406s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T11:06:05.759126Z","caller":"traceutil/trace.go:171","msg":"trace[1377348805] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io; range_end:; response_count:0; response_revision:521; }","duration":"119.971933ms","start":"2026-03-19T11:06:05.639132Z","end":"2026-03-19T11:06:05.759104Z","steps":["trace[1377348805] 'agreement among raft nodes before linearized reading' (duration: 119.813439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:05.759472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941483344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T11:06:05.759533Z","caller":"traceutil/trace.go:171","msg":"trace[1715594518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:521; }","duration":"1.941571106s","start":"2026-03-19T11:06:03.81795Z","end":"2026-03-19T11:06:05.759521Z","steps":["trace[1715594518] 'agreement among raft nodes before linearized reading' (duration: 1.941416772s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:05.759553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:03.817934Z","time spent":"1.941614507s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:06:06.549138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.392272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:06:06.549253Z","caller":"traceutil/trace.go:171","msg":"trace[665171236] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"154.349009ms","start":"2026-03-19T11:06:06.394884Z","end":"2026-03-19T11:06:06.549233Z","steps":["trace[665171236] 'process raft request' (duration: 39.790772ms)","trace[665171236] 'compare' (duration: 114.167466ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:06:06.549653Z","caller":"traceutil/trace.go:171","msg":"trace[766910886] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"142.645583ms","start":"2026-03-19T11:06:06.406994Z","end":"2026-03-19T11:06:06.549639Z","steps":["trace[766910886] 'process raft request' (duration: 142.563371ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:06.549722Z","caller":"traceutil/trace.go:171","msg":"trace[1199139079] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"154.256646ms","start":"2026-03-19T11:06:06.395446Z","end":"2026-03-19T11:06:06.549702Z","steps":["trace[1199139079] 'process raft request' (duration: 153.982819ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:06.549869Z","caller":"traceutil/trace.go:171","msg":"trace[1419773490] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"146.190679ms","start":"2026-03-19T11:06:06.403669Z","end":"2026-03-19T11:06:06.549859Z","steps":["trace[1419773490] 'process raft request' (duration: 145.82985ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:06.549923Z","caller":"traceutil/trace.go:171","msg":"trace[729472711] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"154.497033ms","start":"2026-03-19T11:06:06.395412Z","end":"2026-03-19T11:06:06.549909Z","steps":["trace[729472711] 'process raft request' (duration: 153.965848ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:06.772416Z","caller":"traceutil/trace.go:171","msg":"trace[1411463784] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"216.860254ms","start":"2026-03-19T11:06:06.555533Z","end":"2026-03-19T11:06:06.772393Z","steps":["trace[1411463784] 'process raft request' (duration: 209.840875ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:06.773107Z","caller":"traceutil/trace.go:171","msg":"trace[1856949249] linearizableReadLoop","detail":"{readStateIndex:603; appliedIndex:600; }","duration":"161.905913ms","start":"2026-03-19T11:06:06.611186Z","end":"2026-03-19T11:06:06.773092Z","steps":["trace[1856949249] 'read index received' (duration: 154.260497ms)","trace[1856949249] 'applied index is now lower than readState.Index' (duration: 7.644756ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:06:06.773378Z","caller":"traceutil/trace.go:171","msg":"trace[1461628854] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"126.847928ms","start":"2026-03-19T11:06:06.646518Z","end":"2026-03-19T11:06:06.773366Z","steps":["trace[1461628854] 'process raft request' (duration: 126.54658ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:06.773505Z","caller":"traceutil/trace.go:171","msg":"trace[2071016168] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"199.994579ms","start":"2026-03-19T11:06:06.573503Z","end":"2026-03-19T11:06:06.773498Z","steps":["trace[2071016168] 'process raft request' (duration: 199.507316ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:06.773521Z","caller":"traceutil/trace.go:171","msg":"trace[673874464] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"200.645297ms","start":"2026-03-19T11:06:06.572821Z","end":"2026-03-19T11:06:06.773466Z","steps":["trace[673874464] 'process raft request' (duration: 200.039681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:06.773677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.464808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:06:06.773782Z","caller":"traceutil/trace.go:171","msg":"trace[1913837271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:584; }","duration":"162.621502ms","start":"2026-03-19T11:06:06.611135Z","end":"2026-03-19T11:06:06.773757Z","steps":["trace[1913837271] 'agreement among raft nodes before linearized reading' (duration: 162.464758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:06.773699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.416921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-w7ghr\" ","response":"range_response_count:1 size:17149"} {"level":"info","ts":"2026-03-19T11:06:06.773885Z","caller":"traceutil/trace.go:171","msg":"trace[1418017493] range","detail":"{range_begin:/registry/pods/kube-system/cilium-w7ghr; range_end:; response_count:1; response_revision:584; }","duration":"128.616526ms","start":"2026-03-19T11:06:06.645237Z","end":"2026-03-19T11:06:06.773853Z","steps":["trace[1418017493] 'agreement among raft nodes before linearized reading' (duration: 128.295308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:08.446657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.327057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:06:08.446832Z","caller":"traceutil/trace.go:171","msg":"trace[1641762287] linearizableReadLoop","detail":"{readStateIndex:680; appliedIndex:679; }","duration":"705.494511ms","start":"2026-03-19T11:06:07.741321Z","end":"2026-03-19T11:06:08.446815Z","steps":["trace[1641762287] 'read index received' (duration: 124.361392ms)","trace[1641762287] 'applied index is now lower than readState.Index' (duration: 581.131739ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:06:08.446896Z","caller":"traceutil/trace.go:171","msg":"trace[1591407375] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"707.034332ms","start":"2026-03-19T11:06:07.739828Z","end":"2026-03-19T11:06:08.446863Z","steps":["trace[1591407375] 'process raft request' (duration: 125.914753ms)","trace[1591407375] 'compare' (duration: 580.212944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:06:08.446945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.616524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:06:08.44698Z","caller":"traceutil/trace.go:171","msg":"trace[1349610717] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:0; response_revision:660; }","duration":"705.671465ms","start":"2026-03-19T11:06:07.741296Z","end":"2026-03-19T11:06:08.446968Z","steps":["trace[1349610717] 'agreement among raft nodes before linearized reading' (duration: 705.601203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:08.447023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:07.741288Z","time spent":"705.727127ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-03-19T11:06:08.447063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:07.739809Z","time spent":"707.163885ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:06:08.447182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.676126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:06:08.447188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.664417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:06:08.447262Z","caller":"traceutil/trace.go:171","msg":"trace[884801038] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:0; response_revision:660; }","duration":"705.781778ms","start":"2026-03-19T11:06:07.74146Z","end":"2026-03-19T11:06:08.447242Z","steps":["trace[884801038] 'agreement among raft nodes before linearized reading' (duration: 705.576343ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:08.447276Z","caller":"traceutil/trace.go:171","msg":"trace[499283563] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:660; }","duration":"701.767009ms","start":"2026-03-19T11:06:07.745488Z","end":"2026-03-19T11:06:08.447255Z","steps":["trace[499283563] 'agreement among raft nodes before linearized reading' (duration: 701.622566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:08.447259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.575293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:06:08.447322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:07.741454Z","time spent":"705.85972ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-03-19T11:06:08.447337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.350664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:06:08.447357Z","caller":"traceutil/trace.go:171","msg":"trace[1491243163] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:660; }","duration":"506.394525ms","start":"2026-03-19T11:06:07.940956Z","end":"2026-03-19T11:06:08.44735Z","steps":["trace[1491243163] 'agreement among raft nodes before linearized reading' (duration: 506.367914ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:08.447356Z","caller":"traceutil/trace.go:171","msg":"trace[98450814] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:660; }","duration":"705.695586ms","start":"2026-03-19T11:06:07.74164Z","end":"2026-03-19T11:06:08.447335Z","steps":["trace[98450814] 'agreement among raft nodes before linearized reading' (duration: 705.519371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:08.447378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:07.94094Z","time spent":"506.433886ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-19T11:06:08.447391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.85305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:06:08.447455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.787229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:06:08.447449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.563078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:06:08.447473Z","caller":"traceutil/trace.go:171","msg":"trace[51937694] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:660; }","duration":"705.930573ms","start":"2026-03-19T11:06:07.741513Z","end":"2026-03-19T11:06:08.447443Z","steps":["trace[51937694] 'agreement among raft nodes before linearized reading' (duration: 705.791879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:08.447466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.957973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:06:08.447492Z","caller":"traceutil/trace.go:171","msg":"trace[616571140] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:0; response_revision:660; }","duration":"705.82805ms","start":"2026-03-19T11:06:07.741654Z","end":"2026-03-19T11:06:08.447482Z","steps":["trace[616571140] 'agreement among raft nodes before linearized reading' (duration: 705.780768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:08.447513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:07.7415Z","time spent":"706.003984ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-19T11:06:08.447512Z","caller":"traceutil/trace.go:171","msg":"trace[232135622] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:660; }","duration":"703.677831ms","start":"2026-03-19T11:06:07.743817Z","end":"2026-03-19T11:06:08.447494Z","steps":["trace[232135622] 'agreement among raft nodes before linearized reading' (duration: 703.569458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:08.447532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.414411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T11:06:08.447523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:07.741651Z","time spent":"705.866181ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"info","ts":"2026-03-19T11:06:08.447522Z","caller":"traceutil/trace.go:171","msg":"trace[1084252975] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:0; response_revision:660; }","duration":"706.018914ms","start":"2026-03-19T11:06:07.741486Z","end":"2026-03-19T11:06:08.447505Z","steps":["trace[1084252975] 'agreement among raft nodes before linearized reading' (duration: 705.929552ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:08.447549Z","caller":"traceutil/trace.go:171","msg":"trace[901171869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:660; }","duration":"655.463812ms","start":"2026-03-19T11:06:07.79208Z","end":"2026-03-19T11:06:08.447544Z","steps":["trace[901171869] 'agreement among raft nodes before linearized reading' (duration: 655.37529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:08.447536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.849979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:06:08.447565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:07.792062Z","time spent":"655.498823ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T11:06:08.447552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:07.74381Z","time spent":"703.734293ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-03-19T11:06:08.447407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:07.741637Z","time spent":"705.760267ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-03-19T11:06:08.447573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:07.741483Z","time spent":"706.080326ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"info","ts":"2026-03-19T11:06:08.447583Z","caller":"traceutil/trace.go:171","msg":"trace[179827159] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:0; response_revision:660; }","duration":"705.950533ms","start":"2026-03-19T11:06:07.741617Z","end":"2026-03-19T11:06:08.447568Z","steps":["trace[179827159] 'agreement among raft nodes before linearized reading' (duration: 705.816209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:08.447309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:07.745464Z","time spent":"701.839992ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-03-19T11:06:08.447634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:07.741613Z","time spent":"706.011974ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-03-19T11:06:08.447637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.453232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:06:08.447645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.769257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T11:06:08.447675Z","caller":"traceutil/trace.go:171","msg":"trace[500332814] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:660; }","duration":"678.515633ms","start":"2026-03-19T11:06:07.769144Z","end":"2026-03-19T11:06:08.447659Z","steps":["trace[500332814] 'agreement among raft nodes before linearized reading' (duration: 678.469152ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:08.447683Z","caller":"traceutil/trace.go:171","msg":"trace[24826247] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:660; }","duration":"653.831478ms","start":"2026-03-19T11:06:07.79384Z","end":"2026-03-19T11:06:08.447671Z","steps":["trace[24826247] 'agreement among raft nodes before linearized reading' (duration: 653.601831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:08.447702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:07.769095Z","time spent":"678.601345ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-19T11:06:08.447712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:07.793829Z","time spent":"653.8767ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:06:08.447851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.766927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T11:06:08.447942Z","caller":"traceutil/trace.go:171","msg":"trace[329660423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:660; }","duration":"654.017273ms","start":"2026-03-19T11:06:07.793899Z","end":"2026-03-19T11:06:08.447917Z","steps":["trace[329660423] 'agreement among raft nodes before linearized reading' (duration: 653.611502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:08.447988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:07.793881Z","time spent":"654.097645ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T11:06:08.807461Z","caller":"traceutil/trace.go:171","msg":"trace[1043959359] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"115.833211ms","start":"2026-03-19T11:06:08.691598Z","end":"2026-03-19T11:06:08.807432Z","steps":["trace[1043959359] 'process raft request' (duration: 115.131822ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:08.997184Z","caller":"traceutil/trace.go:171","msg":"trace[1866596147] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"249.876193ms","start":"2026-03-19T11:06:08.747282Z","end":"2026-03-19T11:06:08.997158Z","steps":["trace[1866596147] 'process raft request' (duration: 247.54249ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:09.04985Z","caller":"traceutil/trace.go:171","msg":"trace[1210127942] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"237.246303ms","start":"2026-03-19T11:06:08.81258Z","end":"2026-03-19T11:06:09.049826Z","steps":["trace[1210127942] 'process raft request' (duration: 237.036618ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:09.050137Z","caller":"traceutil/trace.go:171","msg":"trace[66736133] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"133.722313ms","start":"2026-03-19T11:06:08.916397Z","end":"2026-03-19T11:06:09.050119Z","steps":["trace[66736133] 'process raft request' (duration: 133.380124ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:09.050192Z","caller":"traceutil/trace.go:171","msg":"trace[394572192] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"107.670092ms","start":"2026-03-19T11:06:08.942498Z","end":"2026-03-19T11:06:09.050168Z","steps":["trace[394572192] 'process raft request' (duration: 107.554429ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:09.156406Z","caller":"traceutil/trace.go:171","msg":"trace[269770271] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"151.416199ms","start":"2026-03-19T11:06:09.004942Z","end":"2026-03-19T11:06:09.156359Z","steps":["trace[269770271] 'process raft request' (duration: 108.934055ms)","trace[269770271] 'compare' (duration: 42.077093ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:06:09.287183Z","caller":"traceutil/trace.go:171","msg":"trace[1917262595] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"228.531556ms","start":"2026-03-19T11:06:09.058637Z","end":"2026-03-19T11:06:09.287168Z","steps":["trace[1917262595] 'process raft request' (duration: 228.499496ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:09.287307Z","caller":"traceutil/trace.go:171","msg":"trace[135922063] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"230.648484ms","start":"2026-03-19T11:06:09.056619Z","end":"2026-03-19T11:06:09.287268Z","steps":["trace[135922063] 'process raft request' (duration: 199.585317ms)","trace[135922063] 'compare' (duration: 30.836491ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:06:09.294664Z","caller":"traceutil/trace.go:171","msg":"trace[1606086897] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"152.560291ms","start":"2026-03-19T11:06:09.142071Z","end":"2026-03-19T11:06:09.294631Z","steps":["trace[1606086897] 'process raft request' (duration: 152.392966ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:09.433739Z","caller":"traceutil/trace.go:171","msg":"trace[373749451] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"135.375218ms","start":"2026-03-19T11:06:09.298347Z","end":"2026-03-19T11:06:09.433722Z","steps":["trace[373749451] 'process raft request' (duration: 127.502046ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:09.468873Z","caller":"traceutil/trace.go:171","msg":"trace[524786323] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"102.154083ms","start":"2026-03-19T11:06:09.366684Z","end":"2026-03-19T11:06:09.468838Z","steps":["trace[524786323] 'process raft request' (duration: 101.958487ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:09.661757Z","caller":"traceutil/trace.go:171","msg":"trace[1558129567] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"119.985024ms","start":"2026-03-19T11:06:09.541747Z","end":"2026-03-19T11:06:09.661732Z","steps":["trace[1558129567] 'process raft request' (duration: 117.98203ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:09.665822Z","caller":"traceutil/trace.go:171","msg":"trace[463969419] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"116.51905ms","start":"2026-03-19T11:06:09.549276Z","end":"2026-03-19T11:06:09.665795Z","steps":["trace[463969419] 'process raft request' (duration: 116.303434ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:17.472033Z","caller":"traceutil/trace.go:171","msg":"trace[1874116459] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"106.543182ms","start":"2026-03-19T11:06:17.365457Z","end":"2026-03-19T11:06:17.472Z","steps":["trace[1874116459] 'process raft request' (duration: 106.330156ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:19.791148Z","caller":"traceutil/trace.go:171","msg":"trace[692430643] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"144.915755ms","start":"2026-03-19T11:06:19.646202Z","end":"2026-03-19T11:06:19.791118Z","steps":["trace[692430643] 'process raft request' (duration: 144.73464ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:19.935473Z","caller":"traceutil/trace.go:171","msg":"trace[1057791042] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"107.149416ms","start":"2026-03-19T11:06:19.828293Z","end":"2026-03-19T11:06:19.935442Z","steps":["trace[1057791042] 'process raft request' (duration: 107.004752ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:20.045326Z","caller":"traceutil/trace.go:171","msg":"trace[1872307889] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"210.709947ms","start":"2026-03-19T11:06:19.834595Z","end":"2026-03-19T11:06:20.045305Z","steps":["trace[1872307889] 'process raft request' (duration: 210.556433ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:20.045383Z","caller":"traceutil/trace.go:171","msg":"trace[1825603468] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"214.573281ms","start":"2026-03-19T11:06:19.830768Z","end":"2026-03-19T11:06:20.045341Z","steps":["trace[1825603468] 'process raft request' (duration: 214.332705ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:20.045333Z","caller":"traceutil/trace.go:171","msg":"trace[37823320] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"216.131263ms","start":"2026-03-19T11:06:19.829171Z","end":"2026-03-19T11:06:20.045302Z","steps":["trace[37823320] 'process raft request' (duration: 208.938269ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:20.630234Z","caller":"traceutil/trace.go:171","msg":"trace[648449276] linearizableReadLoop","detail":"{readStateIndex:854; appliedIndex:852; }","duration":"100.762885ms","start":"2026-03-19T11:06:20.529434Z","end":"2026-03-19T11:06:20.630197Z","steps":["trace[648449276] 'read index received' (duration: 31.889849ms)","trace[648449276] 'applied index is now lower than readState.Index' (duration: 68.871196ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:06:20.630287Z","caller":"traceutil/trace.go:171","msg":"trace[80122261] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"156.031575ms","start":"2026-03-19T11:06:20.474213Z","end":"2026-03-19T11:06:20.630244Z","steps":["trace[80122261] 'process raft request' (duration: 87.067906ms)","trace[80122261] 'compare' (duration: 68.570898ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:06:20.630321Z","caller":"traceutil/trace.go:171","msg":"trace[750262202] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"148.4157ms","start":"2026-03-19T11:06:20.481878Z","end":"2026-03-19T11:06:20.630294Z","steps":["trace[750262202] 'process raft request' (duration: 148.238845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:20.630497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.057453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T11:06:20.630569Z","caller":"traceutil/trace.go:171","msg":"trace[1341496444] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:830; }","duration":"101.199967ms","start":"2026-03-19T11:06:20.529353Z","end":"2026-03-19T11:06:20.630553Z","steps":["trace[1341496444] 'agreement among raft nodes before linearized reading' (duration: 100.9614ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:21.082945Z","caller":"traceutil/trace.go:171","msg":"trace[674137071] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"148.46141ms","start":"2026-03-19T11:06:20.934453Z","end":"2026-03-19T11:06:21.082914Z","steps":["trace[674137071] 'process raft request' (duration: 148.337037ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:21.082967Z","caller":"traceutil/trace.go:171","msg":"trace[1564080678] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"154.793381ms","start":"2026-03-19T11:06:20.928112Z","end":"2026-03-19T11:06:21.082905Z","steps":["trace[1564080678] 'process raft request' (duration: 154.39126ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:21.083018Z","caller":"traceutil/trace.go:171","msg":"trace[1270956893] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"150.900706ms","start":"2026-03-19T11:06:20.932097Z","end":"2026-03-19T11:06:21.082997Z","steps":["trace[1270956893] 'process raft request' (duration: 150.628939ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:21.317435Z","caller":"traceutil/trace.go:171","msg":"trace[196853533] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"226.961116ms","start":"2026-03-19T11:06:21.090446Z","end":"2026-03-19T11:06:21.317407Z","steps":["trace[196853533] 'process raft request' (duration: 226.01085ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:21.476422Z","caller":"traceutil/trace.go:171","msg":"trace[881819668] transaction","detail":"{read_only:false; response_revision:844; number_of_response:1; }","duration":"383.201786ms","start":"2026-03-19T11:06:21.092839Z","end":"2026-03-19T11:06:21.476041Z","steps":["trace[881819668] 'process raft request' (duration: 376.704431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:21.476637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:21.092807Z","time spent":"383.698619ms","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4204,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:06:27.083189Z","caller":"traceutil/trace.go:171","msg":"trace[1200613246] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"157.42042ms","start":"2026-03-19T11:06:26.925708Z","end":"2026-03-19T11:06:27.083128Z","steps":["trace[1200613246] 'process raft request' (duration: 157.237265ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:28.354168Z","caller":"traceutil/trace.go:171","msg":"trace[853681534] linearizableReadLoop","detail":"{readStateIndex:911; appliedIndex:910; }","duration":"423.161412ms","start":"2026-03-19T11:06:27.930976Z","end":"2026-03-19T11:06:28.354137Z","steps":["trace[853681534] 'read index received' (duration: 422.923475ms)","trace[853681534] 'applied index is now lower than readState.Index' (duration: 236.857µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:06:28.354287Z","caller":"traceutil/trace.go:171","msg":"trace[79589462] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"485.391839ms","start":"2026-03-19T11:06:27.868857Z","end":"2026-03-19T11:06:28.354249Z","steps":["trace[79589462] 'process raft request' (duration: 485.08262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:28.354405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.401419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-nwb64\" ","response":"range_response_count:1 size:4136"} {"level":"info","ts":"2026-03-19T11:06:28.354445Z","caller":"traceutil/trace.go:171","msg":"trace[1141346456] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-startupapicheck-nwb64; range_end:; response_count:1; response_revision:885; }","duration":"423.511262ms","start":"2026-03-19T11:06:27.930923Z","end":"2026-03-19T11:06:28.354434Z","steps":["trace[1141346456] 'agreement among raft nodes before linearized reading' (duration: 423.332217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:28.354475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:27.868836Z","time spent":"485.540183ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:06:28.3545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:27.930898Z","time spent":"423.578304ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":4160,"request content":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-nwb64\" "} {"level":"info","ts":"2026-03-19T11:06:28.611215Z","caller":"traceutil/trace.go:171","msg":"trace[1540178320] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"248.023823ms","start":"2026-03-19T11:06:28.363164Z","end":"2026-03-19T11:06:28.611188Z","steps":["trace[1540178320] 'process raft request' (duration: 247.868469ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:29.834615Z","caller":"traceutil/trace.go:171","msg":"trace[937314914] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"216.875333ms","start":"2026-03-19T11:06:29.617707Z","end":"2026-03-19T11:06:29.834582Z","steps":["trace[937314914] 'process raft request' (duration: 216.672698ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:43.515759Z","caller":"traceutil/trace.go:171","msg":"trace[855318134] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"502.867804ms","start":"2026-03-19T11:06:43.012872Z","end":"2026-03-19T11:06:43.51574Z","steps":["trace[855318134] 'process raft request' (duration: 502.712819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:06:43.515895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:06:43.012855Z","time spent":"502.960776ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4394,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:06:51.078914Z","caller":"traceutil/trace.go:171","msg":"trace[2089248641] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"106.010178ms","start":"2026-03-19T11:06:50.972879Z","end":"2026-03-19T11:06:51.078889Z","steps":["trace[2089248641] 'process raft request' (duration: 105.959206ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:06:51.079021Z","caller":"traceutil/trace.go:171","msg":"trace[917983610] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"107.762335ms","start":"2026-03-19T11:06:50.971223Z","end":"2026-03-19T11:06:51.078985Z","steps":["trace[917983610] 'process raft request' (duration: 94.75748ms)","trace[917983610] 'compare' (duration: 12.743388ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:06:56.616499Z","caller":"traceutil/trace.go:171","msg":"trace[1190684322] transaction","detail":"{read_only:false; response_revision:1073; number_of_response:1; }","duration":"113.716778ms","start":"2026-03-19T11:06:56.502735Z","end":"2026-03-19T11:06:56.616452Z","steps":["trace[1190684322] 'process raft request' (duration: 34.071771ms)","trace[1190684322] 'compare' (duration: 79.483642ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:06:57.177285Z","caller":"traceutil/trace.go:171","msg":"trace[127025389] transaction","detail":"{read_only:false; response_revision:1075; number_of_response:1; }","duration":"128.647396ms","start":"2026-03-19T11:06:57.048608Z","end":"2026-03-19T11:06:57.177255Z","steps":["trace[127025389] 'process raft request' (duration: 56.646638ms)","trace[127025389] 'compare' (duration: 71.789692ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:06:58.839186Z","caller":"traceutil/trace.go:171","msg":"trace[1631003344] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"213.744502ms","start":"2026-03-19T11:06:58.625408Z","end":"2026-03-19T11:06:58.839152Z","steps":["trace[1631003344] 'process raft request' (duration: 213.634539ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:00.735659Z","caller":"traceutil/trace.go:171","msg":"trace[748257239] transaction","detail":"{read_only:false; response_revision:1084; number_of_response:1; }","duration":"154.012689ms","start":"2026-03-19T11:07:00.581611Z","end":"2026-03-19T11:07:00.735623Z","steps":["trace[748257239] 'process raft request' (duration: 86.181405ms)","trace[748257239] 'compare' (duration: 67.68183ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:07:01.053581Z","caller":"traceutil/trace.go:171","msg":"trace[1139894660] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"140.907221ms","start":"2026-03-19T11:07:00.91265Z","end":"2026-03-19T11:07:01.053558Z","steps":["trace[1139894660] 'process raft request' (duration: 140.742676ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:01.164498Z","caller":"traceutil/trace.go:171","msg":"trace[1709885923] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"105.978976ms","start":"2026-03-19T11:07:01.058488Z","end":"2026-03-19T11:07:01.164467Z","steps":["trace[1709885923] 'process raft request' (duration: 55.144597ms)","trace[1709885923] 'compare' (duration: 50.724196ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:07:04.238411Z","caller":"traceutil/trace.go:171","msg":"trace[1563194781] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"144.769107ms","start":"2026-03-19T11:07:04.093616Z","end":"2026-03-19T11:07:04.238386Z","steps":["trace[1563194781] 'process raft request' (duration: 144.610652ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:10.11729Z","caller":"traceutil/trace.go:171","msg":"trace[431556896] linearizableReadLoop","detail":"{readStateIndex:1247; appliedIndex:1246; }","duration":"489.302282ms","start":"2026-03-19T11:07:09.62796Z","end":"2026-03-19T11:07:10.117262Z","steps":["trace[431556896] 'read index received' (duration: 489.151968ms)","trace[431556896] 'applied index is now lower than readState.Index' (duration: 149.464µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:07:10.117373Z","caller":"traceutil/trace.go:171","msg":"trace[1680813171] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"579.030895ms","start":"2026-03-19T11:07:09.538314Z","end":"2026-03-19T11:07:10.117345Z","steps":["trace[1680813171] 'process raft request' (duration: 578.807018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:10.117481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:09.538283Z","time spent":"579.146017ms","remote":"127.0.0.1:51340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3129,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T11:07:10.117547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.575849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:07:10.117586Z","caller":"traceutil/trace.go:171","msg":"trace[1610908881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1209; }","duration":"489.664792ms","start":"2026-03-19T11:07:09.627907Z","end":"2026-03-19T11:07:10.117572Z","steps":["trace[1610908881] 'agreement among raft nodes before linearized reading' (duration: 489.493667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:10.117638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:09.627886Z","time spent":"489.742604ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T11:07:11.378322Z","caller":"traceutil/trace.go:171","msg":"trace[242321164] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"173.044639ms","start":"2026-03-19T11:07:11.205256Z","end":"2026-03-19T11:07:11.378301Z","steps":["trace[242321164] 'process raft request' (duration: 172.917856ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:11.37983Z","caller":"traceutil/trace.go:171","msg":"trace[2049250737] linearizableReadLoop","detail":"{readStateIndex:1256; appliedIndex:1254; }","duration":"168.244018ms","start":"2026-03-19T11:07:11.211562Z","end":"2026-03-19T11:07:11.379806Z","steps":["trace[2049250737] 'read index received' (duration: 166.632444ms)","trace[2049250737] 'applied index is now lower than readState.Index' (duration: 1.610804ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:07:11.379925Z","caller":"traceutil/trace.go:171","msg":"trace[541907062] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"174.56176ms","start":"2026-03-19T11:07:11.205354Z","end":"2026-03-19T11:07:11.379916Z","steps":["trace[541907062] 'process raft request' (duration: 174.329234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:11.380096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.515266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T11:07:11.380163Z","caller":"traceutil/trace.go:171","msg":"trace[1401670715] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1217; }","duration":"168.640119ms","start":"2026-03-19T11:07:11.211511Z","end":"2026-03-19T11:07:11.380151Z","steps":["trace[1401670715] 'agreement among raft nodes before linearized reading' (duration: 168.461004ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:13.592716Z","caller":"traceutil/trace.go:171","msg":"trace[398627771] linearizableReadLoop","detail":"{readStateIndex:1262; appliedIndex:1261; }","duration":"208.98574ms","start":"2026-03-19T11:07:13.383706Z","end":"2026-03-19T11:07:13.592692Z","steps":["trace[398627771] 'read index received' (duration: 208.752354ms)","trace[398627771] 'applied index is now lower than readState.Index' (duration: 232.286µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:07:13.592786Z","caller":"traceutil/trace.go:171","msg":"trace[1632939149] transaction","detail":"{read_only:false; response_revision:1223; number_of_response:1; }","duration":"221.082892ms","start":"2026-03-19T11:07:13.371669Z","end":"2026-03-19T11:07:13.592752Z","steps":["trace[1632939149] 'process raft request' (duration: 220.867466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:13.592971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.248548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T11:07:13.593014Z","caller":"traceutil/trace.go:171","msg":"trace[1369532547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1223; }","duration":"209.343561ms","start":"2026-03-19T11:07:13.38366Z","end":"2026-03-19T11:07:13.593003Z","steps":["trace[1369532547] 'agreement among raft nodes before linearized reading' (duration: 209.156026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:13.593081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.214475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T11:07:13.593158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.384866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T11:07:13.593199Z","caller":"traceutil/trace.go:171","msg":"trace[905140393] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1223; }","duration":"136.478419ms","start":"2026-03-19T11:07:13.45671Z","end":"2026-03-19T11:07:13.593188Z","steps":["trace[905140393] 'agreement among raft nodes before linearized reading' (duration: 136.317344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:13.593224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.583868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T11:07:13.593207Z","caller":"traceutil/trace.go:171","msg":"trace[1617555701] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1223; }","duration":"202.36378ms","start":"2026-03-19T11:07:13.390824Z","end":"2026-03-19T11:07:13.593188Z","steps":["trace[1617555701] 'agreement among raft nodes before linearized reading' (duration: 202.133683ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:13.593309Z","caller":"traceutil/trace.go:171","msg":"trace[1106522392] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1223; }","duration":"201.708961ms","start":"2026-03-19T11:07:13.391578Z","end":"2026-03-19T11:07:13.593286Z","steps":["trace[1106522392] 'agreement among raft nodes before linearized reading' (duration: 201.429684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:13.593293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.896047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T11:07:13.593381Z","caller":"traceutil/trace.go:171","msg":"trace[376979868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1223; }","duration":"202.014969ms","start":"2026-03-19T11:07:13.391344Z","end":"2026-03-19T11:07:13.593359Z","steps":["trace[376979868] 'agreement among raft nodes before linearized reading' (duration: 201.747962ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:13.889436Z","caller":"traceutil/trace.go:171","msg":"trace[869194352] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"292.037621ms","start":"2026-03-19T11:07:13.597366Z","end":"2026-03-19T11:07:13.889403Z","steps":["trace[869194352] 'process raft request' (duration: 233.933944ms)","trace[869194352] 'compare' (duration: 57.972954ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:07:14.338095Z","caller":"traceutil/trace.go:171","msg":"trace[1788631899] transaction","detail":"{read_only:false; response_revision:1225; number_of_response:1; }","duration":"740.394275ms","start":"2026-03-19T11:07:13.597663Z","end":"2026-03-19T11:07:14.338057Z","steps":["trace[1788631899] 'process raft request' (duration: 710.224811ms)","trace[1788631899] 'compare' (duration: 29.833295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:07:14.338263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:13.597619Z","time spent":"740.56841ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:07:14.338391Z","caller":"traceutil/trace.go:171","msg":"trace[1503493130] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"726.865276ms","start":"2026-03-19T11:07:13.611505Z","end":"2026-03-19T11:07:14.33837Z","steps":["trace[1503493130] 'process raft request' (duration: 726.490666ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:14.33846Z","caller":"traceutil/trace.go:171","msg":"trace[1857275450] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"726.923007ms","start":"2026-03-19T11:07:13.611525Z","end":"2026-03-19T11:07:14.338448Z","steps":["trace[1857275450] 'process raft request' (duration: 726.747932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:14.338503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:13.611489Z","time spent":"726.954068ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:07:14.338527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:13.611501Z","time spent":"726.993419ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:07:14.338486Z","caller":"traceutil/trace.go:171","msg":"trace[805657084] linearizableReadLoop","detail":"{readStateIndex:1267; appliedIndex:1262; }","duration":"726.787553ms","start":"2026-03-19T11:07:13.611671Z","end":"2026-03-19T11:07:14.338459Z","steps":["trace[805657084] 'read index received' (duration: 219.625653ms)","trace[805657084] 'applied index is now lower than readState.Index' (duration: 507.16078ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:07:14.338613Z","caller":"traceutil/trace.go:171","msg":"trace[557673726] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"726.960449ms","start":"2026-03-19T11:07:13.611614Z","end":"2026-03-19T11:07:14.338575Z","steps":["trace[557673726] 'process raft request' (duration: 726.774923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:14.33865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.956498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:07:14.338708Z","caller":"traceutil/trace.go:171","msg":"trace[1222257696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1228; }","duration":"727.055971ms","start":"2026-03-19T11:07:13.61164Z","end":"2026-03-19T11:07:14.338696Z","steps":["trace[1222257696] 'agreement among raft nodes before linearized reading' (duration: 726.915637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:14.338752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:13.611631Z","time spent":"727.112732ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:07:14.338741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.638726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:07:14.338794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:13.611567Z","time spent":"727.131203ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:07:14.338806Z","caller":"traceutil/trace.go:171","msg":"trace[1317632018] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1228; }","duration":"491.707928ms","start":"2026-03-19T11:07:13.84708Z","end":"2026-03-19T11:07:14.338787Z","steps":["trace[1317632018] 'agreement among raft nodes before linearized reading' (duration: 491.612456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:14.338934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:13.84701Z","time spent":"491.834942ms","remote":"127.0.0.1:52976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:07:24.855564Z","caller":"traceutil/trace.go:171","msg":"trace[360874424] linearizableReadLoop","detail":"{readStateIndex:1506; appliedIndex:1505; }","duration":"124.244605ms","start":"2026-03-19T11:07:24.731276Z","end":"2026-03-19T11:07:24.855521Z","steps":["trace[360874424] 'read index received' (duration: 123.943077ms)","trace[360874424] 'applied index is now lower than readState.Index' (duration: 299.758µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:07:24.855658Z","caller":"traceutil/trace.go:171","msg":"trace[1683562783] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"227.965911ms","start":"2026-03-19T11:07:24.627651Z","end":"2026-03-19T11:07:24.855617Z","steps":["trace[1683562783] 'process raft request' (duration: 227.601901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:24.855766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.452652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:07:24.856403Z","caller":"traceutil/trace.go:171","msg":"trace[658082188] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com; range_end:; response_count:0; response_revision:1446; }","duration":"124.588965ms","start":"2026-03-19T11:07:24.731217Z","end":"2026-03-19T11:07:24.855806Z","steps":["trace[658082188] 'agreement among raft nodes before linearized reading' (duration: 124.465832ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:27.44941Z","caller":"traceutil/trace.go:171","msg":"trace[1262504611] linearizableReadLoop","detail":"{readStateIndex:1536; appliedIndex:1535; }","duration":"102.539593ms","start":"2026-03-19T11:07:27.346849Z","end":"2026-03-19T11:07:27.449389Z","steps":["trace[1262504611] 'read index received' (duration: 102.303006ms)","trace[1262504611] 'applied index is now lower than readState.Index' (duration: 235.507µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:07:27.449547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.689176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:07:27.449499Z","caller":"traceutil/trace.go:171","msg":"trace[1383932274] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1472; }","duration":"186.452296ms","start":"2026-03-19T11:07:27.263011Z","end":"2026-03-19T11:07:27.449463Z","steps":["trace[1383932274] 'process raft request' (duration: 186.24633ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:27.449576Z","caller":"traceutil/trace.go:171","msg":"trace[740968169] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1472; }","duration":"102.767199ms","start":"2026-03-19T11:07:27.346798Z","end":"2026-03-19T11:07:27.449566Z","steps":["trace[740968169] 'agreement among raft nodes before linearized reading' (duration: 102.704167ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:31.458242Z","caller":"traceutil/trace.go:171","msg":"trace[527755886] transaction","detail":"{read_only:false; response_revision:1526; number_of_response:1; }","duration":"295.934767ms","start":"2026-03-19T11:07:31.162271Z","end":"2026-03-19T11:07:31.458206Z","steps":["trace[527755886] 'process raft request' (duration: 295.67567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:34.135442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.603618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T11:07:34.135579Z","caller":"traceutil/trace.go:171","msg":"trace[503528513] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1536; }","duration":"138.796543ms","start":"2026-03-19T11:07:33.996754Z","end":"2026-03-19T11:07:34.135551Z","steps":["trace[503528513] 'range keys from in-memory index tree' (duration: 138.374781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:40.005316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536068355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:07:40.45714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1998922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-59b4c8ab-79b5-475f-b80d-a325729cd27f\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-19T11:07:40.457368Z","caller":"traceutil/trace.go:171","msg":"trace[460908487] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-59b4c8ab-79b5-475f-b80d-a325729cd27f; range_end:; response_count:1; response_revision:1636; }","duration":"1.200168228s","start":"2026-03-19T11:07:39.257174Z","end":"2026-03-19T11:07:40.457342Z","steps":["trace[460908487] 'range keys from in-memory index tree' (duration: 1.199645384s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:40.457431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:39.257154Z","time spent":"1.200257749s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-59b4c8ab-79b5-475f-b80d-a325729cd27f\" "} {"level":"warn","ts":"2026-03-19T11:07:40.457407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.228685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:07:40.457595Z","caller":"traceutil/trace.go:171","msg":"trace[754881744] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"969.526846ms","start":"2026-03-19T11:07:39.48804Z","end":"2026-03-19T11:07:40.457567Z","steps":["trace[754881744] 'process raft request' (duration: 698.011524ms)","trace[754881744] 'compare' (duration: 271.05947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:07:40.457701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:39.488013Z","time spent":"969.639269ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:07:41.006345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.845333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:07:41.006481Z","caller":"traceutil/trace.go:171","msg":"trace[1215236117] linearizableReadLoop","detail":"{readStateIndex:1705; appliedIndex:1703; }","duration":"1.501693786s","start":"2026-03-19T11:07:39.504761Z","end":"2026-03-19T11:07:41.006455Z","steps":["trace[1215236117] 'read index received' (duration: 681.180163ms)","trace[1215236117] 'applied index is now lower than readState.Index' (duration: 820.511763ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:07:41.006554Z","caller":"traceutil/trace.go:171","msg":"trace[1080039185] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"1.183183563s","start":"2026-03-19T11:07:39.823345Z","end":"2026-03-19T11:07:41.006529Z","steps":["trace[1080039185] 'process raft request' (duration: 917.027011ms)","trace[1080039185] 'compare' (duration: 265.491884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:07:41.006679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:39.823322Z","time spent":"1.183286345s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:07:41.006853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502069255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-59b4c8ab-79b5-475f-b80d-a325729cd27f\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-19T11:07:41.006962Z","caller":"traceutil/trace.go:171","msg":"trace[291540865] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-59b4c8ab-79b5-475f-b80d-a325729cd27f; range_end:; response_count:1; response_revision:1638; }","duration":"1.502230589s","start":"2026-03-19T11:07:39.504704Z","end":"2026-03-19T11:07:41.006935Z","steps":["trace[291540865] 'agreement among raft nodes before linearized reading' (duration: 1.501952112s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:41.00703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:39.504682Z","time spent":"1.502330322s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-59b4c8ab-79b5-475f-b80d-a325729cd27f\" "} {"level":"warn","ts":"2026-03-19T11:07:41.506992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536068361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:07:41.611298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999931617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T11:07:41.611414Z","caller":"traceutil/trace.go:171","msg":"trace[389853550] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000098621s","start":"2026-03-19T11:07:39.611281Z","end":"2026-03-19T11:07:41.611379Z","steps":["trace[389853550] 'agreement among raft nodes before linearized reading' (duration: 1.999971638s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:41.611469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:39.611196Z","time spent":"2.000257385s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 11:07:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T11:07:41.742709Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.002297944s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T11:07:41.74318Z","caller":"traceutil/trace.go:171","msg":"trace[1323818269] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"1.237937806s","start":"2026-03-19T11:07:40.505223Z","end":"2026-03-19T11:07:41.743161Z","steps":["trace[1323818269] 'process raft request' (duration: 1.237867834s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:41.743239Z","caller":"traceutil/trace.go:171","msg":"trace[1823148613] transaction","detail":"{read_only:false; response_revision:1639; number_of_response:1; }","duration":"1.278067107s","start":"2026-03-19T11:07:40.465146Z","end":"2026-03-19T11:07:41.743213Z","steps":["trace[1823148613] 'process raft request' (duration: 1.277754339s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:41.743338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:40.505215Z","time spent":"1.238009538s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:07:41.74338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:40.465127Z","time spent":"1.278182901s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:07:41.74355Z","caller":"traceutil/trace.go:171","msg":"trace[1604993566] linearizableReadLoop","detail":"{readStateIndex:1708; appliedIndex:1705; }","duration":"736.920683ms","start":"2026-03-19T11:07:41.006576Z","end":"2026-03-19T11:07:41.743496Z","steps":["trace[1604993566] 'read index received' (duration: 736.263076ms)","trace[1604993566] 'applied index is now lower than readState.Index' (duration: 654.927µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:07:41.743833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27625367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T11:07:41.743868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521921415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189e397001b7f86c\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-03-19T11:07:41.743893Z","caller":"traceutil/trace.go:171","msg":"trace[1439871935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1641; }","duration":"1.276345833s","start":"2026-03-19T11:07:40.467532Z","end":"2026-03-19T11:07:41.743877Z","steps":["trace[1439871935] 'agreement among raft nodes before linearized reading' (duration: 1.276178048s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:41.743902Z","caller":"traceutil/trace.go:171","msg":"trace[184026382] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.189e397001b7f86c; range_end:; response_count:1; response_revision:1641; }","duration":"1.521989267s","start":"2026-03-19T11:07:40.2219Z","end":"2026-03-19T11:07:41.743889Z","steps":["trace[184026382] 'agreement among raft nodes before linearized reading' (duration: 1.521884874s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:41.743865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.232324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:07:41.743926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:40.467517Z","time spent":"1.276400704s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:07:41.743931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:40.221881Z","time spent":"1.522042368s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1006,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189e397001b7f86c\" "} {"level":"info","ts":"2026-03-19T11:07:41.743948Z","caller":"traceutil/trace.go:171","msg":"trace[979207338] transaction","detail":"{read_only:false; response_revision:1641; number_of_response:1; }","duration":"1.185032491s","start":"2026-03-19T11:07:40.558882Z","end":"2026-03-19T11:07:41.743914Z","steps":["trace[979207338] 'process raft request' (duration: 1.18425057s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:41.743954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356604805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T11:07:41.744012Z","caller":"traceutil/trace.go:171","msg":"trace[1835596917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1641; }","duration":"132.381117ms","start":"2026-03-19T11:07:41.611559Z","end":"2026-03-19T11:07:41.74394Z","steps":["trace[1835596917] 'agreement among raft nodes before linearized reading' (duration: 132.219123ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:41.744034Z","caller":"traceutil/trace.go:171","msg":"trace[322328822] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:1641; }","duration":"1.356747188s","start":"2026-03-19T11:07:40.387268Z","end":"2026-03-19T11:07:41.744016Z","steps":["trace[322328822] 'agreement among raft nodes before linearized reading' (duration: 1.356460671s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:41.744047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012253179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T11:07:41.7441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:40.387245Z","time spent":"1.356843481s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-03-19T11:07:41.744116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276377964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T11:07:41.744098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270000487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T11:07:41.744132Z","caller":"traceutil/trace.go:171","msg":"trace[1138319077] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1641; }","duration":"2.012354101s","start":"2026-03-19T11:07:39.731739Z","end":"2026-03-19T11:07:41.744093Z","steps":["trace[1138319077] 'agreement among raft nodes before linearized reading' (duration: 2.012026753s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:41.744151Z","caller":"traceutil/trace.go:171","msg":"trace[1899419770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1641; }","duration":"1.276412765s","start":"2026-03-19T11:07:40.467729Z","end":"2026-03-19T11:07:41.744141Z","steps":["trace[1899419770] 'agreement among raft nodes before linearized reading' (duration: 1.276324992s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:41.744172Z","caller":"traceutil/trace.go:171","msg":"trace[1898012268] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1641; }","duration":"1.270110159s","start":"2026-03-19T11:07:40.474046Z","end":"2026-03-19T11:07:41.744156Z","steps":["trace[1898012268] 'agreement among raft nodes before linearized reading' (duration: 1.269836122s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:41.744178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:40.467705Z","time spent":"1.276465835s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:07:41.744182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:39.731718Z","time spent":"2.012451524s","remote":"127.0.0.1:49454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T11:07:41.744209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:40.474039Z","time spent":"1.2701642s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:07:41.744221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276497226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T11:07:41.744252Z","caller":"traceutil/trace.go:171","msg":"trace[1639620241] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1641; }","duration":"1.276555978s","start":"2026-03-19T11:07:40.467687Z","end":"2026-03-19T11:07:41.744243Z","steps":["trace[1639620241] 'agreement among raft nodes before linearized reading' (duration: 1.276472456s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:41.744278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:40.46767Z","time spent":"1.276601449s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T11:07:41.744103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:40.558858Z","time spent":"1.185160344s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:07:41.744503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578244221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T11:07:41.744572Z","caller":"traceutil/trace.go:171","msg":"trace[748549997] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1641; }","duration":"1.578339943s","start":"2026-03-19T11:07:40.166216Z","end":"2026-03-19T11:07:41.744556Z","steps":["trace[748549997] 'agreement among raft nodes before linearized reading' (duration: 1.577646844s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:41.74464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:40.166194Z","time spent":"1.578433505s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:07:43.159517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.47236ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-19T11:07:43.159623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:41.745306Z","time spent":"1.414313096s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T11:07:43.468016Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.291888109s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T11:07:43.468673Z","caller":"traceutil/trace.go:171","msg":"trace[1057667411] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"1.720835455s","start":"2026-03-19T11:07:41.747814Z","end":"2026-03-19T11:07:43.468649Z","steps":["trace[1057667411] 'process raft request' (duration: 1.720573438s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:43.468923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:41.747791Z","time spent":"1.720985359s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:07:43.469047Z","caller":"traceutil/trace.go:171","msg":"trace[1374974187] transaction","detail":"{read_only:false; response_revision:1643; number_of_response:1; }","duration":"1.721178903s","start":"2026-03-19T11:07:41.747845Z","end":"2026-03-19T11:07:43.469024Z","steps":["trace[1374974187] 'process raft request' (duration: 1.720722711s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:43.469722Z","caller":"traceutil/trace.go:171","msg":"trace[1099723604] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"1.720497056s","start":"2026-03-19T11:07:41.749198Z","end":"2026-03-19T11:07:43.469695Z","steps":["trace[1099723604] 'process raft request' (duration: 1.720077825s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:43.469874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:41.747816Z","time spent":"1.721959614s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:07:43.469926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:41.749188Z","time spent":"1.720634479s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:07:43.469174Z","caller":"traceutil/trace.go:171","msg":"trace[1801277099] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"1.720058025s","start":"2026-03-19T11:07:41.749086Z","end":"2026-03-19T11:07:43.469144Z","steps":["trace[1801277099] 'process raft request' (duration: 1.719941711s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:43.469343Z","caller":"traceutil/trace.go:171","msg":"trace[2004092064] linearizableReadLoop","detail":"{readStateIndex:1711; appliedIndex:1708; }","duration":"1.72143757s","start":"2026-03-19T11:07:41.747897Z","end":"2026-03-19T11:07:43.469334Z","steps":["trace[2004092064] 'read index received' (duration: 428.309419ms)","trace[2004092064] 'applied index is now lower than readState.Index' (duration: 1.293127511s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:07:43.470277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:41.749076Z","time spent":"1.721145613s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:07:43.469485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721580654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T11:07:43.470361Z","caller":"traceutil/trace.go:171","msg":"trace[159197408] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f; range_end:; response_count:1; response_revision:1647; }","duration":"1.722494808s","start":"2026-03-19T11:07:41.747856Z","end":"2026-03-19T11:07:43.47035Z","steps":["trace[159197408] 'agreement among raft nodes before linearized reading' (duration: 1.721509492s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:43.470401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:41.747833Z","time spent":"1.722557589s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f\" "} {"level":"info","ts":"2026-03-19T11:07:43.46951Z","caller":"traceutil/trace.go:171","msg":"trace[72804429] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"1.720388983s","start":"2026-03-19T11:07:41.749114Z","end":"2026-03-19T11:07:43.469503Z","steps":["trace[72804429] 'process raft request' (duration: 1.719967432s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:43.470647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:41.749104Z","time spent":"1.721496732s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:07:43.4691Z","caller":"traceutil/trace.go:171","msg":"trace[1997331709] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"1.721021389s","start":"2026-03-19T11:07:41.748072Z","end":"2026-03-19T11:07:43.469093Z","steps":["trace[1997331709] 'process raft request' (duration: 1.720738862s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:43.470752Z","caller":"traceutil/trace.go:171","msg":"trace[199122622] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"460.02173ms","start":"2026-03-19T11:07:43.010716Z","end":"2026-03-19T11:07:43.470738Z","steps":["trace[199122622] 'process raft request' (duration: 459.934788ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:43.47078Z","caller":"traceutil/trace.go:171","msg":"trace[516117433] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"1.008205309s","start":"2026-03-19T11:07:42.462535Z","end":"2026-03-19T11:07:43.470741Z","steps":["trace[516117433] 'process raft request' (duration: 1.007805309s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:43.470787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:41.748055Z","time spent":"1.722678853s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:07:43.470952Z","caller":"traceutil/trace.go:171","msg":"trace[1191949144] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"310.191225ms","start":"2026-03-19T11:07:43.160722Z","end":"2026-03-19T11:07:43.470913Z","steps":["trace[1191949144] 'process raft request' (duration: 309.974829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:43.470995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:43.010692Z","time spent":"460.130542ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:07:43.470994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:42.462511Z","time spent":"1.008378463s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:07:43.471023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718788591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:07:43.471071Z","caller":"traceutil/trace.go:171","msg":"trace[1500995801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1650; }","duration":"1.718911824s","start":"2026-03-19T11:07:41.752145Z","end":"2026-03-19T11:07:43.471056Z","steps":["trace[1500995801] 'agreement among raft nodes before linearized reading' (duration: 1.71875876s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:43.471111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459609792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-59b4c8ab-79b5-475f-b80d-a325729cd27f\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-19T11:07:43.471146Z","caller":"traceutil/trace.go:171","msg":"trace[144469409] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-59b4c8ab-79b5-475f-b80d-a325729cd27f; range_end:; response_count:1; response_revision:1650; }","duration":"1.459683624s","start":"2026-03-19T11:07:42.011453Z","end":"2026-03-19T11:07:43.471137Z","steps":["trace[144469409] 'agreement among raft nodes before linearized reading' (duration: 1.459591891s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:43.471124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:43.160699Z","time spent":"310.328509ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:07:43.471146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:41.752135Z","time spent":"1.718999336s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:07:43.471169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:42.011432Z","time spent":"1.459731995s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3771,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-59b4c8ab-79b5-475f-b80d-a325729cd27f\" "} {"level":"warn","ts":"2026-03-19T11:07:43.471147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.837169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T11:07:43.471213Z","caller":"traceutil/trace.go:171","msg":"trace[1171338854] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1650; }","duration":"718.932602ms","start":"2026-03-19T11:07:42.752263Z","end":"2026-03-19T11:07:43.471195Z","steps":["trace[1171338854] 'agreement among raft nodes before linearized reading' (duration: 718.727017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:43.471265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:42.752245Z","time spent":"719.009354ms","remote":"127.0.0.1:49454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T11:07:45.606838Z","caller":"traceutil/trace.go:171","msg":"trace[25641259] transaction","detail":"{read_only:false; response_revision:1659; number_of_response:1; }","duration":"128.611979ms","start":"2026-03-19T11:07:45.478193Z","end":"2026-03-19T11:07:45.606805Z","steps":["trace[25641259] 'process raft request' (duration: 128.512626ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:45.606866Z","caller":"traceutil/trace.go:171","msg":"trace[272421821] transaction","detail":"{read_only:false; response_revision:1660; number_of_response:1; }","duration":"127.917121ms","start":"2026-03-19T11:07:45.478925Z","end":"2026-03-19T11:07:45.606843Z","steps":["trace[272421821] 'process raft request' (duration: 127.840329ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:45.606846Z","caller":"traceutil/trace.go:171","msg":"trace[1422992609] transaction","detail":"{read_only:false; response_revision:1658; number_of_response:1; }","duration":"128.948588ms","start":"2026-03-19T11:07:45.477851Z","end":"2026-03-19T11:07:45.6068Z","steps":["trace[1422992609] 'process raft request' (duration: 126.453812ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:45.607152Z","caller":"traceutil/trace.go:171","msg":"trace[393411891] transaction","detail":"{read_only:false; response_revision:1661; number_of_response:1; }","duration":"127.281984ms","start":"2026-03-19T11:07:45.479857Z","end":"2026-03-19T11:07:45.607138Z","steps":["trace[393411891] 'process raft request' (duration: 126.952735ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:45.607456Z","caller":"traceutil/trace.go:171","msg":"trace[1467708236] linearizableReadLoop","detail":"{readStateIndex:1731; appliedIndex:1725; }","duration":"126.984397ms","start":"2026-03-19T11:07:45.480456Z","end":"2026-03-19T11:07:45.60744Z","steps":["trace[1467708236] 'read index received' (duration: 34.114474ms)","trace[1467708236] 'applied index is now lower than readState.Index' (duration: 92.868833ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:07:45.607477Z","caller":"traceutil/trace.go:171","msg":"trace[137716886] transaction","detail":"{read_only:false; response_revision:1662; number_of_response:1; }","duration":"127.261564ms","start":"2026-03-19T11:07:45.480191Z","end":"2026-03-19T11:07:45.607453Z","steps":["trace[137716886] 'process raft request' (duration: 126.891454ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:45.607488Z","caller":"traceutil/trace.go:171","msg":"trace[22689719] transaction","detail":"{read_only:false; response_revision:1663; number_of_response:1; }","duration":"127.197892ms","start":"2026-03-19T11:07:45.480263Z","end":"2026-03-19T11:07:45.60746Z","steps":["trace[22689719] 'process raft request' (duration: 127.089569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:45.607701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.217573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-59b4c8ab-79b5-475f-b80d-a325729cd27f\" ","response":"range_response_count:1 size:3933"} {"level":"warn","ts":"2026-03-19T11:07:45.60772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.976961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T11:07:45.607743Z","caller":"traceutil/trace.go:171","msg":"trace[1399078693] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-59b4c8ab-79b5-475f-b80d-a325729cd27f; range_end:; response_count:1; response_revision:1663; }","duration":"127.281234ms","start":"2026-03-19T11:07:45.480449Z","end":"2026-03-19T11:07:45.60773Z","steps":["trace[1399078693] 'agreement among raft nodes before linearized reading' (duration: 127.077529ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:45.607774Z","caller":"traceutil/trace.go:171","msg":"trace[1137433048] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1663; }","duration":"123.092444ms","start":"2026-03-19T11:07:45.484667Z","end":"2026-03-19T11:07:45.607759Z","steps":["trace[1137433048] 'agreement among raft nodes before linearized reading' (duration: 122.913019ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:45.922723Z","caller":"traceutil/trace.go:171","msg":"trace[176975925] transaction","detail":"{read_only:false; response_revision:1666; number_of_response:1; }","duration":"118.307519ms","start":"2026-03-19T11:07:45.804385Z","end":"2026-03-19T11:07:45.922692Z","steps":["trace[176975925] 'process raft request' (duration: 84.072852ms)","trace[176975925] 'compare' (duration: 34.056823ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:07:46.459663Z","caller":"traceutil/trace.go:171","msg":"trace[1328893258] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"163.665067ms","start":"2026-03-19T11:07:46.29598Z","end":"2026-03-19T11:07:46.459645Z","steps":["trace[1328893258] 'process raft request' (duration: 163.551084ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:53.07056Z","caller":"traceutil/trace.go:171","msg":"trace[358818265] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"149.127485ms","start":"2026-03-19T11:07:52.921412Z","end":"2026-03-19T11:07:53.070539Z","steps":["trace[358818265] 'process raft request' (duration: 148.991461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:55.935327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.973409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:07:55.935531Z","caller":"traceutil/trace.go:171","msg":"trace[777872365] linearizableReadLoop","detail":"{readStateIndex:1817; appliedIndex:1816; }","duration":"165.658769ms","start":"2026-03-19T11:07:55.769844Z","end":"2026-03-19T11:07:55.935503Z","steps":["trace[777872365] 'read index received' (duration: 36.491605ms)","trace[777872365] 'applied index is now lower than readState.Index' (duration: 129.165334ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:07:55.935612Z","caller":"traceutil/trace.go:171","msg":"trace[1819872737] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"191.047475ms","start":"2026-03-19T11:07:55.744518Z","end":"2026-03-19T11:07:55.935565Z","steps":["trace[1819872737] 'process raft request' (duration: 61.697216ms)","trace[1819872737] 'compare' (duration: 128.801164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:07:55.935757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.922806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T11:07:55.935799Z","caller":"traceutil/trace.go:171","msg":"trace[51288133] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1747; }","duration":"166.006459ms","start":"2026-03-19T11:07:55.769782Z","end":"2026-03-19T11:07:55.935788Z","steps":["trace[51288133] 'agreement among raft nodes before linearized reading' (duration: 165.823164ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:56.07886Z","caller":"traceutil/trace.go:171","msg":"trace[1812191117] linearizableReadLoop","detail":"{readStateIndex:1818; appliedIndex:1817; }","duration":"143.227581ms","start":"2026-03-19T11:07:55.935563Z","end":"2026-03-19T11:07:56.078791Z","steps":["trace[1812191117] 'read index received' (duration: 140.322575ms)","trace[1812191117] 'applied index is now lower than readState.Index' (duration: 2.904016ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:07:56.07895Z","caller":"traceutil/trace.go:171","msg":"trace[1437380765] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"186.525716ms","start":"2026-03-19T11:07:55.89237Z","end":"2026-03-19T11:07:56.078895Z","steps":["trace[1437380765] 'process raft request' (duration: 183.409355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:56.079099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.525992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T11:07:56.079203Z","caller":"traceutil/trace.go:171","msg":"trace[458813783] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1748; }","duration":"271.685426ms","start":"2026-03-19T11:07:55.807493Z","end":"2026-03-19T11:07:56.079178Z","steps":["trace[458813783] 'agreement among raft nodes before linearized reading' (duration: 271.388239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:56.07924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.648478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T11:07:56.079317Z","caller":"traceutil/trace.go:171","msg":"trace[333811199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1748; }","duration":"307.793192ms","start":"2026-03-19T11:07:55.771502Z","end":"2026-03-19T11:07:56.079295Z","steps":["trace[333811199] 'agreement among raft nodes before linearized reading' (duration: 307.483694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:56.079391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:07:55.771476Z","time spent":"307.896695ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:07:56.079605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.397235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T11:07:56.079656Z","caller":"traceutil/trace.go:171","msg":"trace[1379550296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1748; }","duration":"272.506218ms","start":"2026-03-19T11:07:55.807139Z","end":"2026-03-19T11:07:56.079645Z","steps":["trace[1379550296] 'agreement among raft nodes before linearized reading' (duration: 272.359234ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:56.108531Z","caller":"traceutil/trace.go:171","msg":"trace[1974347813] transaction","detail":"{read_only:false; response_revision:1749; number_of_response:1; }","duration":"168.118653ms","start":"2026-03-19T11:07:55.940387Z","end":"2026-03-19T11:07:56.108506Z","steps":["trace[1974347813] 'process raft request' (duration: 167.879517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:56.10853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.399727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:07:56.108624Z","caller":"traceutil/trace.go:171","msg":"trace[107708488] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1749; }","duration":"161.531141ms","start":"2026-03-19T11:07:55.947071Z","end":"2026-03-19T11:07:56.108602Z","steps":["trace[107708488] 'agreement among raft nodes before linearized reading' (duration: 161.364117ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:57.851477Z","caller":"traceutil/trace.go:171","msg":"trace[1656098570] transaction","detail":"{read_only:false; response_revision:1758; number_of_response:1; }","duration":"203.073909ms","start":"2026-03-19T11:07:57.648379Z","end":"2026-03-19T11:07:57.851453Z","steps":["trace[1656098570] 'process raft request' (duration: 202.923955ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:57.899921Z","caller":"traceutil/trace.go:171","msg":"trace[1472049386] linearizableReadLoop","detail":"{readStateIndex:1830; appliedIndex:1827; }","duration":"143.783646ms","start":"2026-03-19T11:07:57.75611Z","end":"2026-03-19T11:07:57.899894Z","steps":["trace[1472049386] 'read index received' (duration: 95.193813ms)","trace[1472049386] 'applied index is now lower than readState.Index' (duration: 48.588713ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:07:57.900012Z","caller":"traceutil/trace.go:171","msg":"trace[938040340] transaction","detail":"{read_only:false; response_revision:1759; number_of_response:1; }","duration":"154.429505ms","start":"2026-03-19T11:07:57.745561Z","end":"2026-03-19T11:07:57.89999Z","steps":["trace[938040340] 'process raft request' (duration: 154.185158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:07:57.900158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.028592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T11:07:57.900217Z","caller":"traceutil/trace.go:171","msg":"trace[1818181447] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1759; }","duration":"144.138355ms","start":"2026-03-19T11:07:57.756063Z","end":"2026-03-19T11:07:57.900201Z","steps":["trace[1818181447] 'agreement among raft nodes before linearized reading' (duration: 143.9406ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:07:58.136575Z","caller":"traceutil/trace.go:171","msg":"trace[284781146] transaction","detail":"{read_only:false; response_revision:1761; number_of_response:1; }","duration":"184.089172ms","start":"2026-03-19T11:07:57.952462Z","end":"2026-03-19T11:07:58.136551Z","steps":["trace[284781146] 'process raft request' (duration: 153.963713ms)","trace[284781146] 'compare' (duration: 30.030107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:08:00.685776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536068624,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T11:08:00.716256Z","caller":"traceutil/trace.go:171","msg":"trace[1204000394] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"574.369325ms","start":"2026-03-19T11:08:00.141863Z","end":"2026-03-19T11:08:00.716233Z","steps":["trace[1204000394] 'process raft request' (duration: 574.227091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:00.716403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:00.141847Z","time spent":"574.480648ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:08:00.927358Z","caller":"traceutil/trace.go:171","msg":"trace[1824497976] linearizableReadLoop","detail":"{readStateIndex:1841; appliedIndex:1840; }","duration":"742.607332ms","start":"2026-03-19T11:08:00.18473Z","end":"2026-03-19T11:08:00.927338Z","steps":["trace[1824497976] 'read index received' (duration: 531.496752ms)","trace[1824497976] 'applied index is now lower than readState.Index' (duration: 211.10977ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:08:00.927421Z","caller":"traceutil/trace.go:171","msg":"trace[1180895100] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"780.609457ms","start":"2026-03-19T11:08:00.146787Z","end":"2026-03-19T11:08:00.927396Z","steps":["trace[1180895100] 'process raft request' (duration: 780.432303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:00.927537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:00.14676Z","time spent":"780.712509ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:08:00.927551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.801137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T11:08:00.92758Z","caller":"traceutil/trace.go:171","msg":"trace[1831766114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1770; }","duration":"742.869849ms","start":"2026-03-19T11:08:00.1847Z","end":"2026-03-19T11:08:00.92757Z","steps":["trace[1831766114] 'agreement among raft nodes before linearized reading' (duration: 742.738516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:00.927604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:00.18469Z","time spent":"742.90885ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:08:00.927602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.808328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T11:08:00.927663Z","caller":"traceutil/trace.go:171","msg":"trace[1262700747] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1770; }","duration":"739.898021ms","start":"2026-03-19T11:08:00.187747Z","end":"2026-03-19T11:08:00.927645Z","steps":["trace[1262700747] 'agreement among raft nodes before linearized reading' (duration: 739.731977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:00.927718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.259224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T11:08:00.927754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:00.187738Z","time spent":"740.002443ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:08:00.927839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.980473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T11:08:00.927888Z","caller":"traceutil/trace.go:171","msg":"trace[935730850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1770; }","duration":"740.103006ms","start":"2026-03-19T11:08:00.187773Z","end":"2026-03-19T11:08:00.927876Z","steps":["trace[935730850] 'agreement among raft nodes before linearized reading' (duration: 739.898391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:00.92792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:00.187749Z","time spent":"740.165388ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:08:00.927767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.415312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:08:00.92799Z","caller":"traceutil/trace.go:171","msg":"trace[1154073927] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1770; }","duration":"562.668748ms","start":"2026-03-19T11:08:00.365302Z","end":"2026-03-19T11:08:00.927971Z","steps":["trace[1154073927] 'agreement among raft nodes before linearized reading' (duration: 562.397831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:00.928051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:00.365281Z","time spent":"562.7541ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":21,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:08:00.927744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.759292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:08:00.928116Z","caller":"traceutil/trace.go:171","msg":"trace[935088329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1770; }","duration":"313.195124ms","start":"2026-03-19T11:08:00.614908Z","end":"2026-03-19T11:08:00.928104Z","steps":["trace[935088329] 'agreement among raft nodes before linearized reading' (duration: 312.725202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:00.928164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:00.61489Z","time spent":"313.260685ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T11:08:00.92779Z","caller":"traceutil/trace.go:171","msg":"trace[1487602984] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1770; }","duration":"739.366687ms","start":"2026-03-19T11:08:00.188404Z","end":"2026-03-19T11:08:00.927771Z","steps":["trace[1487602984] 'agreement among raft nodes before linearized reading' (duration: 739.200633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:00.928218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:00.188391Z","time spent":"739.816819ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:08:00.928507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.777445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T11:08:00.928546Z","caller":"traceutil/trace.go:171","msg":"trace[729442097] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:1770; }","duration":"540.852427ms","start":"2026-03-19T11:08:00.387682Z","end":"2026-03-19T11:08:00.928534Z","steps":["trace[729442097] 'agreement among raft nodes before linearized reading' (duration: 540.174699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:00.928576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:00.387663Z","time spent":"540.906068ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-03-19T11:08:01.795463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.206576ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-19T11:08:01.795552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:00.930193Z","time spent":"865.352527ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T11:08:01.805793Z","caller":"traceutil/trace.go:171","msg":"trace[867408212] transaction","detail":"{read_only:false; response_revision:1771; number_of_response:1; }","duration":"874.754754ms","start":"2026-03-19T11:08:00.931008Z","end":"2026-03-19T11:08:01.805763Z","steps":["trace[867408212] 'process raft request' (duration: 874.564039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:01.805957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:00.930988Z","time spent":"874.896527ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:08:01.806089Z","caller":"traceutil/trace.go:171","msg":"trace[856040368] transaction","detail":"{read_only:false; response_revision:1772; number_of_response:1; }","duration":"874.97385ms","start":"2026-03-19T11:08:00.931064Z","end":"2026-03-19T11:08:01.806038Z","steps":["trace[856040368] 'process raft request' (duration: 874.638671ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:08:01.806116Z","caller":"traceutil/trace.go:171","msg":"trace[1269061415] transaction","detail":"{read_only:false; response_revision:1774; number_of_response:1; }","duration":"874.20522ms","start":"2026-03-19T11:08:00.931888Z","end":"2026-03-19T11:08:01.806093Z","steps":["trace[1269061415] 'process raft request' (duration: 874.149358ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:08:01.806184Z","caller":"traceutil/trace.go:171","msg":"trace[1375398606] linearizableReadLoop","detail":"{readStateIndex:1847; appliedIndex:1841; }","duration":"857.223075ms","start":"2026-03-19T11:08:00.948948Z","end":"2026-03-19T11:08:01.806171Z","steps":["trace[1375398606] 'read index received' (duration: 113.284368ms)","trace[1375398606] 'applied index is now lower than readState.Index' (duration: 743.937887ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:08:01.806222Z","caller":"traceutil/trace.go:171","msg":"trace[419351693] transaction","detail":"{read_only:false; response_revision:1773; number_of_response:1; }","duration":"874.441505ms","start":"2026-03-19T11:08:00.931756Z","end":"2026-03-19T11:08:01.806197Z","steps":["trace[419351693] 'process raft request' (duration: 874.193819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:01.806372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.42272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T11:08:01.806247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:00.93188Z","time spent":"874.295692ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:08:01.80641Z","caller":"traceutil/trace.go:171","msg":"trace[1397388639] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1775; }","duration":"857.478962ms","start":"2026-03-19T11:08:00.94892Z","end":"2026-03-19T11:08:01.806399Z","steps":["trace[1397388639] 'agreement among raft nodes before linearized reading' (duration: 857.370159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:01.806433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:00.948904Z","time spent":"857.524092ms","remote":"127.0.0.1:49454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T11:08:01.806364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:00.931734Z","time spent":"874.550789ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:08:01.806427Z","caller":"traceutil/trace.go:171","msg":"trace[1544969624] transaction","detail":"{read_only:false; response_revision:1775; number_of_response:1; }","duration":"873.862981ms","start":"2026-03-19T11:08:00.932538Z","end":"2026-03-19T11:08:01.806401Z","steps":["trace[1544969624] 'process raft request' (duration: 873.525852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:01.806481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.218104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T11:08:01.806517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:00.931048Z","time spent":"875.110543ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:08:01.806542Z","caller":"traceutil/trace.go:171","msg":"trace[2048436950] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1776; }","duration":"673.284876ms","start":"2026-03-19T11:08:01.133241Z","end":"2026-03-19T11:08:01.806526Z","steps":["trace[2048436950] 'agreement among raft nodes before linearized reading' (duration: 673.149992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:01.80657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:00.932525Z","time spent":"873.970643ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:08:01.806607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:01.133214Z","time spent":"673.376959ms","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":8,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:08:05.957459Z","caller":"traceutil/trace.go:171","msg":"trace[1355246270] transaction","detail":"{read_only:false; response_revision:1792; number_of_response:1; }","duration":"110.613727ms","start":"2026-03-19T11:08:05.846771Z","end":"2026-03-19T11:08:05.957384Z","steps":["trace[1355246270] 'process raft request' (duration: 106.875479ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:08:05.957615Z","caller":"traceutil/trace.go:171","msg":"trace[1308781614] transaction","detail":"{read_only:false; response_revision:1793; number_of_response:1; }","duration":"110.784442ms","start":"2026-03-19T11:08:05.84681Z","end":"2026-03-19T11:08:05.957595Z","steps":["trace[1308781614] 'process raft request' (duration: 110.512855ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:08:05.957703Z","caller":"traceutil/trace.go:171","msg":"trace[913981671] linearizableReadLoop","detail":"{readStateIndex:1867; appliedIndex:1863; }","duration":"103.728127ms","start":"2026-03-19T11:08:05.853949Z","end":"2026-03-19T11:08:05.957677Z","steps":["trace[913981671] 'read index received' (duration: 12.348534ms)","trace[913981671] 'applied index is now lower than readState.Index' (duration: 91.377653ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:08:05.957721Z","caller":"traceutil/trace.go:171","msg":"trace[1535250489] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"110.701919ms","start":"2026-03-19T11:08:05.846986Z","end":"2026-03-19T11:08:05.957688Z","steps":["trace[1535250489] 'process raft request' (duration: 110.532095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:05.957899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.942582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T11:08:05.957935Z","caller":"traceutil/trace.go:171","msg":"trace[1386529427] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1795; }","duration":"104.020575ms","start":"2026-03-19T11:08:05.853903Z","end":"2026-03-19T11:08:05.957923Z","steps":["trace[1386529427] 'agreement among raft nodes before linearized reading' (duration: 103.85865ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:08:15.605588Z","caller":"traceutil/trace.go:171","msg":"trace[293406742] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"154.181118ms","start":"2026-03-19T11:08:15.451384Z","end":"2026-03-19T11:08:15.605565Z","steps":["trace[293406742] 'process raft request' (duration: 154.045905ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:08:15.609106Z","caller":"traceutil/trace.go:171","msg":"trace[1599959188] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"117.979011ms","start":"2026-03-19T11:08:15.491116Z","end":"2026-03-19T11:08:15.609095Z","steps":["trace[1599959188] 'process raft request' (duration: 117.913469ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:08:16.224815Z","caller":"traceutil/trace.go:171","msg":"trace[1295778185] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"108.761139ms","start":"2026-03-19T11:08:16.116024Z","end":"2026-03-19T11:08:16.224785Z","steps":["trace[1295778185] 'process raft request' (duration: 37.450731ms)","trace[1295778185] 'compare' (duration: 71.121363ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:08:16.225108Z","caller":"traceutil/trace.go:171","msg":"trace[1965909460] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"108.682927ms","start":"2026-03-19T11:08:16.11639Z","end":"2026-03-19T11:08:16.225073Z","steps":["trace[1965909460] 'process raft request' (duration: 108.351728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:23.770068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536068925,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T11:08:23.814101Z","caller":"traceutil/trace.go:171","msg":"trace[987416249] linearizableReadLoop","detail":"{readStateIndex:1964; appliedIndex:1963; }","duration":"545.082028ms","start":"2026-03-19T11:08:23.268996Z","end":"2026-03-19T11:08:23.814078Z","steps":["trace[987416249] 'read index received' (duration: 544.914813ms)","trace[987416249] 'applied index is now lower than readState.Index' (duration: 166.215µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:08:23.814198Z","caller":"traceutil/trace.go:171","msg":"trace[1316365124] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"616.852218ms","start":"2026-03-19T11:08:23.197322Z","end":"2026-03-19T11:08:23.814175Z","steps":["trace[1316365124] 'process raft request' (duration: 616.605682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:23.814354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.034662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:08:23.814417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.89621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:08:23.814427Z","caller":"traceutil/trace.go:171","msg":"trace[1057836089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1888; }","duration":"202.160795ms","start":"2026-03-19T11:08:23.612251Z","end":"2026-03-19T11:08:23.814412Z","steps":["trace[1057836089] 'agreement among raft nodes before linearized reading' (duration: 202.039802ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:08:23.814479Z","caller":"traceutil/trace.go:171","msg":"trace[1305951421] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1888; }","duration":"312.020053ms","start":"2026-03-19T11:08:23.502443Z","end":"2026-03-19T11:08:23.814463Z","steps":["trace[1305951421] 'agreement among raft nodes before linearized reading' (duration: 311.89985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:23.81446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.721485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-19T11:08:23.814515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:23.502422Z","time spent":"312.085355ms","remote":"127.0.0.1:52976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:08:23.814524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.501769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T11:08:23.814702Z","caller":"traceutil/trace.go:171","msg":"trace[669790014] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1888; }","duration":"545.738035ms","start":"2026-03-19T11:08:23.26894Z","end":"2026-03-19T11:08:23.814678Z","steps":["trace[669790014] 'agreement among raft nodes before linearized reading' (duration: 545.255003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:23.814758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:23.268918Z","time spent":"545.825017ms","remote":"127.0.0.1:49454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T11:08:23.814547Z","caller":"traceutil/trace.go:171","msg":"trace[725055162] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1888; }","duration":"474.865188ms","start":"2026-03-19T11:08:23.339658Z","end":"2026-03-19T11:08:23.814524Z","steps":["trace[725055162] 'agreement among raft nodes before linearized reading' (duration: 474.615782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:23.814812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:23.339631Z","time spent":"475.172517ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T11:08:23.815214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:23.197297Z","time spent":"616.966582ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:08:24.076546Z","caller":"traceutil/trace.go:171","msg":"trace[158019018] linearizableReadLoop","detail":"{readStateIndex:1965; appliedIndex:1964; }","duration":"223.339931ms","start":"2026-03-19T11:08:23.85319Z","end":"2026-03-19T11:08:24.07653Z","steps":["trace[158019018] 'read index received' (duration: 152.098464ms)","trace[158019018] 'applied index is now lower than readState.Index' (duration: 71.240616ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:08:24.076568Z","caller":"traceutil/trace.go:171","msg":"trace[1073404972] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"257.468584ms","start":"2026-03-19T11:08:23.819051Z","end":"2026-03-19T11:08:24.07652Z","steps":["trace[1073404972] 'process raft request' (duration: 186.238678ms)","trace[1073404972] 'compare' (duration: 71.065282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:08:24.076828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.610677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:08:24.07696Z","caller":"traceutil/trace.go:171","msg":"trace[560401250] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1890; }","duration":"223.778292ms","start":"2026-03-19T11:08:23.853153Z","end":"2026-03-19T11:08:24.076931Z","steps":["trace[560401250] 'agreement among raft nodes before linearized reading' (duration: 223.443923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:24.077206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.378006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T11:08:24.077288Z","caller":"traceutil/trace.go:171","msg":"trace[1118696707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1891; }","duration":"101.52749ms","start":"2026-03-19T11:08:23.975741Z","end":"2026-03-19T11:08:24.077268Z","steps":["trace[1118696707] 'agreement among raft nodes before linearized reading' (duration: 101.185361ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:08:29.978108Z","caller":"traceutil/trace.go:171","msg":"trace[1787507183] linearizableReadLoop","detail":"{readStateIndex:1996; appliedIndex:1995; }","duration":"110.192246ms","start":"2026-03-19T11:08:29.867898Z","end":"2026-03-19T11:08:29.978091Z","steps":["trace[1787507183] 'read index received' (duration: 110.042912ms)","trace[1787507183] 'applied index is now lower than readState.Index' (duration: 148.864µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:08:29.97827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.35167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T11:08:29.978293Z","caller":"traceutil/trace.go:171","msg":"trace[1011093180] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1918; }","duration":"110.405142ms","start":"2026-03-19T11:08:29.867879Z","end":"2026-03-19T11:08:29.978284Z","steps":["trace[1011093180] 'agreement among raft nodes before linearized reading' (duration: 110.285739ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:08:29.978294Z","caller":"traceutil/trace.go:171","msg":"trace[861422813] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"117.950849ms","start":"2026-03-19T11:08:29.86029Z","end":"2026-03-19T11:08:29.978241Z","steps":["trace[861422813] 'process raft request' (duration: 117.698343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:30.633088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536069003,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T11:08:30.722857Z","caller":"traceutil/trace.go:171","msg":"trace[1029681025] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"625.899325ms","start":"2026-03-19T11:08:30.096932Z","end":"2026-03-19T11:08:30.722831Z","steps":["trace[1029681025] 'process raft request' (duration: 625.742691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:30.723012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:30.096861Z","time spent":"626.07158ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:08:31.408802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.755912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:08:31.408942Z","caller":"traceutil/trace.go:171","msg":"trace[1982665476] linearizableReadLoop","detail":"{readStateIndex:1998; appliedIndex:1996; }","duration":"1.282902965s","start":"2026-03-19T11:08:30.126023Z","end":"2026-03-19T11:08:31.408926Z","steps":["trace[1982665476] 'read index received' (duration: 596.67987ms)","trace[1982665476] 'applied index is now lower than readState.Index' (duration: 686.221545ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:08:31.409021Z","caller":"traceutil/trace.go:171","msg":"trace[220342653] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"1.311962046s","start":"2026-03-19T11:08:30.09704Z","end":"2026-03-19T11:08:31.409002Z","steps":["trace[220342653] 'process raft request' (duration: 982.909537ms)","trace[220342653] 'compare' (duration: 328.596307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:08:31.4091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:30.09698Z","time spent":"1.312078989s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:08:31.409421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283420528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T11:08:31.409456Z","caller":"traceutil/trace.go:171","msg":"trace[1596603248] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1920; }","duration":"1.28350917s","start":"2026-03-19T11:08:30.125937Z","end":"2026-03-19T11:08:31.409446Z","steps":["trace[1596603248] 'agreement among raft nodes before linearized reading' (duration: 1.283383837s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:31.409491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:30.125911Z","time spent":"1.283573042s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:08:31.500926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192581019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T11:08:31.501019Z","caller":"traceutil/trace.go:171","msg":"trace[251031383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1921; }","duration":"1.192757203s","start":"2026-03-19T11:08:30.308239Z","end":"2026-03-19T11:08:31.500997Z","steps":["trace[251031383] 'agreement among raft nodes before linearized reading' (duration: 1.192529007s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:31.501065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:30.308213Z","time spent":"1.192843826s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:08:31.501077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.947795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T11:08:31.500924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111013602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T11:08:31.501148Z","caller":"traceutil/trace.go:171","msg":"trace[434092847] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1921; }","duration":"516.046348ms","start":"2026-03-19T11:08:30.985081Z","end":"2026-03-19T11:08:31.501127Z","steps":["trace[434092847] 'agreement among raft nodes before linearized reading' (duration: 515.881593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:31.501191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:30.985062Z","time spent":"516.118329ms","remote":"127.0.0.1:49454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T11:08:31.501196Z","caller":"traceutil/trace.go:171","msg":"trace[789286724] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"506.772115ms","start":"2026-03-19T11:08:30.994393Z","end":"2026-03-19T11:08:31.501165Z","steps":["trace[789286724] 'process raft request' (duration: 506.21397ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:08:31.501183Z","caller":"traceutil/trace.go:171","msg":"trace[695000139] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:1921; }","duration":"1.111331861s","start":"2026-03-19T11:08:30.389833Z","end":"2026-03-19T11:08:31.501165Z","steps":["trace[695000139] 'agreement among raft nodes before linearized reading' (duration: 1.11093852s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:31.501161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.515522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:08:31.50126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:30.389812Z","time spent":"1.111419723s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-03-19T11:08:31.501261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193699548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T11:08:31.501317Z","caller":"traceutil/trace.go:171","msg":"trace[1816169201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1921; }","duration":"891.740168ms","start":"2026-03-19T11:08:30.609552Z","end":"2026-03-19T11:08:31.501292Z","steps":["trace[1816169201] 'agreement among raft nodes before linearized reading' (duration: 891.43901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:31.501391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:30.609529Z","time spent":"891.851271ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T11:08:31.501404Z","caller":"traceutil/trace.go:171","msg":"trace[248551099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1921; }","duration":"1.193845602s","start":"2026-03-19T11:08:30.307505Z","end":"2026-03-19T11:08:31.50135Z","steps":["trace[248551099] 'agreement among raft nodes before linearized reading' (duration: 1.193479072s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:31.501296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:30.99437Z","time spent":"506.857526ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:08:31.501545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:30.307479Z","time spent":"1.194052167s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:08:31.501788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286062827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T11:08:31.501912Z","caller":"traceutil/trace.go:171","msg":"trace[219140358] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1921; }","duration":"1.286199401s","start":"2026-03-19T11:08:30.215628Z","end":"2026-03-19T11:08:31.501828Z","steps":["trace[219140358] 'agreement among raft nodes before linearized reading' (duration: 1.285950575s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:31.50199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:30.215596Z","time spent":"1.286349115s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T11:08:31.517806Z","caller":"traceutil/trace.go:171","msg":"trace[1740114881] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"104.21031ms","start":"2026-03-19T11:08:31.413564Z","end":"2026-03-19T11:08:31.517774Z","steps":["trace[1740114881] 'process raft request' (duration: 100.40097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:37.910036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.421476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e3979180fc4b9\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-19T11:08:37.910148Z","caller":"traceutil/trace.go:171","msg":"trace[1606269727] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189e3979180fc4b9; range_end:; response_count:1; response_revision:1948; }","duration":"955.57871ms","start":"2026-03-19T11:08:36.95454Z","end":"2026-03-19T11:08:37.910119Z","steps":["trace[1606269727] 'range keys from in-memory index tree' (duration: 955.20732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:37.910283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:36.954521Z","time spent":"955.669403ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e3979180fc4b9\" "} {"level":"warn","ts":"2026-03-19T11:08:37.910278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.828367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:08:37.910475Z","caller":"traceutil/trace.go:171","msg":"trace[424772013] linearizableReadLoop","detail":"{readStateIndex:2030; appliedIndex:2028; }","duration":"367.488666ms","start":"2026-03-19T11:08:37.54297Z","end":"2026-03-19T11:08:37.910459Z","steps":["trace[424772013] 'read index received' (duration: 73.408633ms)","trace[424772013] 'applied index is now lower than readState.Index' (duration: 294.078983ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:08:37.910602Z","caller":"traceutil/trace.go:171","msg":"trace[2040903311] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"463.297955ms","start":"2026-03-19T11:08:37.447285Z","end":"2026-03-19T11:08:37.910583Z","steps":["trace[2040903311] 'process raft request' (duration: 169.078269ms)","trace[2040903311] 'compare' (duration: 293.59785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:08:37.910699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:37.447257Z","time spent":"463.391728ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:08:37.910848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.879946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T11:08:37.911385Z","caller":"traceutil/trace.go:171","msg":"trace[955374468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1950; }","duration":"368.455582ms","start":"2026-03-19T11:08:37.542906Z","end":"2026-03-19T11:08:37.911362Z","steps":["trace[955374468] 'agreement among raft nodes before linearized reading' (duration: 367.798134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:37.911445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:37.542859Z","time spent":"368.570294ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T11:08:37.911034Z","caller":"traceutil/trace.go:171","msg":"trace[272180550] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"391.906886ms","start":"2026-03-19T11:08:37.519108Z","end":"2026-03-19T11:08:37.911015Z","steps":["trace[272180550] 'process raft request' (duration: 391.263609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:37.911576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:37.519078Z","time spent":"392.44683ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:08:37.911061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.805193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:08:37.911704Z","caller":"traceutil/trace.go:171","msg":"trace[734355049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1950; }","duration":"300.501591ms","start":"2026-03-19T11:08:37.611184Z","end":"2026-03-19T11:08:37.911686Z","steps":["trace[734355049] 'agreement among raft nodes before linearized reading' (duration: 299.831864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:37.911761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:37.611159Z","time spent":"300.586264ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:08:37.91106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.581638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T11:08:37.911881Z","caller":"traceutil/trace.go:171","msg":"trace[1654315986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1950; }","duration":"363.45743ms","start":"2026-03-19T11:08:37.548381Z","end":"2026-03-19T11:08:37.911839Z","steps":["trace[1654315986] 'agreement among raft nodes before linearized reading' (duration: 362.501425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:37.911131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.232863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T11:08:37.911981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:37.548361Z","time spent":"363.600264ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T11:08:37.912053Z","caller":"traceutil/trace.go:171","msg":"trace[1596522856] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1950; }","duration":"325.194858ms","start":"2026-03-19T11:08:37.586827Z","end":"2026-03-19T11:08:37.912022Z","steps":["trace[1596522856] 'agreement among raft nodes before linearized reading' (duration: 324.182821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:37.912142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:37.586798Z","time spent":"325.314751ms","remote":"127.0.0.1:49454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T11:08:37.911166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.753216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T11:08:37.912196Z","caller":"traceutil/trace.go:171","msg":"trace[781422862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1950; }","duration":"362.797973ms","start":"2026-03-19T11:08:37.549383Z","end":"2026-03-19T11:08:37.912181Z","steps":["trace[781422862] 'agreement among raft nodes before linearized reading' (duration: 361.666573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:37.912258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:37.549375Z","time spent":"362.867705ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:08:37.911175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.260223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T11:08:37.912354Z","caller":"traceutil/trace.go:171","msg":"trace[1649463935] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1950; }","duration":"362.479205ms","start":"2026-03-19T11:08:37.549855Z","end":"2026-03-19T11:08:37.912334Z","steps":["trace[1649463935] 'agreement among raft nodes before linearized reading' (duration: 361.174221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:37.912418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:37.549844Z","time spent":"362.556227ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:08:38.733546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.445421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T11:08:38.733648Z","caller":"traceutil/trace.go:171","msg":"trace[355830414] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1955; }","duration":"691.605836ms","start":"2026-03-19T11:08:38.042017Z","end":"2026-03-19T11:08:38.733623Z","steps":["trace[355830414] 'range keys from in-memory index tree' (duration: 691.237166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:38.733702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:38.041995Z","time spent":"691.694747ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T11:08:38.733733Z","caller":"traceutil/trace.go:171","msg":"trace[1092461674] linearizableReadLoop","detail":"{readStateIndex:2036; appliedIndex:2035; }","duration":"183.606399ms","start":"2026-03-19T11:08:38.550078Z","end":"2026-03-19T11:08:38.733684Z","steps":["trace[1092461674] 'read index received' (duration: 114.663544ms)","trace[1092461674] 'applied index is now lower than readState.Index' (duration: 68.939865ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:08:38.733758Z","caller":"traceutil/trace.go:171","msg":"trace[890116601] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"284.669877ms","start":"2026-03-19T11:08:38.449043Z","end":"2026-03-19T11:08:38.733712Z","steps":["trace[890116601] 'process raft request' (duration: 215.761492ms)","trace[890116601] 'compare' (duration: 68.393601ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:08:38.733876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.790604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:08:38.733932Z","caller":"traceutil/trace.go:171","msg":"trace[1692698181] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1956; }","duration":"183.875206ms","start":"2026-03-19T11:08:38.550046Z","end":"2026-03-19T11:08:38.733921Z","steps":["trace[1692698181] 'agreement among raft nodes before linearized reading' (duration: 183.781134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:38.734052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.287813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:08:38.734119Z","caller":"traceutil/trace.go:171","msg":"trace[79769410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1956; }","duration":"122.431997ms","start":"2026-03-19T11:08:38.611668Z","end":"2026-03-19T11:08:38.7341Z","steps":["trace[79769410] 'agreement among raft nodes before linearized reading' (duration: 122.273793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:39.421524Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536069096,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:08:39.921682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536069096,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:08:40.013765Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.109677025s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T11:08:40.014047Z","caller":"traceutil/trace.go:171","msg":"trace[217246149] linearizableReadLoop","detail":"{readStateIndex:2038; appliedIndex:2037; }","duration":"1.092774003s","start":"2026-03-19T11:08:38.921257Z","end":"2026-03-19T11:08:40.014031Z","steps":["trace[217246149] 'read index received' (duration: 1.092751792s)","trace[217246149] 'applied index is now lower than readState.Index' (duration: 21.191µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:08:40.014127Z","caller":"traceutil/trace.go:171","msg":"trace[16054169] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"1.110117206s","start":"2026-03-19T11:08:38.903974Z","end":"2026-03-19T11:08:40.014091Z","steps":["trace[16054169] 'process raft request' (duration: 1.109954992s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:40.014206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092944127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T11:08:40.014271Z","caller":"traceutil/trace.go:171","msg":"trace[226137719] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1958; }","duration":"1.09305687s","start":"2026-03-19T11:08:38.921198Z","end":"2026-03-19T11:08:40.014255Z","steps":["trace[226137719] 'agreement among raft nodes before linearized reading' (duration: 1.092898615s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:40.014304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:38.921172Z","time spent":"1.093126142s","remote":"127.0.0.1:49454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T11:08:40.014314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:38.903952Z","time spent":"1.11025245s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:08:40.393595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.4764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:08:40.393779Z","caller":"traceutil/trace.go:171","msg":"trace[1778230745] linearizableReadLoop","detail":"{readStateIndex:2040; appliedIndex:2038; }","duration":"379.663514ms","start":"2026-03-19T11:08:40.014098Z","end":"2026-03-19T11:08:40.393762Z","steps":["trace[1778230745] 'read index received' (duration: 125.801694ms)","trace[1778230745] 'applied index is now lower than readState.Index' (duration: 253.860779ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:08:40.393914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.983974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:08:40.394054Z","caller":"traceutil/trace.go:171","msg":"trace[930364470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1960; }","duration":"784.118228ms","start":"2026-03-19T11:08:39.609863Z","end":"2026-03-19T11:08:40.393982Z","steps":["trace[930364470] 'agreement among raft nodes before linearized reading' (duration: 783.946224ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:08:40.394072Z","caller":"traceutil/trace.go:171","msg":"trace[1571235294] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"472.099135ms","start":"2026-03-19T11:08:39.921961Z","end":"2026-03-19T11:08:40.39406Z","steps":["trace[1571235294] 'process raft request' (duration: 471.742796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:40.394102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.852795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T11:08:40.39417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:39.921935Z","time spent":"472.190548ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:08:40.394182Z","caller":"traceutil/trace.go:171","msg":"trace[1255489536] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1960; }","duration":"807.038599ms","start":"2026-03-19T11:08:39.587122Z","end":"2026-03-19T11:08:40.394161Z","steps":["trace[1255489536] 'agreement among raft nodes before linearized reading' (duration: 806.903315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:40.394234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:39.5871Z","time spent":"807.121592ms","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:08:40.394223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.952829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T11:08:40.394275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.145888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T11:08:40.39432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.016501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T11:08:40.394383Z","caller":"traceutil/trace.go:171","msg":"trace[2103952028] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"472.434754ms","start":"2026-03-19T11:08:39.921935Z","end":"2026-03-19T11:08:40.39437Z","steps":["trace[2103952028] 'process raft request' (duration: 218.089962ms)","trace[2103952028] 'compare' (duration: 253.340626ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:08:40.394389Z","caller":"traceutil/trace.go:171","msg":"trace[355323591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1960; }","duration":"386.124323ms","start":"2026-03-19T11:08:40.00825Z","end":"2026-03-19T11:08:40.394374Z","steps":["trace[355323591] 'agreement among raft nodes before linearized reading' (duration: 385.906368ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:08:40.394362Z","caller":"traceutil/trace.go:171","msg":"trace[870113471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1960; }","duration":"386.127073ms","start":"2026-03-19T11:08:40.008205Z","end":"2026-03-19T11:08:40.394332Z","steps":["trace[870113471] 'agreement among raft nodes before linearized reading' (duration: 385.742243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:40.394117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:39.609851Z","time spent":"784.252461ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:08:40.394448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:40.008231Z","time spent":"386.206395ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:08:40.394445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:39.921909Z","time spent":"472.500255ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:08:40.393959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312783934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-19T11:08:40.394477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:40.008187Z","time spent":"386.271037ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T11:08:40.394593Z","caller":"traceutil/trace.go:171","msg":"trace[1245399428] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1960; }","duration":"1.313432011s","start":"2026-03-19T11:08:39.081125Z","end":"2026-03-19T11:08:40.394557Z","steps":["trace[1245399428] 'agreement among raft nodes before linearized reading' (duration: 1.312731433s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:08:40.39463Z","caller":"traceutil/trace.go:171","msg":"trace[164601061] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1960; }","duration":"385.288741ms","start":"2026-03-19T11:08:40.009076Z","end":"2026-03-19T11:08:40.394364Z","steps":["trace[164601061] 'agreement among raft nodes before linearized reading' (duration: 385.004184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:40.394652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:39.081102Z","time spent":"1.313533974s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T11:08:40.394687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:40.009062Z","time spent":"385.613279ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:08:40.394745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.357529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T11:08:40.394818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251756327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-19T11:08:40.39488Z","caller":"traceutil/trace.go:171","msg":"trace[1909493404] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1960; }","duration":"1.251815058s","start":"2026-03-19T11:08:39.143045Z","end":"2026-03-19T11:08:40.39486Z","steps":["trace[1909493404] 'agreement among raft nodes before linearized reading' (duration: 1.251579102s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:40.394927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:39.142996Z","time spent":"1.251919181s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12410,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T11:08:40.394869Z","caller":"traceutil/trace.go:171","msg":"trace[493377455] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1960; }","duration":"386.613576ms","start":"2026-03-19T11:08:40.00823Z","end":"2026-03-19T11:08:40.394844Z","steps":["trace[493377455] 'agreement among raft nodes before linearized reading' (duration: 385.560408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:40.395127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:40.008213Z","time spent":"386.899074ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T11:08:40.784988Z","caller":"traceutil/trace.go:171","msg":"trace[237833284] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"385.305301ms","start":"2026-03-19T11:08:40.399659Z","end":"2026-03-19T11:08:40.784964Z","steps":["trace[237833284] 'process raft request' (duration: 385.062505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:40.785163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:40.399637Z","time spent":"385.428215ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:08:40.785233Z","caller":"traceutil/trace.go:171","msg":"trace[1941381417] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"385.374474ms","start":"2026-03-19T11:08:40.399837Z","end":"2026-03-19T11:08:40.785212Z","steps":["trace[1941381417] 'process raft request' (duration: 385.045145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:40.78559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:40.399828Z","time spent":"385.543128ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:08:40.785797Z","caller":"traceutil/trace.go:171","msg":"trace[1468296151] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"385.865477ms","start":"2026-03-19T11:08:40.399911Z","end":"2026-03-19T11:08:40.785776Z","steps":["trace[1468296151] 'process raft request' (duration: 385.23494ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:08:40.785918Z","caller":"traceutil/trace.go:171","msg":"trace[587539608] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"385.835476ms","start":"2026-03-19T11:08:40.400065Z","end":"2026-03-19T11:08:40.7859Z","steps":["trace[587539608] 'process raft request' (duration: 385.635471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:40.785919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:40.399893Z","time spent":"385.953869ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:08:40.785847Z","caller":"traceutil/trace.go:171","msg":"trace[1540050511] linearizableReadLoop","detail":"{readStateIndex:2046; appliedIndex:2041; }","duration":"328.513344ms","start":"2026-03-19T11:08:40.457306Z","end":"2026-03-19T11:08:40.78582Z","steps":["trace[1540050511] 'read index received' (duration: 327.398545ms)","trace[1540050511] 'applied index is now lower than readState.Index' (duration: 1.113699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:08:40.786011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:40.400058Z","time spent":"385.906248ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:08:40.786205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.809217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:08:40.786278Z","caller":"traceutil/trace.go:171","msg":"trace[1834481081] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1965; }","duration":"380.030833ms","start":"2026-03-19T11:08:40.406231Z","end":"2026-03-19T11:08:40.786261Z","steps":["trace[1834481081] 'agreement among raft nodes before linearized reading' (duration: 379.735436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:40.786404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:40.406216Z","time spent":"380.171527ms","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T11:08:40.786418Z","caller":"traceutil/trace.go:171","msg":"trace[259140105] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"385.880926ms","start":"2026-03-19T11:08:40.399997Z","end":"2026-03-19T11:08:40.785878Z","steps":["trace[259140105] 'process raft request' (duration: 385.6313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:40.786507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:40.399989Z","time spent":"386.471853ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:08:40.803924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.316113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:08:40.803985Z","caller":"traceutil/trace.go:171","msg":"trace[1097379865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1966; }","duration":"193.425346ms","start":"2026-03-19T11:08:40.610546Z","end":"2026-03-19T11:08:40.803971Z","steps":["trace[1097379865] 'agreement among raft nodes before linearized reading' (duration: 193.302603ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:08:40.804106Z","caller":"traceutil/trace.go:171","msg":"trace[1486606279] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"345.439737ms","start":"2026-03-19T11:08:40.458646Z","end":"2026-03-19T11:08:40.804085Z","steps":["trace[1486606279] 'process raft request' (duration: 345.071307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:40.804198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:40.458627Z","time spent":"345.52197ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:08:41.808202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.205003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:08:41.808411Z","caller":"traceutil/trace.go:171","msg":"trace[998733234] linearizableReadLoop","detail":"{readStateIndex:2048; appliedIndex:2047; }","duration":"923.1374ms","start":"2026-03-19T11:08:40.885256Z","end":"2026-03-19T11:08:41.808394Z","steps":["trace[998733234] 'read index received' (duration: 2.531487ms)","trace[998733234] 'applied index is now lower than readState.Index' (duration: 920.604373ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:08:41.808427Z","caller":"traceutil/trace.go:171","msg":"trace[1192590573] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"994.347016ms","start":"2026-03-19T11:08:40.81405Z","end":"2026-03-19T11:08:41.808397Z","steps":["trace[1192590573] 'process raft request' (duration: 73.819864ms)","trace[1192590573] 'compare' (duration: 919.585026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:08:41.808581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:40.814037Z","time spent":"994.463138ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:08:41.808693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.352216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:08:41.808777Z","caller":"traceutil/trace.go:171","msg":"trace[1016886079] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1967; }","duration":"923.560961ms","start":"2026-03-19T11:08:40.885201Z","end":"2026-03-19T11:08:41.808762Z","steps":["trace[1016886079] 'agreement among raft nodes before linearized reading' (duration: 923.366396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:41.80942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:40.885179Z","time spent":"924.175099ms","remote":"127.0.0.1:49280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:08:41.80893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.433196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T11:08:41.809551Z","caller":"traceutil/trace.go:171","msg":"trace[1667251289] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1967; }","duration":"788.121525ms","start":"2026-03-19T11:08:41.021396Z","end":"2026-03-19T11:08:41.809518Z","steps":["trace[1667251289] 'agreement among raft nodes before linearized reading' (duration: 787.323693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:41.809643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:41.021375Z","time spent":"788.238959ms","remote":"127.0.0.1:49454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T11:08:41.809023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.317183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:08:41.80983Z","caller":"traceutil/trace.go:171","msg":"trace[1669411623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1967; }","duration":"197.167506ms","start":"2026-03-19T11:08:41.612652Z","end":"2026-03-19T11:08:41.80982Z","steps":["trace[1669411623] 'agreement among raft nodes before linearized reading' (duration: 196.331823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:42.872854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.276461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:08:42.872998Z","caller":"traceutil/trace.go:171","msg":"trace[1853757775] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"1.061950712s","start":"2026-03-19T11:08:41.811027Z","end":"2026-03-19T11:08:42.872977Z","steps":["trace[1853757775] 'process raft request' (duration: 460.472927ms)","trace[1853757775] 'compare' (duration: 600.997572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:08:42.87306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:41.811Z","time spent":"1.062030615s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:08:42.874353Z","caller":"traceutil/trace.go:171","msg":"trace[1466290242] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"923.734739ms","start":"2026-03-19T11:08:41.950592Z","end":"2026-03-19T11:08:42.874327Z","steps":["trace[1466290242] 'process raft request' (duration: 923.552464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:42.874513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:41.950565Z","time spent":"923.849742ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:08:42.874556Z","caller":"traceutil/trace.go:171","msg":"trace[31799633] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"853.646335ms","start":"2026-03-19T11:08:42.020877Z","end":"2026-03-19T11:08:42.874523Z","steps":["trace[31799633] 'process raft request' (duration: 853.411279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:42.874707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:42.020847Z","time spent":"853.781729ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:08:44.12392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.379841ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:08:44.124042Z","caller":"traceutil/trace.go:171","msg":"trace[1936311366] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1970; }","duration":"978.514384ms","start":"2026-03-19T11:08:43.14551Z","end":"2026-03-19T11:08:44.124025Z","steps":["trace[1936311366] 'range keys from in-memory index tree' (duration: 978.36572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:44.124574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092778937s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:08:44.124762Z","caller":"traceutil/trace.go:171","msg":"trace[2057333050] linearizableReadLoop","detail":"{readStateIndex:2053; appliedIndex:2049; }","duration":"1.334158652s","start":"2026-03-19T11:08:42.790587Z","end":"2026-03-19T11:08:44.124746Z","steps":["trace[2057333050] 'read index received' (duration: 83.559079ms)","trace[2057333050] 'applied index is now lower than readState.Index' (duration: 1.250598683s)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:08:44.124821Z","caller":"traceutil/trace.go:171","msg":"trace[1340993456] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"1.723967129s","start":"2026-03-19T11:08:42.400808Z","end":"2026-03-19T11:08:44.124775Z","steps":["trace[1340993456] 'process raft request' (duration: 1.723849995s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:44.124956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334374298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T11:08:44.124944Z","caller":"traceutil/trace.go:171","msg":"trace[1417650033] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"1.724192224s","start":"2026-03-19T11:08:42.400721Z","end":"2026-03-19T11:08:44.124821Z","steps":["trace[1417650033] 'process raft request' (duration: 630.985546ms)","trace[1417650033] 'compare' (duration: 1.092037147s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:08:44.125128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308334141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T11:08:44.125156Z","caller":"traceutil/trace.go:171","msg":"trace[1362752848] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1972; }","duration":"1.308384592s","start":"2026-03-19T11:08:42.816763Z","end":"2026-03-19T11:08:44.125148Z","steps":["trace[1362752848] 'agreement among raft nodes before linearized reading' (duration: 1.30831592s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:44.125185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:42.816744Z","time spent":"1.308434254s","remote":"127.0.0.1:49454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T11:08:44.125244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.842046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T11:08:44.125225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:42.400778Z","time spent":"1.724191655s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:08:44.125303Z","caller":"traceutil/trace.go:171","msg":"trace[548268965] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1972; }","duration":"312.938769ms","start":"2026-03-19T11:08:43.812352Z","end":"2026-03-19T11:08:44.125291Z","steps":["trace[548268965] 'agreement among raft nodes before linearized reading' (duration: 312.775164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:44.125309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334478481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T11:08:44.125357Z","caller":"traceutil/trace.go:171","msg":"trace[411635578] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1972; }","duration":"1.334554103s","start":"2026-03-19T11:08:42.79079Z","end":"2026-03-19T11:08:44.125344Z","steps":["trace[411635578] 'agreement among raft nodes before linearized reading' (duration: 1.33442387s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:44.125345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:43.812329Z","time spent":"313.007451ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T11:08:44.125399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:42.790776Z","time spent":"1.334614104s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:08:44.125061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334277905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T11:08:44.125511Z","caller":"traceutil/trace.go:171","msg":"trace[2031969182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1972; }","duration":"1.334756098s","start":"2026-03-19T11:08:42.790735Z","end":"2026-03-19T11:08:44.125491Z","steps":["trace[2031969182] 'agreement among raft nodes before linearized reading' (duration: 1.334272845s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:44.125635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:42.790709Z","time spent":"1.334865641s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:08:44.125071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.666104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:08:44.124986Z","caller":"traceutil/trace.go:171","msg":"trace[1476634591] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1972; }","duration":"1.334402969s","start":"2026-03-19T11:08:42.790572Z","end":"2026-03-19T11:08:44.124975Z","steps":["trace[1476634591] 'agreement among raft nodes before linearized reading' (duration: 1.334272376s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:08:44.125751Z","caller":"traceutil/trace.go:171","msg":"trace[1933690790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1972; }","duration":"488.377553ms","start":"2026-03-19T11:08:43.63734Z","end":"2026-03-19T11:08:44.125717Z","steps":["trace[1933690790] 'agreement among raft nodes before linearized reading' (duration: 487.678794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:44.12525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334336987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T11:08:44.125772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:42.790507Z","time spent":"1.335250071s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:08:44.125834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:43.637319Z","time spent":"488.488607ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T11:08:44.125858Z","caller":"traceutil/trace.go:171","msg":"trace[366587329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1972; }","duration":"1.334940163s","start":"2026-03-19T11:08:42.790873Z","end":"2026-03-19T11:08:44.125813Z","steps":["trace[366587329] 'agreement among raft nodes before linearized reading' (duration: 1.334259854s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:44.126022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:42.790861Z","time spent":"1.335106278s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:08:44.126777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:42.400698Z","time spent":"1.724601226s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:08:46.389641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.321141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:08:46.389744Z","caller":"traceutil/trace.go:171","msg":"trace[1335202259] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"177.769008ms","start":"2026-03-19T11:08:46.211957Z","end":"2026-03-19T11:08:46.389726Z","steps":["trace[1335202259] 'process raft request' (duration: 51.276803ms)","trace[1335202259] 'compare' (duration: 126.202878ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:08:46.415482Z","caller":"traceutil/trace.go:171","msg":"trace[1520761647] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"203.316082ms","start":"2026-03-19T11:08:46.212144Z","end":"2026-03-19T11:08:46.41546Z","steps":["trace[1520761647] 'process raft request' (duration: 203.166118ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:08:46.415747Z","caller":"traceutil/trace.go:171","msg":"trace[1591256132] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"203.213039ms","start":"2026-03-19T11:08:46.212504Z","end":"2026-03-19T11:08:46.415717Z","steps":["trace[1591256132] 'process raft request' (duration: 202.919861ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:08:46.416145Z","caller":"traceutil/trace.go:171","msg":"trace[116088295] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"203.530258ms","start":"2026-03-19T11:08:46.21259Z","end":"2026-03-19T11:08:46.416121Z","steps":["trace[116088295] 'process raft request' (duration: 203.058406ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:08:46.416332Z","caller":"traceutil/trace.go:171","msg":"trace[936768906] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"203.362333ms","start":"2026-03-19T11:08:46.212855Z","end":"2026-03-19T11:08:46.416217Z","steps":["trace[936768906] 'process raft request' (duration: 202.990843ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:08:49.018265Z","caller":"traceutil/trace.go:171","msg":"trace[541784315] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"125.654803ms","start":"2026-03-19T11:08:48.892587Z","end":"2026-03-19T11:08:49.018242Z","steps":["trace[541784315] 'process raft request' (duration: 125.473208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:50.780388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.159248ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-19T11:08:50.780477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:50.480429Z","time spent":"300.045379ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T11:08:50.784637Z","caller":"traceutil/trace.go:171","msg":"trace[1032739093] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"301.457167ms","start":"2026-03-19T11:08:50.483153Z","end":"2026-03-19T11:08:50.78461Z","steps":["trace[1032739093] 'process raft request' (duration: 301.227361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:50.784812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:50.483136Z","time spent":"301.58702ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:08:50.784884Z","caller":"traceutil/trace.go:171","msg":"trace[304687484] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"301.21072ms","start":"2026-03-19T11:08:50.483653Z","end":"2026-03-19T11:08:50.784863Z","steps":["trace[304687484] 'process raft request' (duration: 300.893912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:50.785033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:50.483633Z","time spent":"301.334024ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:08:50.785145Z","caller":"traceutil/trace.go:171","msg":"trace[653293983] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"301.22212ms","start":"2026-03-19T11:08:50.483899Z","end":"2026-03-19T11:08:50.785121Z","steps":["trace[653293983] 'process raft request' (duration: 300.874671ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:08:50.785275Z","caller":"traceutil/trace.go:171","msg":"trace[820517590] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"301.037096ms","start":"2026-03-19T11:08:50.48422Z","end":"2026-03-19T11:08:50.785257Z","steps":["trace[820517590] 'process raft request' (duration: 300.962094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:50.785287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:50.483881Z","time spent":"301.331154ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:08:50.785292Z","caller":"traceutil/trace.go:171","msg":"trace[1931013145] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"301.304513ms","start":"2026-03-19T11:08:50.483946Z","end":"2026-03-19T11:08:50.785251Z","steps":["trace[1931013145] 'process raft request' (duration: 301.108167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:50.785363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:50.48421Z","time spent":"301.114608ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:08:50.785389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:08:50.483928Z","time spent":"301.413196ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:08:50.785261Z","caller":"traceutil/trace.go:171","msg":"trace[1437137241] linearizableReadLoop","detail":"{readStateIndex:2090; appliedIndex:2088; }","duration":"141.567344ms","start":"2026-03-19T11:08:50.643669Z","end":"2026-03-19T11:08:50.785236Z","steps":["trace[1437137241] 'read index received' (duration: 141.41909ms)","trace[1437137241] 'applied index is now lower than readState.Index' (duration: 147.214µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:08:50.785435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.75355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:08:50.785494Z","caller":"traceutil/trace.go:171","msg":"trace[2018262352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2007; }","duration":"141.866273ms","start":"2026-03-19T11:08:50.643616Z","end":"2026-03-19T11:08:50.785482Z","steps":["trace[2018262352] 'agreement among raft nodes before linearized reading' (duration: 141.692758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:57.310853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.748618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:08:57.310937Z","caller":"traceutil/trace.go:171","msg":"trace[1684087151] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2035; }","duration":"131.883641ms","start":"2026-03-19T11:08:57.179034Z","end":"2026-03-19T11:08:57.310918Z","steps":["trace[1684087151] 'count revisions from in-memory index tree' (duration: 131.686555ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:08:58.106543Z","caller":"traceutil/trace.go:171","msg":"trace[968014836] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"121.711685ms","start":"2026-03-19T11:08:57.984791Z","end":"2026-03-19T11:08:58.106502Z","steps":["trace[968014836] 'process raft request' (duration: 121.572902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:08:58.680252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.358563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:08:58.680393Z","caller":"traceutil/trace.go:171","msg":"trace[1960068532] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2038; }","duration":"101.561728ms","start":"2026-03-19T11:08:58.578793Z","end":"2026-03-19T11:08:58.680355Z","steps":["trace[1960068532] 'count revisions from in-memory index tree' (duration: 101.237039ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:09:17.983833Z","caller":"traceutil/trace.go:171","msg":"trace[1588461305] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"109.029171ms","start":"2026-03-19T11:09:17.874772Z","end":"2026-03-19T11:09:17.983801Z","steps":["trace[1588461305] 'process raft request' (duration: 108.814425ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:09:18.10644Z","caller":"traceutil/trace.go:171","msg":"trace[1342706900] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"115.651601ms","start":"2026-03-19T11:09:17.990748Z","end":"2026-03-19T11:09:18.106399Z","steps":["trace[1342706900] 'process raft request' (duration: 45.948408ms)","trace[1342706900] 'compare' (duration: 69.484397ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:09:18.106677Z","caller":"traceutil/trace.go:171","msg":"trace[1661657863] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"115.704793ms","start":"2026-03-19T11:09:17.990956Z","end":"2026-03-19T11:09:18.106661Z","steps":["trace[1661657863] 'process raft request' (duration: 115.399815ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:09:18.106717Z","caller":"traceutil/trace.go:171","msg":"trace[503848674] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"115.416485ms","start":"2026-03-19T11:09:17.991285Z","end":"2026-03-19T11:09:18.106702Z","steps":["trace[503848674] 'process raft request' (duration: 115.272821ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:09:18.107077Z","caller":"traceutil/trace.go:171","msg":"trace[1326720227] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"107.726276ms","start":"2026-03-19T11:09:17.999339Z","end":"2026-03-19T11:09:18.107065Z","steps":["trace[1326720227] 'process raft request' (duration: 107.320425ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:09:23.756993Z","caller":"traceutil/trace.go:171","msg":"trace[2122801829] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"120.965235ms","start":"2026-03-19T11:09:23.63599Z","end":"2026-03-19T11:09:23.756955Z","steps":["trace[2122801829] 'process raft request' (duration: 120.592485ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:09:23.79269Z","caller":"traceutil/trace.go:171","msg":"trace[695169220] linearizableReadLoop","detail":"{readStateIndex:2273; appliedIndex:2271; }","duration":"125.400695ms","start":"2026-03-19T11:09:23.667249Z","end":"2026-03-19T11:09:23.792649Z","steps":["trace[695169220] 'read index received' (duration: 89.344236ms)","trace[695169220] 'applied index is now lower than readState.Index' (duration: 36.054729ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:09:23.792721Z","caller":"traceutil/trace.go:171","msg":"trace[1780679140] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2183; }","duration":"154.217819ms","start":"2026-03-19T11:09:23.63848Z","end":"2026-03-19T11:09:23.792698Z","steps":["trace[1780679140] 'process raft request' (duration: 154.045364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:09:23.792864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.605741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/openstack/valkey\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:09:23.792963Z","caller":"traceutil/trace.go:171","msg":"trace[1024855732] range","detail":"{range_begin:/registry/cert-manager.io/issuers/openstack/valkey; range_end:; response_count:0; response_revision:2183; }","duration":"125.867369ms","start":"2026-03-19T11:09:23.667084Z","end":"2026-03-19T11:09:23.792951Z","steps":["trace[1024855732] 'agreement among raft nodes before linearized reading' (duration: 125.686614ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:09:24.460532Z","caller":"traceutil/trace.go:171","msg":"trace[1122604443] linearizableReadLoop","detail":"{readStateIndex:2288; appliedIndex:2287; }","duration":"352.804522ms","start":"2026-03-19T11:09:24.107699Z","end":"2026-03-19T11:09:24.460503Z","steps":["trace[1122604443] 'read index received' (duration: 268.04481ms)","trace[1122604443] 'applied index is now lower than readState.Index' (duration: 84.758552ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:09:24.460696Z","caller":"traceutil/trace.go:171","msg":"trace[2120307315] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"355.939957ms","start":"2026-03-19T11:09:24.104709Z","end":"2026-03-19T11:09:24.460649Z","steps":["trace[2120307315] 'process raft request' (duration: 271.022351ms)","trace[2120307315] 'compare' (duration: 84.629338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:09:24.460823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:09:24.104678Z","time spent":"356.088901ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T11:09:24.460826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.1024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"range_response_count:1 size:2069"} {"level":"info","ts":"2026-03-19T11:09:24.460879Z","caller":"traceutil/trace.go:171","msg":"trace[795148250] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; response_count:1; response_revision:2197; }","duration":"353.195143ms","start":"2026-03-19T11:09:24.10767Z","end":"2026-03-19T11:09:24.460865Z","steps":["trace[795148250] 'agreement among raft nodes before linearized reading' (duration: 352.955687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:09:24.460953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:09:24.107661Z","time spent":"353.280425ms","remote":"127.0.0.1:49624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":2093,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" "} {"level":"info","ts":"2026-03-19T11:09:24.467324Z","caller":"traceutil/trace.go:171","msg":"trace[1455133738] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"260.402073ms","start":"2026-03-19T11:09:24.206891Z","end":"2026-03-19T11:09:24.467293Z","steps":["trace[1455133738] 'process raft request' (duration: 260.29429ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:09:24.789026Z","caller":"traceutil/trace.go:171","msg":"trace[1058817619] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"155.773931ms","start":"2026-03-19T11:09:24.633219Z","end":"2026-03-19T11:09:24.788993Z","steps":["trace[1058817619] 'process raft request' (duration: 131.989585ms)","trace[1058817619] 'compare' (duration: 23.586671ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:09:24.832914Z","caller":"traceutil/trace.go:171","msg":"trace[1564764050] linearizableReadLoop","detail":"{readStateIndex:2303; appliedIndex:2301; }","duration":"192.726724ms","start":"2026-03-19T11:09:24.640132Z","end":"2026-03-19T11:09:24.832859Z","steps":["trace[1564764050] 'read index received' (duration: 125.097258ms)","trace[1564764050] 'applied index is now lower than readState.Index' (duration: 67.628356ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:09:24.833054Z","caller":"traceutil/trace.go:171","msg":"trace[660075946] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"195.827419ms","start":"2026-03-19T11:09:24.637203Z","end":"2026-03-19T11:09:24.83303Z","steps":["trace[660075946] 'process raft request' (duration: 195.460509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:09:24.833124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.965601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:09:24.833179Z","caller":"traceutil/trace.go:171","msg":"trace[1564013643] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2212; }","duration":"193.082154ms","start":"2026-03-19T11:09:24.64008Z","end":"2026-03-19T11:09:24.833162Z","steps":["trace[1564013643] 'agreement among raft nodes before linearized reading' (duration: 192.982421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:09:24.880878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.38451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:7 size:229323"} {"level":"info","ts":"2026-03-19T11:09:24.880992Z","caller":"traceutil/trace.go:171","msg":"trace[522361872] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:7; response_revision:2219; }","duration":"201.544834ms","start":"2026-03-19T11:09:24.679425Z","end":"2026-03-19T11:09:24.88097Z","steps":["trace[522361872] 'agreement among raft nodes before linearized reading' (duration: 200.994539ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:09:25.164091Z","caller":"traceutil/trace.go:171","msg":"trace[1239142338] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"166.156743ms","start":"2026-03-19T11:09:24.997914Z","end":"2026-03-19T11:09:25.164071Z","steps":["trace[1239142338] 'process raft request' (duration: 89.401238ms)","trace[1239142338] 'compare' (duration: 76.387255ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:09:25.231814Z","caller":"traceutil/trace.go:171","msg":"trace[1585834449] linearizableReadLoop","detail":"{readStateIndex:2319; appliedIndex:2318; }","duration":"130.629488ms","start":"2026-03-19T11:09:25.101171Z","end":"2026-03-19T11:09:25.231801Z","steps":["trace[1585834449] 'read index received' (duration: 130.554355ms)","trace[1585834449] 'applied index is now lower than readState.Index' (duration: 74.352µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:09:25.231881Z","caller":"traceutil/trace.go:171","msg":"trace[1626776337] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2227; }","duration":"232.160736ms","start":"2026-03-19T11:09:24.999687Z","end":"2026-03-19T11:09:25.231848Z","steps":["trace[1626776337] 'process raft request' (duration: 232.049253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:09:25.232042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.449272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T11:09:25.232131Z","caller":"traceutil/trace.go:171","msg":"trace[1105081179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2227; }","duration":"123.569236ms","start":"2026-03-19T11:09:25.108538Z","end":"2026-03-19T11:09:25.232107Z","steps":["trace[1105081179] 'agreement among raft nodes before linearized reading' (duration: 123.386121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:09:25.232036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.848604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T11:09:25.232213Z","caller":"traceutil/trace.go:171","msg":"trace[1185000413] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2227; }","duration":"131.046519ms","start":"2026-03-19T11:09:25.101156Z","end":"2026-03-19T11:09:25.232203Z","steps":["trace[1185000413] 'agreement among raft nodes before linearized reading' (duration: 130.70762ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:09:25.551461Z","caller":"traceutil/trace.go:171","msg":"trace[2061808133] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"230.430668ms","start":"2026-03-19T11:09:25.320998Z","end":"2026-03-19T11:09:25.551429Z","steps":["trace[2061808133] 'process raft request' (duration: 209.082649ms)","trace[2061808133] 'compare' (duration: 21.172735ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:09:25.557569Z","caller":"traceutil/trace.go:171","msg":"trace[127655106] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2236; }","duration":"236.082112ms","start":"2026-03-19T11:09:25.321447Z","end":"2026-03-19T11:09:25.55753Z","steps":["trace[127655106] 'process raft request' (duration: 235.847205ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:09:25.564597Z","caller":"traceutil/trace.go:171","msg":"trace[2021864813] linearizableReadLoop","detail":"{readStateIndex:2329; appliedIndex:2326; }","duration":"114.009166ms","start":"2026-03-19T11:09:25.450566Z","end":"2026-03-19T11:09:25.564575Z","steps":["trace[2021864813] 'read index received' (duration: 79.52659ms)","trace[2021864813] 'applied index is now lower than readState.Index' (duration: 34.481306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:09:25.564703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.116519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/openstack/valkey\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:09:25.564729Z","caller":"traceutil/trace.go:171","msg":"trace[670783584] range","detail":"{range_begin:/registry/networkpolicies/openstack/valkey; range_end:; response_count:0; response_revision:2236; }","duration":"114.192991ms","start":"2026-03-19T11:09:25.450527Z","end":"2026-03-19T11:09:25.56472Z","steps":["trace[670783584] 'agreement among raft nodes before linearized reading' (duration: 114.125899ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:09:26.258503Z","caller":"traceutil/trace.go:171","msg":"trace[16473217] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"151.178166ms","start":"2026-03-19T11:09:26.107281Z","end":"2026-03-19T11:09:26.258459Z","steps":["trace[16473217] 'process raft request' (duration: 150.983231ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:09:26.294524Z","caller":"traceutil/trace.go:171","msg":"trace[1414605927] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"126.368002ms","start":"2026-03-19T11:09:26.168127Z","end":"2026-03-19T11:09:26.294495Z","steps":["trace[1414605927] 'process raft request' (duration: 126.008512ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:09:37.530751Z","caller":"traceutil/trace.go:171","msg":"trace[1739927043] transaction","detail":"{read_only:false; response_revision:2397; number_of_response:1; }","duration":"271.119054ms","start":"2026-03-19T11:09:37.259612Z","end":"2026-03-19T11:09:37.530731Z","steps":["trace[1739927043] 'process raft request' (duration: 271.008571ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:09:38.318306Z","caller":"traceutil/trace.go:171","msg":"trace[1091909126] linearizableReadLoop","detail":"{readStateIndex:2498; appliedIndex:2497; }","duration":"956.724165ms","start":"2026-03-19T11:09:37.361562Z","end":"2026-03-19T11:09:38.318286Z","steps":["trace[1091909126] 'read index received' (duration: 169.155184ms)","trace[1091909126] 'applied index is now lower than readState.Index' (duration: 787.567971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:09:38.318611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.036943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T11:09:38.318701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.082228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T11:09:38.318749Z","caller":"traceutil/trace.go:171","msg":"trace[1500859491] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2398; }","duration":"952.175911ms","start":"2026-03-19T11:09:37.366563Z","end":"2026-03-19T11:09:38.318739Z","steps":["trace[1500859491] 'agreement among raft nodes before linearized reading' (duration: 952.013837ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:09:38.318766Z","caller":"traceutil/trace.go:171","msg":"trace[2112489762] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2398; }","duration":"957.144066ms","start":"2026-03-19T11:09:37.361513Z","end":"2026-03-19T11:09:38.318657Z","steps":["trace[2112489762] 'agreement among raft nodes before linearized reading' (duration: 956.995872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:09:38.318785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:09:37.366553Z","time spent":"952.224042ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:09:38.318803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:09:37.361465Z","time spent":"957.330191ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:09:38.319083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.312425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:09:38.319064Z","caller":"traceutil/trace.go:171","msg":"trace[77373628] transaction","detail":"{read_only:false; response_revision:2398; number_of_response:1; }","duration":"969.367297ms","start":"2026-03-19T11:09:37.349646Z","end":"2026-03-19T11:09:38.319014Z","steps":["trace[77373628] 'process raft request' (duration: 880.038932ms)","trace[77373628] 'compare' (duration: 88.468222ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:09:38.319124Z","caller":"traceutil/trace.go:171","msg":"trace[1400107701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2398; }","duration":"709.380717ms","start":"2026-03-19T11:09:37.609722Z","end":"2026-03-19T11:09:38.319103Z","steps":["trace[1400107701] 'agreement among raft nodes before linearized reading' (duration: 709.327595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:09:38.319141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:09:37.6097Z","time spent":"709.436938ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:09:38.319234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.538451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T11:09:38.319268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.729627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T11:09:38.319299Z","caller":"traceutil/trace.go:171","msg":"trace[381596077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2398; }","duration":"952.622643ms","start":"2026-03-19T11:09:37.366659Z","end":"2026-03-19T11:09:38.319281Z","steps":["trace[381596077] 'agreement among raft nodes before linearized reading' (duration: 952.470839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:09:38.319236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.208944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:09:38.319315Z","caller":"traceutil/trace.go:171","msg":"trace[1171525001] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2398; }","duration":"920.805839ms","start":"2026-03-19T11:09:37.398495Z","end":"2026-03-19T11:09:38.319301Z","steps":["trace[1171525001] 'agreement among raft nodes before linearized reading' (duration: 920.681056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:09:38.319335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:09:37.366652Z","time spent":"952.674634ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T11:09:38.319346Z","caller":"traceutil/trace.go:171","msg":"trace[1478484840] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2398; }","duration":"409.376458ms","start":"2026-03-19T11:09:37.90996Z","end":"2026-03-19T11:09:38.319336Z","steps":["trace[1478484840] 'agreement among raft nodes before linearized reading' (duration: 409.199243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:09:38.319351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:09:37.39848Z","time spent":"920.86461ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T11:09:38.319337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:09:37.349621Z","time spent":"969.500291ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:09:38.319395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:09:37.90994Z","time spent":"409.43034ms","remote":"127.0.0.1:49614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:09:38.319235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.494469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T11:09:38.31972Z","caller":"traceutil/trace.go:171","msg":"trace[1437010780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2398; }","duration":"953.016393ms","start":"2026-03-19T11:09:37.366687Z","end":"2026-03-19T11:09:38.319703Z","steps":["trace[1437010780] 'agreement among raft nodes before linearized reading' (duration: 952.401156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:09:38.319769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:09:37.366665Z","time spent":"953.088886ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:09:44.890094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.167595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:09:44.890251Z","caller":"traceutil/trace.go:171","msg":"trace[528927452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2441; }","duration":"278.405301ms","start":"2026-03-19T11:09:44.611823Z","end":"2026-03-19T11:09:44.890228Z","steps":["trace[528927452] 'range keys from in-memory index tree' (duration: 278.063792ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:09:44.890366Z","caller":"traceutil/trace.go:171","msg":"trace[500797943] transaction","detail":"{read_only:false; response_revision:2442; number_of_response:1; }","duration":"161.605289ms","start":"2026-03-19T11:09:44.728733Z","end":"2026-03-19T11:09:44.890338Z","steps":["trace[500797943] 'process raft request' (duration: 161.450335ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:09:44.89122Z","caller":"traceutil/trace.go:171","msg":"trace[1953703712] transaction","detail":"{read_only:false; response_revision:2443; number_of_response:1; }","duration":"162.196175ms","start":"2026-03-19T11:09:44.728986Z","end":"2026-03-19T11:09:44.891182Z","steps":["trace[1953703712] 'process raft request' (duration: 162.00627ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:09:46.60203Z","caller":"traceutil/trace.go:171","msg":"trace[1751790655] transaction","detail":"{read_only:false; response_revision:2446; number_of_response:1; }","duration":"149.563515ms","start":"2026-03-19T11:09:46.452431Z","end":"2026-03-19T11:09:46.601995Z","steps":["trace[1751790655] 'process raft request' (duration: 149.257706ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:09:46.602052Z","caller":"traceutil/trace.go:171","msg":"trace[1700286283] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"149.396701ms","start":"2026-03-19T11:09:46.452629Z","end":"2026-03-19T11:09:46.602026Z","steps":["trace[1700286283] 'process raft request' (duration: 149.307138ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:09:46.602054Z","caller":"traceutil/trace.go:171","msg":"trace[1003200658] transaction","detail":"{read_only:false; response_revision:2448; number_of_response:1; }","duration":"149.485233ms","start":"2026-03-19T11:09:46.452537Z","end":"2026-03-19T11:09:46.602022Z","steps":["trace[1003200658] 'process raft request' (duration: 149.357949ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:09:46.602124Z","caller":"traceutil/trace.go:171","msg":"trace[1026966940] transaction","detail":"{read_only:false; response_revision:2447; number_of_response:1; }","duration":"149.564614ms","start":"2026-03-19T11:09:46.45253Z","end":"2026-03-19T11:09:46.602094Z","steps":["trace[1026966940] 'process raft request' (duration: 149.314478ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:09:46.602029Z","caller":"traceutil/trace.go:171","msg":"trace[950792898] linearizableReadLoop","detail":"{readStateIndex:2551; appliedIndex:2546; }","duration":"126.931206ms","start":"2026-03-19T11:09:46.475065Z","end":"2026-03-19T11:09:46.601996Z","steps":["trace[950792898] 'read index received' (duration: 29.007595ms)","trace[950792898] 'applied index is now lower than readState.Index' (duration: 97.921981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:09:46.602213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.112781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:09:46.602318Z","caller":"traceutil/trace.go:171","msg":"trace[864203585] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2449; }","duration":"127.280345ms","start":"2026-03-19T11:09:46.475021Z","end":"2026-03-19T11:09:46.602302Z","steps":["trace[864203585] 'agreement among raft nodes before linearized reading' (duration: 127.09555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:09:48.724276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.172091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:09:48.724471Z","caller":"traceutil/trace.go:171","msg":"trace[911485567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2460; }","duration":"112.407288ms","start":"2026-03-19T11:09:48.612038Z","end":"2026-03-19T11:09:48.724445Z","steps":["trace[911485567] 'range keys from in-memory index tree' (duration: 112.071328ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:09:48.724925Z","caller":"traceutil/trace.go:171","msg":"trace[1492182547] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"111.081471ms","start":"2026-03-19T11:09:48.613796Z","end":"2026-03-19T11:09:48.724878Z","steps":["trace[1492182547] 'process raft request' (duration: 98.97069ms)","trace[1492182547] 'compare' (duration: 11.494715ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:09:48.72518Z","caller":"traceutil/trace.go:171","msg":"trace[161148805] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"111.170874ms","start":"2026-03-19T11:09:48.61397Z","end":"2026-03-19T11:09:48.725141Z","steps":["trace[161148805] 'process raft request' (duration: 110.750292ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:09:48.725191Z","caller":"traceutil/trace.go:171","msg":"trace[1085486495] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"110.67396ms","start":"2026-03-19T11:09:48.614478Z","end":"2026-03-19T11:09:48.725152Z","steps":["trace[1085486495] 'process raft request' (duration: 110.455784ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:09:48.725248Z","caller":"traceutil/trace.go:171","msg":"trace[359025411] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"111.122113ms","start":"2026-03-19T11:09:48.614057Z","end":"2026-03-19T11:09:48.725179Z","steps":["trace[359025411] 'process raft request' (duration: 110.803044ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:09:59.009077Z","caller":"traceutil/trace.go:171","msg":"trace[1369833207] transaction","detail":"{read_only:false; response_revision:2522; number_of_response:1; }","duration":"103.643947ms","start":"2026-03-19T11:09:58.905397Z","end":"2026-03-19T11:09:59.009041Z","steps":["trace[1369833207] 'process raft request' (duration: 68.570737ms)","trace[1369833207] 'compare' (duration: 34.848314ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:09:59.009132Z","caller":"traceutil/trace.go:171","msg":"trace[2044001910] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"103.685279ms","start":"2026-03-19T11:09:58.905411Z","end":"2026-03-19T11:09:59.009097Z","steps":["trace[2044001910] 'process raft request' (duration: 103.539055ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:10:05.259871Z","caller":"traceutil/trace.go:171","msg":"trace[1156451324] linearizableReadLoop","detail":"{readStateIndex:2657; appliedIndex:2656; }","duration":"223.033167ms","start":"2026-03-19T11:10:05.036795Z","end":"2026-03-19T11:10:05.259828Z","steps":["trace[1156451324] 'read index received' (duration: 178.641891ms)","trace[1156451324] 'applied index is now lower than readState.Index' (duration: 44.389726ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:10:05.260113Z","caller":"traceutil/trace.go:171","msg":"trace[1111935722] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"231.58591ms","start":"2026-03-19T11:10:05.028513Z","end":"2026-03-19T11:10:05.260099Z","steps":["trace[1111935722] 'process raft request' (duration: 186.911247ms)","trace[1111935722] 'compare' (duration: 44.299563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:10:05.265097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.27019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T11:10:05.265183Z","caller":"traceutil/trace.go:171","msg":"trace[42868610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2552; }","duration":"228.398153ms","start":"2026-03-19T11:10:05.036767Z","end":"2026-03-19T11:10:05.265165Z","steps":["trace[42868610] 'agreement among raft nodes before linearized reading' (duration: 223.311384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:05.951994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.702214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:10:05.952237Z","caller":"traceutil/trace.go:171","msg":"trace[1043249037] transaction","detail":"{read_only:false; response_revision:2553; number_of_response:1; }","duration":"913.302005ms","start":"2026-03-19T11:10:05.03888Z","end":"2026-03-19T11:10:05.952182Z","steps":["trace[1043249037] 'process raft request' (duration: 322.296364ms)","trace[1043249037] 'compare' (duration: 590.565839ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:10:05.952449Z","caller":"traceutil/trace.go:171","msg":"trace[1215275255] transaction","detail":"{read_only:false; response_revision:2554; number_of_response:1; }","duration":"684.087629ms","start":"2026-03-19T11:10:05.268337Z","end":"2026-03-19T11:10:05.952425Z","steps":["trace[1215275255] 'process raft request' (duration: 683.800571ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:10:05.952462Z","caller":"traceutil/trace.go:171","msg":"trace[1112629918] linearizableReadLoop","detail":"{readStateIndex:2658; appliedIndex:2657; }","duration":"692.477698ms","start":"2026-03-19T11:10:05.259936Z","end":"2026-03-19T11:10:05.952414Z","steps":["trace[1112629918] 'read index received' (duration: 101.187089ms)","trace[1112629918] 'applied index is now lower than readState.Index' (duration: 591.285599ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:10:05.952526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:10:05.03887Z","time spent":"913.512721ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:10:05.952594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:10:05.268317Z","time spent":"684.209603ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:10:05.955145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.3283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T11:10:05.955185Z","caller":"traceutil/trace.go:171","msg":"trace[401009738] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2554; }","duration":"835.405682ms","start":"2026-03-19T11:10:05.11977Z","end":"2026-03-19T11:10:05.955176Z","steps":["trace[401009738] 'agreement among raft nodes before linearized reading' (duration: 832.650407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:05.955206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:10:05.119756Z","time spent":"835.444453ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:10:05.955197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.377753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T11:10:05.955245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.04988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:10:05.955247Z","caller":"traceutil/trace.go:171","msg":"trace[838728112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2554; }","duration":"918.454246ms","start":"2026-03-19T11:10:05.036778Z","end":"2026-03-19T11:10:05.955232Z","steps":["trace[838728112] 'agreement among raft nodes before linearized reading' (duration: 915.799393ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:10:05.955278Z","caller":"traceutil/trace.go:171","msg":"trace[114726779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2555; }","duration":"344.126462ms","start":"2026-03-19T11:10:05.611143Z","end":"2026-03-19T11:10:05.95527Z","steps":["trace[114726779] 'agreement among raft nodes before linearized reading' (duration: 344.05827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:05.955294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:10:05.036764Z","time spent":"918.515768ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T11:10:05.955286Z","caller":"traceutil/trace.go:171","msg":"trace[480231134] transaction","detail":"{read_only:false; response_revision:2555; number_of_response:1; }","duration":"242.904331ms","start":"2026-03-19T11:10:05.712364Z","end":"2026-03-19T11:10:05.955269Z","steps":["trace[480231134] 'process raft request' (duration: 242.674654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:05.955364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.135814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:10:05.955302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:10:05.611121Z","time spent":"344.176653ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T11:10:05.955441Z","caller":"traceutil/trace.go:171","msg":"trace[31572316] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2555; }","duration":"248.256687ms","start":"2026-03-19T11:10:05.707164Z","end":"2026-03-19T11:10:05.95542Z","steps":["trace[31572316] 'agreement among raft nodes before linearized reading' (duration: 248.112973ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:10:11.292207Z","caller":"traceutil/trace.go:171","msg":"trace[508947473] transaction","detail":"{read_only:false; response_revision:2581; number_of_response:1; }","duration":"328.463353ms","start":"2026-03-19T11:10:10.963703Z","end":"2026-03-19T11:10:11.292166Z","steps":["trace[508947473] 'process raft request' (duration: 328.137934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:11.292526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:10:10.963674Z","time spent":"328.651859ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:10:11.783549Z","caller":"traceutil/trace.go:171","msg":"trace[32136068] linearizableReadLoop","detail":"{readStateIndex:2689; appliedIndex:2688; }","duration":"171.285069ms","start":"2026-03-19T11:10:11.612231Z","end":"2026-03-19T11:10:11.783516Z","steps":["trace[32136068] 'read index received' (duration: 124.605741ms)","trace[32136068] 'applied index is now lower than readState.Index' (duration: 46.677768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:10:11.783733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.480355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:10:11.783799Z","caller":"traceutil/trace.go:171","msg":"trace[439589359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2582; }","duration":"171.598609ms","start":"2026-03-19T11:10:11.612184Z","end":"2026-03-19T11:10:11.783783Z","steps":["trace[439589359] 'agreement among raft nodes before linearized reading' (duration: 171.489296ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:10:11.783965Z","caller":"traceutil/trace.go:171","msg":"trace[468464319] transaction","detail":"{read_only:false; response_revision:2582; number_of_response:1; }","duration":"503.794184ms","start":"2026-03-19T11:10:11.28015Z","end":"2026-03-19T11:10:11.783944Z","steps":["trace[468464319] 'process raft request' (duration: 456.842109ms)","trace[468464319] 'compare' (duration: 46.174464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:10:11.784073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:10:11.280126Z","time spent":"503.879246ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:10:12.168413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.833539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189e3991e28f7196\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-19T11:10:12.168479Z","caller":"traceutil/trace.go:171","msg":"trace[1836284831] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189e3991e28f7196; range_end:; response_count:1; response_revision:2583; }","duration":"200.953082ms","start":"2026-03-19T11:10:11.967509Z","end":"2026-03-19T11:10:12.168462Z","steps":["trace[1836284831] 'range keys from in-memory index tree' (duration: 200.655184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:12.168466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.470449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:10:12.168542Z","caller":"traceutil/trace.go:171","msg":"trace[191944831] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2583; }","duration":"238.592103ms","start":"2026-03-19T11:10:11.92993Z","end":"2026-03-19T11:10:12.168522Z","steps":["trace[191944831] 'count revisions from in-memory index tree' (duration: 238.382227ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:10:12.16873Z","caller":"traceutil/trace.go:171","msg":"trace[2023682489] linearizableReadLoop","detail":"{readStateIndex:2691; appliedIndex:2690; }","duration":"191.312988ms","start":"2026-03-19T11:10:11.977388Z","end":"2026-03-19T11:10:12.168701Z","steps":["trace[2023682489] 'read index received' (duration: 113.099876ms)","trace[2023682489] 'applied index is now lower than readState.Index' (duration: 78.211912ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:10:12.168924Z","caller":"traceutil/trace.go:171","msg":"trace[1882185153] transaction","detail":"{read_only:false; response_revision:2584; number_of_response:1; }","duration":"196.822469ms","start":"2026-03-19T11:10:11.972029Z","end":"2026-03-19T11:10:12.168851Z","steps":["trace[1882185153] 'process raft request' (duration: 118.426852ms)","trace[1882185153] 'compare' (duration: 77.865032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:10:12.169027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.630217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T11:10:12.169095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.191788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T11:10:12.169096Z","caller":"traceutil/trace.go:171","msg":"trace[1124454201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2584; }","duration":"191.713439ms","start":"2026-03-19T11:10:11.977364Z","end":"2026-03-19T11:10:12.169078Z","steps":["trace[1124454201] 'agreement among raft nodes before linearized reading' (duration: 191.495623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:12.16914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.363262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T11:10:12.169136Z","caller":"traceutil/trace.go:171","msg":"trace[546067996] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2584; }","duration":"186.27535ms","start":"2026-03-19T11:10:11.982848Z","end":"2026-03-19T11:10:12.169123Z","steps":["trace[546067996] 'agreement among raft nodes before linearized reading' (duration: 186.130516ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:10:12.169209Z","caller":"traceutil/trace.go:171","msg":"trace[1666464978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2584; }","duration":"190.476105ms","start":"2026-03-19T11:10:11.978716Z","end":"2026-03-19T11:10:12.169192Z","steps":["trace[1666464978] 'agreement among raft nodes before linearized reading' (duration: 190.261719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:12.714829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536070567,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:10:14.16454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019128004s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:10:14.164666Z","caller":"traceutil/trace.go:171","msg":"trace[947426624] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2584; }","duration":"1.019265718s","start":"2026-03-19T11:10:13.145382Z","end":"2026-03-19T11:10:14.164647Z","steps":["trace[947426624] 'range keys from in-memory index tree' (duration: 1.019109743s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:14.165371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410465728s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:10:14.165743Z","caller":"traceutil/trace.go:171","msg":"trace[567109594] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"376.859358ms","start":"2026-03-19T11:10:13.788869Z","end":"2026-03-19T11:10:14.165729Z","steps":["trace[567109594] 'process raft request' (duration: 376.823577ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:10:14.165757Z","caller":"traceutil/trace.go:171","msg":"trace[133700088] linearizableReadLoop","detail":"{readStateIndex:2696; appliedIndex:2691; }","duration":"1.955118209s","start":"2026-03-19T11:10:12.210618Z","end":"2026-03-19T11:10:14.165736Z","steps":["trace[133700088] 'read index received' (duration: 544.181348ms)","trace[133700088] 'applied index is now lower than readState.Index' (duration: 1.410934061s)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:10:14.165777Z","caller":"traceutil/trace.go:171","msg":"trace[149229026] transaction","detail":"{read_only:false; response_revision:2590; number_of_response:1; }","duration":"701.97196ms","start":"2026-03-19T11:10:13.463784Z","end":"2026-03-19T11:10:14.165756Z","steps":["trace[149229026] 'process raft request' (duration: 701.876927ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:10:14.165777Z","caller":"traceutil/trace.go:171","msg":"trace[2061740929] transaction","detail":"{read_only:false; response_revision:2589; number_of_response:1; }","duration":"1.542470452s","start":"2026-03-19T11:10:12.623264Z","end":"2026-03-19T11:10:14.165734Z","steps":["trace[2061740929] 'process raft request' (duration: 1.542359819s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:14.165808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:10:13.788846Z","time spent":"376.92839ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:10:14.165809Z","caller":"traceutil/trace.go:171","msg":"trace[353510595] transaction","detail":"{read_only:false; response_revision:2588; number_of_response:1; }","duration":"1.992461402s","start":"2026-03-19T11:10:12.173318Z","end":"2026-03-19T11:10:14.16578Z","steps":["trace[353510595] 'process raft request' (duration: 1.992240886s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:10:14.165784Z","caller":"traceutil/trace.go:171","msg":"trace[880973573] transaction","detail":"{read_only:false; response_revision:2587; number_of_response:1; }","duration":"1.992441721s","start":"2026-03-19T11:10:12.173289Z","end":"2026-03-19T11:10:14.165731Z","steps":["trace[880973573] 'process raft request' (duration: 1.992232486s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:14.165895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:10:13.46374Z","time spent":"702.085663ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:10:14.165908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:10:12.173291Z","time spent":"1.992566045s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:10:14.165927Z","caller":"traceutil/trace.go:171","msg":"trace[128004471] transaction","detail":"{read_only:false; response_revision:2585; number_of_response:1; }","duration":"1.994822237s","start":"2026-03-19T11:10:12.171074Z","end":"2026-03-19T11:10:14.165896Z","steps":["trace[128004471] 'process raft request' (duration: 583.753242ms)","trace[128004471] 'compare' (duration: 1.409898303s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:10:14.16594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:10:12.62324Z","time spent":"1.542615216s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:10:14.165985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955356236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-19T11:10:14.165986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:10:12.173268Z","time spent":"1.992617786s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:10:14.166012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:10:12.171055Z","time spent":"1.994916219s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:10:14.166037Z","caller":"traceutil/trace.go:171","msg":"trace[1388773116] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2591; }","duration":"1.955432428s","start":"2026-03-19T11:10:12.210586Z","end":"2026-03-19T11:10:14.166019Z","steps":["trace[1388773116] 'agreement among raft nodes before linearized reading' (duration: 1.955262883s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:14.166081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:10:12.210574Z","time spent":"1.955496669s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T11:10:14.166085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.974783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T11:10:14.166119Z","caller":"traceutil/trace.go:171","msg":"trace[866194380] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2591; }","duration":"869.059425ms","start":"2026-03-19T11:10:13.297051Z","end":"2026-03-19T11:10:14.16611Z","steps":["trace[866194380] 'agreement among raft nodes before linearized reading' (duration: 868.935731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:14.166038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.558473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:10:14.166142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:10:13.297025Z","time spent":"869.111646ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T11:10:14.166157Z","caller":"traceutil/trace.go:171","msg":"trace[1116153722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2591; }","duration":"554.759449ms","start":"2026-03-19T11:10:13.611383Z","end":"2026-03-19T11:10:14.166142Z","steps":["trace[1116153722] 'agreement among raft nodes before linearized reading' (duration: 554.626446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:14.166191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:10:13.611362Z","time spent":"554.820191ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T11:10:14.166209Z","caller":"traceutil/trace.go:171","msg":"trace[1288807536] transaction","detail":"{read_only:false; response_revision:2586; number_of_response:1; }","duration":"1.992962026s","start":"2026-03-19T11:10:12.173227Z","end":"2026-03-19T11:10:14.166189Z","steps":["trace[1288807536] 'process raft request' (duration: 1.992214665s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:14.166185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664926514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-19T11:10:14.166246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211369477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:10:14.166281Z","caller":"traceutil/trace.go:171","msg":"trace[580445150] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2591; }","duration":"1.211401778s","start":"2026-03-19T11:10:12.954867Z","end":"2026-03-19T11:10:14.166269Z","steps":["trace[580445150] 'agreement among raft nodes before linearized reading' (duration: 1.211352507s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:14.166302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:10:12.954774Z","time spent":"1.211522981s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:10:14.166297Z","caller":"traceutil/trace.go:171","msg":"trace[1897041107] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2591; }","duration":"1.665116849s","start":"2026-03-19T11:10:12.501151Z","end":"2026-03-19T11:10:14.166268Z","steps":["trace[1897041107] 'agreement among raft nodes before linearized reading' (duration: 1.664767319s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:14.166316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:10:12.173212Z","time spent":"1.993048228s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:10:14.166355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:10:12.501115Z","time spent":"1.665229782s","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-19T11:10:14.166373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343404341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T11:10:14.166421Z","caller":"traceutil/trace.go:171","msg":"trace[546385761] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2591; }","duration":"1.343501405s","start":"2026-03-19T11:10:12.822908Z","end":"2026-03-19T11:10:14.166409Z","steps":["trace[546385761] 'agreement among raft nodes before linearized reading' (duration: 1.343348951s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:14.166459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:10:12.822876Z","time spent":"1.343576527s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:10:14.689259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536070581,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T11:10:14.999857Z","caller":"traceutil/trace.go:171","msg":"trace[1168059307] transaction","detail":"{read_only:false; response_revision:2592; number_of_response:1; }","duration":"828.617177ms","start":"2026-03-19T11:10:14.1712Z","end":"2026-03-19T11:10:14.999817Z","steps":["trace[1168059307] 'process raft request' (duration: 770.28316ms)","trace[1168059307] 'compare' (duration: 57.70801ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:10:14.999925Z","caller":"traceutil/trace.go:171","msg":"trace[69286403] linearizableReadLoop","detail":"{readStateIndex:2702; appliedIndex:2698; }","duration":"811.381365ms","start":"2026-03-19T11:10:14.188513Z","end":"2026-03-19T11:10:14.999894Z","steps":["trace[69286403] 'read index received' (duration: 752.931745ms)","trace[69286403] 'applied index is now lower than readState.Index' (duration: 58.44852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:10:15.000031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:10:14.171178Z","time spent":"828.761081ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:10:15.000014Z","caller":"traceutil/trace.go:171","msg":"trace[883409852] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"811.92561ms","start":"2026-03-19T11:10:14.188025Z","end":"2026-03-19T11:10:14.999951Z","steps":["trace[883409852] 'process raft request' (duration: 811.792816ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:10:15.00005Z","caller":"traceutil/trace.go:171","msg":"trace[1330418858] transaction","detail":"{read_only:false; response_revision:2593; number_of_response:1; }","duration":"828.580506ms","start":"2026-03-19T11:10:14.171315Z","end":"2026-03-19T11:10:14.999896Z","steps":["trace[1330418858] 'process raft request' (duration: 828.438372ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:10:15.000051Z","caller":"traceutil/trace.go:171","msg":"trace[682526787] transaction","detail":"{read_only:false; response_revision:2595; number_of_response:1; }","duration":"811.837358ms","start":"2026-03-19T11:10:14.188201Z","end":"2026-03-19T11:10:15.000039Z","steps":["trace[682526787] 'process raft request' (duration: 811.655123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:15.00027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:10:14.188Z","time spent":"812.114235ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:10:15.000309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:10:14.188173Z","time spent":"812.089074ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:10:15.00032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.800243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:10:15.000362Z","caller":"traceutil/trace.go:171","msg":"trace[952967482] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2595; }","duration":"778.857974ms","start":"2026-03-19T11:10:14.221492Z","end":"2026-03-19T11:10:15.00035Z","steps":["trace[952967482] 'agreement among raft nodes before linearized reading' (duration: 778.777872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:15.000382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.074315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:10:15.00042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:10:14.221426Z","time spent":"778.985228ms","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T11:10:15.000437Z","caller":"traceutil/trace.go:171","msg":"trace[1130635449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2595; }","duration":"388.181728ms","start":"2026-03-19T11:10:14.612239Z","end":"2026-03-19T11:10:15.000421Z","steps":["trace[1130635449] 'agreement among raft nodes before linearized reading' (duration: 388.080696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:15.000471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:10:14.612218Z","time spent":"388.24569ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:10:15.000434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.481606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:10:15.000544Z","caller":"traceutil/trace.go:171","msg":"trace[1448857591] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2595; }","duration":"209.67417ms","start":"2026-03-19T11:10:14.790847Z","end":"2026-03-19T11:10:15.000521Z","steps":["trace[1448857591] 'agreement among raft nodes before linearized reading' (duration: 209.470625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:15.000675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:10:14.171298Z","time spent":"828.938216ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:10:15.001193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.66369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-19T11:10:15.001278Z","caller":"traceutil/trace.go:171","msg":"trace[521632855] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2595; }","duration":"812.837955ms","start":"2026-03-19T11:10:14.188422Z","end":"2026-03-19T11:10:15.00126Z","steps":["trace[521632855] 'agreement among raft nodes before linearized reading' (duration: 811.648893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:15.001319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:10:14.188408Z","time spent":"812.902597ms","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-19T11:10:17.113365Z","caller":"traceutil/trace.go:171","msg":"trace[1426097888] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"108.800159ms","start":"2026-03-19T11:10:17.004539Z","end":"2026-03-19T11:10:17.113339Z","steps":["trace[1426097888] 'process raft request' (duration: 108.637645ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:10:17.330208Z","caller":"traceutil/trace.go:171","msg":"trace[1641126584] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"322.50256ms","start":"2026-03-19T11:10:17.007677Z","end":"2026-03-19T11:10:17.330179Z","steps":["trace[1641126584] 'process raft request' (duration: 322.256083ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:10:17.330361Z","caller":"traceutil/trace.go:171","msg":"trace[1650630195] linearizableReadLoop","detail":"{readStateIndex:2711; appliedIndex:2708; }","duration":"301.986438ms","start":"2026-03-19T11:10:17.028339Z","end":"2026-03-19T11:10:17.330326Z","steps":["trace[1650630195] 'read index received' (duration: 84.841193ms)","trace[1650630195] 'applied index is now lower than readState.Index' (duration: 217.143155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:10:17.330384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:10:17.007659Z","time spent":"322.636333ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:10:17.33053Z","caller":"traceutil/trace.go:171","msg":"trace[2095915045] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"322.389737ms","start":"2026-03-19T11:10:17.008098Z","end":"2026-03-19T11:10:17.330488Z","steps":["trace[2095915045] 'process raft request' (duration: 322.028137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:17.331416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:10:17.008086Z","time spent":"323.197589ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:10:17.330671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.323127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-19T11:10:17.331541Z","caller":"traceutil/trace.go:171","msg":"trace[1981884948] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2603; }","duration":"303.223702ms","start":"2026-03-19T11:10:17.028292Z","end":"2026-03-19T11:10:17.331516Z","steps":["trace[1981884948] 'agreement among raft nodes before linearized reading' (duration: 302.250615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:17.331612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:10:17.028272Z","time spent":"303.322355ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T11:10:17.386433Z","caller":"traceutil/trace.go:171","msg":"trace[2052650950] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"139.370936ms","start":"2026-03-19T11:10:17.247034Z","end":"2026-03-19T11:10:17.386405Z","steps":["trace[2052650950] 'process raft request' (duration: 139.270753ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:10:17.58531Z","caller":"traceutil/trace.go:171","msg":"trace[201926824] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"249.253415ms","start":"2026-03-19T11:10:17.336029Z","end":"2026-03-19T11:10:17.585282Z","steps":["trace[201926824] 'process raft request' (duration: 248.635978ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:10:20.341974Z","caller":"traceutil/trace.go:171","msg":"trace[1061494517] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"124.956092ms","start":"2026-03-19T11:10:20.216994Z","end":"2026-03-19T11:10:20.34195Z","steps":["trace[1061494517] 'process raft request' (duration: 124.760496ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:10:20.370657Z","caller":"traceutil/trace.go:171","msg":"trace[855184974] linearizableReadLoop","detail":"{readStateIndex:2725; appliedIndex:2723; }","duration":"146.368757ms","start":"2026-03-19T11:10:20.22427Z","end":"2026-03-19T11:10:20.370639Z","steps":["trace[855184974] 'read index received' (duration: 117.496847ms)","trace[855184974] 'applied index is now lower than readState.Index' (duration: 28.8714ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:10:20.370743Z","caller":"traceutil/trace.go:171","msg":"trace[403197924] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"150.348427ms","start":"2026-03-19T11:10:20.220358Z","end":"2026-03-19T11:10:20.370707Z","steps":["trace[403197924] 'process raft request' (duration: 150.179622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:20.370825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.532832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T11:10:20.370847Z","caller":"traceutil/trace.go:171","msg":"trace[636698215] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2617; }","duration":"146.601374ms","start":"2026-03-19T11:10:20.22424Z","end":"2026-03-19T11:10:20.370841Z","steps":["trace[636698215] 'agreement among raft nodes before linearized reading' (duration: 146.493321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:20.370962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.320107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T11:10:20.371042Z","caller":"traceutil/trace.go:171","msg":"trace[502706521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2617; }","duration":"146.44476ms","start":"2026-03-19T11:10:20.224584Z","end":"2026-03-19T11:10:20.371029Z","steps":["trace[502706521] 'agreement among raft nodes before linearized reading' (duration: 146.185093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:20.371157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.384688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T11:10:20.371444Z","caller":"traceutil/trace.go:171","msg":"trace[59886045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2617; }","duration":"146.706577ms","start":"2026-03-19T11:10:20.2247Z","end":"2026-03-19T11:10:20.371406Z","steps":["trace[59886045] 'agreement among raft nodes before linearized reading' (duration: 146.174122ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:10:20.4824Z","caller":"traceutil/trace.go:171","msg":"trace[1637912954] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"107.832022ms","start":"2026-03-19T11:10:20.374539Z","end":"2026-03-19T11:10:20.482371Z","steps":["trace[1637912954] 'process raft request' (duration: 57.670879ms)","trace[1637912954] 'compare' (duration: 50.03755ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:10:20.558542Z","caller":"traceutil/trace.go:171","msg":"trace[1582559674] linearizableReadLoop","detail":"{readStateIndex:2728; appliedIndex:2725; }","duration":"161.189413ms","start":"2026-03-19T11:10:20.397334Z","end":"2026-03-19T11:10:20.558524Z","steps":["trace[1582559674] 'read index received' (duration: 35.04608ms)","trace[1582559674] 'applied index is now lower than readState.Index' (duration: 126.142603ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:10:20.558765Z","caller":"traceutil/trace.go:171","msg":"trace[893112333] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"183.527105ms","start":"2026-03-19T11:10:20.375228Z","end":"2026-03-19T11:10:20.558755Z","steps":["trace[893112333] 'process raft request' (duration: 183.171065ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:10:20.558903Z","caller":"traceutil/trace.go:171","msg":"trace[45756752] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"183.610467ms","start":"2026-03-19T11:10:20.375287Z","end":"2026-03-19T11:10:20.558897Z","steps":["trace[45756752] 'process raft request' (duration: 183.207806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:20.559059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.718158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T11:10:20.559085Z","caller":"traceutil/trace.go:171","msg":"trace[1686079989] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:2620; }","duration":"161.80274ms","start":"2026-03-19T11:10:20.397276Z","end":"2026-03-19T11:10:20.559079Z","steps":["trace[1686079989] 'agreement among raft nodes before linearized reading' (duration: 161.701038ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:10:21.068459Z","caller":"traceutil/trace.go:171","msg":"trace[1386173283] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"152.152246ms","start":"2026-03-19T11:10:20.916278Z","end":"2026-03-19T11:10:21.06843Z","steps":["trace[1386173283] 'process raft request' (duration: 151.959061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:21.412309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.820943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:10:21.41283Z","caller":"traceutil/trace.go:171","msg":"trace[1367633185] transaction","detail":"{read_only:false; response_revision:2623; number_of_response:1; }","duration":"287.710128ms","start":"2026-03-19T11:10:21.125083Z","end":"2026-03-19T11:10:21.412793Z","steps":["trace[1367633185] 'process raft request' (duration: 168.309479ms)","trace[1367633185] 'compare' (duration: 118.566646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:10:21.92884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.01032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:10:21.929042Z","caller":"traceutil/trace.go:171","msg":"trace[1457644258] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"257.141361ms","start":"2026-03-19T11:10:21.671882Z","end":"2026-03-19T11:10:21.929023Z","steps":["trace[1457644258] 'process raft request' (duration: 257.075929ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:10:21.929276Z","caller":"traceutil/trace.go:171","msg":"trace[625910665] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"511.452063ms","start":"2026-03-19T11:10:21.417812Z","end":"2026-03-19T11:10:21.929264Z","steps":["trace[625910665] 'process raft request' (duration: 304.924239ms)","trace[625910665] 'compare' (duration: 205.722382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:10:21.929347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:10:21.417795Z","time spent":"511.514295ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:10:21.929421Z","caller":"traceutil/trace.go:171","msg":"trace[360748263] linearizableReadLoop","detail":"{readStateIndex:2734; appliedIndex:2733; }","duration":"319.081786ms","start":"2026-03-19T11:10:21.610328Z","end":"2026-03-19T11:10:21.929409Z","steps":["trace[360748263] 'read index received' (duration: 112.425288ms)","trace[360748263] 'applied index is now lower than readState.Index' (duration: 206.655268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:10:21.929501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.19171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:10:21.929524Z","caller":"traceutil/trace.go:171","msg":"trace[1091472190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2626; }","duration":"319.291682ms","start":"2026-03-19T11:10:21.610226Z","end":"2026-03-19T11:10:21.929518Z","steps":["trace[1091472190] 'agreement among raft nodes before linearized reading' (duration: 319.249031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:21.929547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:10:21.610185Z","time spent":"319.357834ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:10:21.929689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.260043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189e3991d8d53e26\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-19T11:10:21.929791Z","caller":"traceutil/trace.go:171","msg":"trace[1312923610] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189e3991d8d53e26; range_end:; response_count:1; response_revision:2626; }","duration":"116.410027ms","start":"2026-03-19T11:10:21.813358Z","end":"2026-03-19T11:10:21.929768Z","steps":["trace[1312923610] 'agreement among raft nodes before linearized reading' (duration: 116.14647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:22.623636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.585688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-19T11:10:22.623728Z","caller":"traceutil/trace.go:171","msg":"trace[1442674990] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2630; }","duration":"121.684521ms","start":"2026-03-19T11:10:22.502023Z","end":"2026-03-19T11:10:22.623708Z","steps":["trace[1442674990] 'range keys from in-memory index tree' (duration: 121.446305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:10:22.623776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.642888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T11:10:22.623842Z","caller":"traceutil/trace.go:171","msg":"trace[717951021] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2630; }","duration":"137.750061ms","start":"2026-03-19T11:10:22.486077Z","end":"2026-03-19T11:10:22.623827Z","steps":["trace[717951021] 'range keys from in-memory index tree' (duration: 137.374751ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:10:23.622953Z","caller":"traceutil/trace.go:171","msg":"trace[822978854] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"128.809257ms","start":"2026-03-19T11:10:23.494106Z","end":"2026-03-19T11:10:23.622915Z","steps":["trace[822978854] 'process raft request' (duration: 67.238632ms)","trace[822978854] 'compare' (duration: 61.333849ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:10:32.896257Z","caller":"traceutil/trace.go:171","msg":"trace[2139448808] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"185.753606ms","start":"2026-03-19T11:10:32.71048Z","end":"2026-03-19T11:10:32.896234Z","steps":["trace[2139448808] 'process raft request' (duration: 185.669673ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:10:32.896334Z","caller":"traceutil/trace.go:171","msg":"trace[1202359003] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"186.812275ms","start":"2026-03-19T11:10:32.709502Z","end":"2026-03-19T11:10:32.896314Z","steps":["trace[1202359003] 'process raft request' (duration: 173.10842ms)","trace[1202359003] 'compare' (duration: 13.360495ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:10:32.896468Z","caller":"traceutil/trace.go:171","msg":"trace[1910492251] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"185.751725ms","start":"2026-03-19T11:10:32.710696Z","end":"2026-03-19T11:10:32.896448Z","steps":["trace[1910492251] 'process raft request' (duration: 185.505669ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:10:37.807048Z","caller":"traceutil/trace.go:171","msg":"trace[1975337847] transaction","detail":"{read_only:false; response_revision:2703; number_of_response:1; }","duration":"104.212553ms","start":"2026-03-19T11:10:37.70282Z","end":"2026-03-19T11:10:37.807032Z","steps":["trace[1975337847] 'process raft request' (duration: 104.114141ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:11:55.974462Z","caller":"traceutil/trace.go:171","msg":"trace[1319562260] transaction","detail":"{read_only:false; response_revision:3073; number_of_response:1; }","duration":"113.492333ms","start":"2026-03-19T11:11:55.860927Z","end":"2026-03-19T11:11:55.97442Z","steps":["trace[1319562260] 'process raft request' (duration: 113.300577ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:12:08.12613Z","caller":"traceutil/trace.go:171","msg":"trace[501241035] transaction","detail":"{read_only:false; response_revision:3127; number_of_response:1; }","duration":"100.791496ms","start":"2026-03-19T11:12:08.025302Z","end":"2026-03-19T11:12:08.126093Z","steps":["trace[501241035] 'process raft request' (duration: 100.59596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:12:14.778756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.356445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:12:14.77889Z","caller":"traceutil/trace.go:171","msg":"trace[1253213649] linearizableReadLoop","detail":"{readStateIndex:3358; appliedIndex:3357; }","duration":"145.16664ms","start":"2026-03-19T11:12:14.633703Z","end":"2026-03-19T11:12:14.778869Z","steps":["trace[1253213649] 'read index received' (duration: 22.537397ms)","trace[1253213649] 'applied index is now lower than readState.Index' (duration: 122.627483ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:12:14.778988Z","caller":"traceutil/trace.go:171","msg":"trace[87958192] transaction","detail":"{read_only:false; response_revision:3222; number_of_response:1; }","duration":"179.085476ms","start":"2026-03-19T11:12:14.59985Z","end":"2026-03-19T11:12:14.778935Z","steps":["trace[87958192] 'process raft request' (duration: 56.453203ms)","trace[87958192] 'compare' (duration: 122.212691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:12:14.779141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.151172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:12:14.77918Z","caller":"traceutil/trace.go:171","msg":"trace[199490687] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:0; response_revision:3222; }","duration":"140.190653ms","start":"2026-03-19T11:12:14.638979Z","end":"2026-03-19T11:12:14.779169Z","steps":["trace[199490687] 'agreement among raft nodes before linearized reading' (duration: 140.137681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:12:14.779085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.970047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:12:14.779235Z","caller":"traceutil/trace.go:171","msg":"trace[1464195411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3222; }","duration":"167.151392ms","start":"2026-03-19T11:12:14.612072Z","end":"2026-03-19T11:12:14.779224Z","steps":["trace[1464195411] 'agreement among raft nodes before linearized reading' (duration: 166.924955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:12:16.516826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.504764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:12:16.51702Z","caller":"traceutil/trace.go:171","msg":"trace[1686776216] linearizableReadLoop","detail":"{readStateIndex:3385; appliedIndex:3384; }","duration":"182.303611ms","start":"2026-03-19T11:12:16.334694Z","end":"2026-03-19T11:12:16.516997Z","steps":["trace[1686776216] 'read index received' (duration: 73.527859ms)","trace[1686776216] 'applied index is now lower than readState.Index' (duration: 108.773612ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:12:16.517133Z","caller":"traceutil/trace.go:171","msg":"trace[2006157267] transaction","detail":"{read_only:false; response_revision:3246; number_of_response:1; }","duration":"192.895745ms","start":"2026-03-19T11:12:16.32422Z","end":"2026-03-19T11:12:16.517116Z","steps":["trace[2006157267] 'process raft request' (duration: 84.018449ms)","trace[2006157267] 'compare' (duration: 108.187335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:12:16.517988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.262869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:12:16.518146Z","caller":"traceutil/trace.go:171","msg":"trace[795743053] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:3246; }","duration":"183.412423ms","start":"2026-03-19T11:12:16.334671Z","end":"2026-03-19T11:12:16.518083Z","steps":["trace[795743053] 'agreement among raft nodes before linearized reading' (duration: 182.608339ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:12:16.940229Z","caller":"traceutil/trace.go:171","msg":"trace[1944494185] transaction","detail":"{read_only:false; response_revision:3278; number_of_response:1; }","duration":"162.987679ms","start":"2026-03-19T11:12:16.777218Z","end":"2026-03-19T11:12:16.940206Z","steps":["trace[1944494185] 'process raft request' (duration: 162.838664ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:12:16.98143Z","caller":"traceutil/trace.go:171","msg":"trace[1794990383] linearizableReadLoop","detail":"{readStateIndex:3418; appliedIndex:3416; }","duration":"128.670352ms","start":"2026-03-19T11:12:16.852737Z","end":"2026-03-19T11:12:16.981407Z","steps":["trace[1794990383] 'read index received' (duration: 87.42397ms)","trace[1794990383] 'applied index is now lower than readState.Index' (duration: 41.245772ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:12:16.981508Z","caller":"traceutil/trace.go:171","msg":"trace[1090349304] transaction","detail":"{read_only:false; response_revision:3279; number_of_response:1; }","duration":"203.163669ms","start":"2026-03-19T11:12:16.778315Z","end":"2026-03-19T11:12:16.981479Z","steps":["trace[1090349304] 'process raft request' (duration: 202.980664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:12:16.981622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.815417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:887"} {"level":"info","ts":"2026-03-19T11:12:16.981652Z","caller":"traceutil/trace.go:171","msg":"trace[975817961] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:3279; }","duration":"128.883878ms","start":"2026-03-19T11:12:16.852759Z","end":"2026-03-19T11:12:16.981643Z","steps":["trace[975817961] 'agreement among raft nodes before linearized reading' (duration: 128.756864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:12:16.981723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.95699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:879"} {"level":"warn","ts":"2026-03-19T11:12:16.981743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.921399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" ","response":"range_response_count:1 size:873"} {"level":"warn","ts":"2026-03-19T11:12:16.981764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.317313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:12:16.981812Z","caller":"traceutil/trace.go:171","msg":"trace[1129973420] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery; range_end:; response_count:1; response_revision:3279; }","duration":"129.039933ms","start":"2026-03-19T11:12:16.852751Z","end":"2026-03-19T11:12:16.981791Z","steps":["trace[1129973420] 'agreement among raft nodes before linearized reading' (duration: 128.892279ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:12:16.98181Z","caller":"traceutil/trace.go:171","msg":"trace[700279269] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:3279; }","duration":"129.091484ms","start":"2026-03-19T11:12:16.852691Z","end":"2026-03-19T11:12:16.981783Z","steps":["trace[700279269] 'agreement among raft nodes before linearized reading' (duration: 128.828006ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:12:16.981846Z","caller":"traceutil/trace.go:171","msg":"trace[2014059688] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3279; }","duration":"126.451706ms","start":"2026-03-19T11:12:16.855373Z","end":"2026-03-19T11:12:16.981824Z","steps":["trace[2014059688] 'agreement among raft nodes before linearized reading' (duration: 126.216029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:12:17.29215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.591613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:12:17.292459Z","caller":"traceutil/trace.go:171","msg":"trace[1230660002] linearizableReadLoop","detail":"{readStateIndex:3421; appliedIndex:3418; }","duration":"239.391652ms","start":"2026-03-19T11:12:17.053047Z","end":"2026-03-19T11:12:17.292439Z","steps":["trace[1230660002] 'read index received' (duration: 9.407938ms)","trace[1230660002] 'applied index is now lower than readState.Index' (duration: 229.982784ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:12:17.292696Z","caller":"traceutil/trace.go:171","msg":"trace[1997823276] transaction","detail":"{read_only:false; response_revision:3282; number_of_response:1; }","duration":"299.632078ms","start":"2026-03-19T11:12:16.993026Z","end":"2026-03-19T11:12:17.292658Z","steps":["trace[1997823276] 'process raft request' (duration: 299.35834ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:12:17.292746Z","caller":"traceutil/trace.go:171","msg":"trace[572299908] transaction","detail":"{read_only:false; response_revision:3281; number_of_response:1; }","duration":"303.151231ms","start":"2026-03-19T11:12:16.989524Z","end":"2026-03-19T11:12:17.292675Z","steps":["trace[572299908] 'process raft request' (duration: 302.737099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:12:17.292756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.678441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T11:12:17.292838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:12:16.989507Z","time spent":"303.272515ms","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4992,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:12:17.292862Z","caller":"traceutil/trace.go:171","msg":"trace[1907983065] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3282; }","duration":"239.834105ms","start":"2026-03-19T11:12:17.052985Z","end":"2026-03-19T11:12:17.29282Z","steps":["trace[1907983065] 'agreement among raft nodes before linearized reading' (duration: 239.65606ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:12:17.292746Z","caller":"traceutil/trace.go:171","msg":"trace[1578854898] transaction","detail":"{read_only:false; response_revision:3280; number_of_response:1; }","duration":"304.725268ms","start":"2026-03-19T11:12:16.987959Z","end":"2026-03-19T11:12:17.292684Z","steps":["trace[1578854898] 'process raft request' (duration: 74.504808ms)","trace[1578854898] 'compare' (duration: 229.352835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:12:17.293336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:12:16.987937Z","time spent":"305.278254ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:12:17.349341Z","caller":"traceutil/trace.go:171","msg":"trace[473550728] transaction","detail":"{read_only:false; response_revision:3283; number_of_response:1; }","duration":"242.279389ms","start":"2026-03-19T11:12:17.10704Z","end":"2026-03-19T11:12:17.34932Z","steps":["trace[473550728] 'process raft request' (duration: 242.142284ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:12:17.349572Z","caller":"traceutil/trace.go:171","msg":"trace[544550793] transaction","detail":"{read_only:false; response_revision:3284; number_of_response:1; }","duration":"115.148331ms","start":"2026-03-19T11:12:17.234366Z","end":"2026-03-19T11:12:17.349514Z","steps":["trace[544550793] 'process raft request' (duration: 114.930785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:12:17.349617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.613049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T11:12:17.349699Z","caller":"traceutil/trace.go:171","msg":"trace[681586361] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3284; }","duration":"184.738253ms","start":"2026-03-19T11:12:17.164942Z","end":"2026-03-19T11:12:17.34968Z","steps":["trace[681586361] 'agreement among raft nodes before linearized reading' (duration: 184.492596ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:12:18.04439Z","caller":"traceutil/trace.go:171","msg":"trace[438020936] linearizableReadLoop","detail":"{readStateIndex:3429; appliedIndex:3428; }","duration":"103.767984ms","start":"2026-03-19T11:12:17.940581Z","end":"2026-03-19T11:12:18.044349Z","steps":["trace[438020936] 'read index received' (duration: 74.921449ms)","trace[438020936] 'applied index is now lower than readState.Index' (duration: 28.844825ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:12:18.044592Z","caller":"traceutil/trace.go:171","msg":"trace[1513039637] transaction","detail":"{read_only:false; response_revision:3290; number_of_response:1; }","duration":"114.873523ms","start":"2026-03-19T11:12:17.929691Z","end":"2026-03-19T11:12:18.044565Z","steps":["trace[1513039637] 'process raft request' (duration: 85.764021ms)","trace[1513039637] 'compare' (duration: 28.714231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:12:18.045075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.448285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T11:12:18.045186Z","caller":"traceutil/trace.go:171","msg":"trace[179273025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3290; }","duration":"104.613259ms","start":"2026-03-19T11:12:17.940549Z","end":"2026-03-19T11:12:18.045162Z","steps":["trace[179273025] 'agreement among raft nodes before linearized reading' (duration: 104.155756ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:12:18.64573Z","caller":"traceutil/trace.go:171","msg":"trace[1426307385] linearizableReadLoop","detail":"{readStateIndex:3437; appliedIndex:3436; }","duration":"180.991042ms","start":"2026-03-19T11:12:18.464719Z","end":"2026-03-19T11:12:18.64571Z","steps":["trace[1426307385] 'read index received' (duration: 180.764716ms)","trace[1426307385] 'applied index is now lower than readState.Index' (duration: 225.236µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:12:18.645904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.171057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:12:18.645931Z","caller":"traceutil/trace.go:171","msg":"trace[2114925723] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3298; }","duration":"181.25545ms","start":"2026-03-19T11:12:18.464668Z","end":"2026-03-19T11:12:18.645923Z","steps":["trace[2114925723] 'agreement among raft nodes before linearized reading' (duration: 181.140126ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:12:18.645874Z","caller":"traceutil/trace.go:171","msg":"trace[1630939182] transaction","detail":"{read_only:false; response_revision:3298; number_of_response:1; }","duration":"204.468268ms","start":"2026-03-19T11:12:18.44135Z","end":"2026-03-19T11:12:18.645818Z","steps":["trace[1630939182] 'process raft request' (duration: 204.22005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:12:18.646169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.483251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T11:12:18.646264Z","caller":"traceutil/trace.go:171","msg":"trace[2069291960] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3298; }","duration":"116.634156ms","start":"2026-03-19T11:12:18.529608Z","end":"2026-03-19T11:12:18.646243Z","steps":["trace[2069291960] 'agreement among raft nodes before linearized reading' (duration: 116.281406ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:12:18.933613Z","caller":"traceutil/trace.go:171","msg":"trace[1709168816] linearizableReadLoop","detail":"{readStateIndex:3446; appliedIndex:3444; }","duration":"100.93077ms","start":"2026-03-19T11:12:18.832661Z","end":"2026-03-19T11:12:18.933592Z","steps":["trace[1709168816] 'read index received' (duration: 21.546579ms)","trace[1709168816] 'applied index is now lower than readState.Index' (duration: 79.383481ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:12:18.933667Z","caller":"traceutil/trace.go:171","msg":"trace[901829084] transaction","detail":"{read_only:false; response_revision:3307; number_of_response:1; }","duration":"129.817436ms","start":"2026-03-19T11:12:18.803813Z","end":"2026-03-19T11:12:18.933631Z","steps":["trace[901829084] 'process raft request' (duration: 93.572262ms)","trace[901829084] 'compare' (duration: 36.085279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:12:18.933733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.045944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:12:18.93376Z","caller":"traceutil/trace.go:171","msg":"trace[1058758533] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3307; }","duration":"101.120656ms","start":"2026-03-19T11:12:18.832632Z","end":"2026-03-19T11:12:18.933753Z","steps":["trace[1058758533] 'agreement among raft nodes before linearized reading' (duration: 101.036184ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:12:19.098925Z","caller":"traceutil/trace.go:171","msg":"trace[1478513821] transaction","detail":"{read_only:false; response_revision:3310; number_of_response:1; }","duration":"160.239067ms","start":"2026-03-19T11:12:18.938654Z","end":"2026-03-19T11:12:19.098893Z","steps":["trace[1478513821] 'process raft request' (duration: 101.27732ms)","trace[1478513821] 'compare' (duration: 58.696589ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:12:19.099193Z","caller":"traceutil/trace.go:171","msg":"trace[1049293274] transaction","detail":"{read_only:false; response_revision:3311; number_of_response:1; }","duration":"155.740824ms","start":"2026-03-19T11:12:18.943433Z","end":"2026-03-19T11:12:19.099174Z","steps":["trace[1049293274] 'process raft request' (duration: 155.645501ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:12:19.233789Z","caller":"traceutil/trace.go:171","msg":"trace[1926838820] linearizableReadLoop","detail":"{readStateIndex:3451; appliedIndex:3450; }","duration":"129.840557ms","start":"2026-03-19T11:12:19.103915Z","end":"2026-03-19T11:12:19.233755Z","steps":["trace[1926838820] 'read index received' (duration: 95.649684ms)","trace[1926838820] 'applied index is now lower than readState.Index' (duration: 34.189513ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:12:19.233922Z","caller":"traceutil/trace.go:171","msg":"trace[1576696568] transaction","detail":"{read_only:false; response_revision:3312; number_of_response:1; }","duration":"130.522497ms","start":"2026-03-19T11:12:19.103386Z","end":"2026-03-19T11:12:19.233908Z","steps":["trace[1576696568] 'process raft request' (duration: 96.081847ms)","trace[1576696568] 'compare' (duration: 34.007777ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:12:19.234029Z","caller":"traceutil/trace.go:171","msg":"trace[466469842] transaction","detail":"{read_only:false; response_revision:3313; number_of_response:1; }","duration":"129.192628ms","start":"2026-03-19T11:12:19.104791Z","end":"2026-03-19T11:12:19.233983Z","steps":["trace[466469842] 'process raft request' (duration: 128.915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:12:19.234408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.459406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.secretgen.k14s.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:12:19.234572Z","caller":"traceutil/trace.go:171","msg":"trace[1925795417] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.secretgen.k14s.io; range_end:; response_count:0; response_revision:3313; }","duration":"130.601029ms","start":"2026-03-19T11:12:19.103884Z","end":"2026-03-19T11:12:19.234485Z","steps":["trace[1925795417] 'agreement among raft nodes before linearized reading' (duration: 129.993121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:12:19.435404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.781056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/sshkeys.secretgen.k14s.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:12:19.435512Z","caller":"traceutil/trace.go:171","msg":"trace[2146035258] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/sshkeys.secretgen.k14s.io; range_end:; response_count:0; response_revision:3322; }","duration":"100.93458ms","start":"2026-03-19T11:12:19.334549Z","end":"2026-03-19T11:12:19.435483Z","steps":["trace[2146035258] 'range keys from in-memory index tree' (duration: 100.719494ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:12:19.46101Z","caller":"traceutil/trace.go:171","msg":"trace[1506276527] transaction","detail":"{read_only:false; response_revision:3325; number_of_response:1; }","duration":"106.427973ms","start":"2026-03-19T11:12:19.354557Z","end":"2026-03-19T11:12:19.460985Z","steps":["trace[1506276527] 'process raft request' (duration: 106.320639ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:12:19.461058Z","caller":"traceutil/trace.go:171","msg":"trace[1276008024] transaction","detail":"{read_only:false; response_revision:3324; number_of_response:1; }","duration":"124.86888ms","start":"2026-03-19T11:12:19.336151Z","end":"2026-03-19T11:12:19.46102Z","steps":["trace[1276008024] 'process raft request' (duration: 124.54732ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:12:19.461291Z","caller":"traceutil/trace.go:171","msg":"trace[857504227] transaction","detail":"{read_only:false; response_revision:3326; number_of_response:1; }","duration":"105.716932ms","start":"2026-03-19T11:12:19.355526Z","end":"2026-03-19T11:12:19.461243Z","steps":["trace[857504227] 'process raft request' (duration: 105.433644ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:12:19.647612Z","caller":"traceutil/trace.go:171","msg":"trace[1401295791] linearizableReadLoop","detail":"{readStateIndex:3467; appliedIndex:3466; }","duration":"121.53092ms","start":"2026-03-19T11:12:19.526052Z","end":"2026-03-19T11:12:19.647583Z","steps":["trace[1401295791] 'read index received' (duration: 39.786698ms)","trace[1401295791] 'applied index is now lower than readState.Index' (duration: 81.742642ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:12:19.647622Z","caller":"traceutil/trace.go:171","msg":"trace[148175383] transaction","detail":"{read_only:false; response_revision:3328; number_of_response:1; }","duration":"180.510358ms","start":"2026-03-19T11:12:19.467082Z","end":"2026-03-19T11:12:19.647592Z","steps":["trace[148175383] 'process raft request' (duration: 98.864419ms)","trace[148175383] 'compare' (duration: 81.358561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:12:19.647925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.84514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:12:19.647913Z","caller":"traceutil/trace.go:171","msg":"trace[1277076366] transaction","detail":"{read_only:false; response_revision:3329; number_of_response:1; }","duration":"118.633044ms","start":"2026-03-19T11:12:19.52923Z","end":"2026-03-19T11:12:19.647863Z","steps":["trace[1277076366] 'process raft request' (duration: 118.304505ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:12:19.648024Z","caller":"traceutil/trace.go:171","msg":"trace[44071629] range","detail":"{range_begin:/registry/deployments/secretgen-controller/secretgen-controller; range_end:; response_count:0; response_revision:3329; }","duration":"122.005844ms","start":"2026-03-19T11:12:19.525994Z","end":"2026-03-19T11:12:19.648Z","steps":["trace[44071629] 'agreement among raft nodes before linearized reading' (duration: 121.738876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:12:20.792772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536072605,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T11:12:20.962816Z","caller":"traceutil/trace.go:171","msg":"trace[1521087070] linearizableReadLoop","detail":"{readStateIndex:3491; appliedIndex:3490; }","duration":"676.190194ms","start":"2026-03-19T11:12:20.286607Z","end":"2026-03-19T11:12:20.962797Z","steps":["trace[1521087070] 'read index received' (duration: 675.958417ms)","trace[1521087070] 'applied index is now lower than readState.Index' (duration: 231.107µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:12:20.962882Z","caller":"traceutil/trace.go:171","msg":"trace[1745378942] transaction","detail":"{read_only:false; response_revision:3352; number_of_response:1; }","duration":"684.1979ms","start":"2026-03-19T11:12:20.278652Z","end":"2026-03-19T11:12:20.96285Z","steps":["trace[1745378942] 'process raft request' (duration: 684.001574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:12:20.963022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.6138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T11:12:20.963052Z","caller":"traceutil/trace.go:171","msg":"trace[994134400] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:3352; }","duration":"558.726293ms","start":"2026-03-19T11:12:20.404318Z","end":"2026-03-19T11:12:20.963045Z","steps":["trace[994134400] 'agreement among raft nodes before linearized reading' (duration: 558.596889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:12:20.963051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:12:20.278622Z","time spent":"684.338425ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:12:20.963096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:12:20.404287Z","time spent":"558.803045ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-03-19T11:12:20.963094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.460871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T11:12:20.963265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.177894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:12:20.963459Z","caller":"traceutil/trace.go:171","msg":"trace[1014808507] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3352; }","duration":"460.39625ms","start":"2026-03-19T11:12:20.503052Z","end":"2026-03-19T11:12:20.963449Z","steps":["trace[1014808507] 'agreement among raft nodes before linearized reading' (duration: 460.143763ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:12:20.963424Z","caller":"traceutil/trace.go:171","msg":"trace[1796576731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3352; }","duration":"676.810691ms","start":"2026-03-19T11:12:20.286549Z","end":"2026-03-19T11:12:20.96336Z","steps":["trace[1796576731] 'agreement among raft nodes before linearized reading' (duration: 676.342798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:12:20.963508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:12:20.502978Z","time spent":"460.517543ms","remote":"127.0.0.1:49280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:12:20.963273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.255417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T11:12:20.963485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.213458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7508"} {"level":"info","ts":"2026-03-19T11:12:20.963579Z","caller":"traceutil/trace.go:171","msg":"trace[2009050854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3352; }","duration":"296.608217ms","start":"2026-03-19T11:12:20.666955Z","end":"2026-03-19T11:12:20.963563Z","steps":["trace[2009050854] 'agreement among raft nodes before linearized reading' (duration: 296.121443ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:12:20.963615Z","caller":"traceutil/trace.go:171","msg":"trace[548677986] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3352; }","duration":"424.429385ms","start":"2026-03-19T11:12:20.539155Z","end":"2026-03-19T11:12:20.963584Z","steps":["trace[548677986] 'agreement among raft nodes before linearized reading' (duration: 424.012363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:12:20.963683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:12:20.539125Z","time spent":"424.548669ms","remote":"127.0.0.1:53282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7532,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-19T11:12:20.964135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:12:20.286521Z","time spent":"677.002687ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T11:12:53.258441Z","caller":"traceutil/trace.go:171","msg":"trace[1888193156] transaction","detail":"{read_only:false; response_revision:3537; number_of_response:1; }","duration":"965.193645ms","start":"2026-03-19T11:12:52.293224Z","end":"2026-03-19T11:12:53.258418Z","steps":["trace[1888193156] 'process raft request' (duration: 965.059291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:12:53.258589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:12:52.293209Z","time spent":"965.305888ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:12:53.366305Z","caller":"traceutil/trace.go:171","msg":"trace[896797139] linearizableReadLoop","detail":"{readStateIndex:3685; appliedIndex:3682; }","duration":"559.763884ms","start":"2026-03-19T11:12:52.806508Z","end":"2026-03-19T11:12:53.366272Z","steps":["trace[896797139] 'read index received' (duration: 451.747023ms)","trace[896797139] 'applied index is now lower than readState.Index' (duration: 108.015681ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:12:53.366363Z","caller":"traceutil/trace.go:171","msg":"trace[172609724] transaction","detail":"{read_only:false; response_revision:3538; number_of_response:1; }","duration":"1.054252834s","start":"2026-03-19T11:12:52.312061Z","end":"2026-03-19T11:12:53.366314Z","steps":["trace[172609724] 'process raft request' (duration: 1.053966606s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:12:53.366444Z","caller":"traceutil/trace.go:171","msg":"trace[1870305558] transaction","detail":"{read_only:false; response_revision:3539; number_of_response:1; }","duration":"1.021522104s","start":"2026-03-19T11:12:52.344875Z","end":"2026-03-19T11:12:53.366397Z","steps":["trace[1870305558] 'process raft request' (duration: 1.021338069s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:12:53.366561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.098266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:12:53.366626Z","caller":"traceutil/trace.go:171","msg":"trace[1551571532] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:3539; }","duration":"340.22692ms","start":"2026-03-19T11:12:53.026383Z","end":"2026-03-19T11:12:53.36661Z","steps":["trace[1551571532] 'agreement among raft nodes before linearized reading' (duration: 340.104356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:12:53.366657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:12:53.026362Z","time spent":"340.288352ms","remote":"127.0.0.1:35546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:12:53.366645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:12:52.344848Z","time spent":"1.02169773s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:12:53.366713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.178663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T11:12:53.366707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:12:52.312032Z","time spent":"1.054508492s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:12:53.36673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.37893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T11:12:53.366767Z","caller":"traceutil/trace.go:171","msg":"trace[1099949579] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3539; }","duration":"246.285167ms","start":"2026-03-19T11:12:53.120463Z","end":"2026-03-19T11:12:53.366749Z","steps":["trace[1099949579] 'agreement among raft nodes before linearized reading' (duration: 246.137432ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:12:53.366796Z","caller":"traceutil/trace.go:171","msg":"trace[110860286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3539; }","duration":"244.474553ms","start":"2026-03-19T11:12:53.122305Z","end":"2026-03-19T11:12:53.366779Z","steps":["trace[110860286] 'agreement among raft nodes before linearized reading' (duration: 244.285877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:12:53.366892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.215987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T11:12:53.366967Z","caller":"traceutil/trace.go:171","msg":"trace[261608112] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3539; }","duration":"185.31295ms","start":"2026-03-19T11:12:53.181625Z","end":"2026-03-19T11:12:53.366938Z","steps":["trace[261608112] 'agreement among raft nodes before linearized reading' (duration: 185.107394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:12:53.367161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.038652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-19T11:12:53.367208Z","caller":"traceutil/trace.go:171","msg":"trace[893019811] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3539; }","duration":"560.748623ms","start":"2026-03-19T11:12:52.806444Z","end":"2026-03-19T11:12:53.367193Z","steps":["trace[893019811] 'agreement among raft nodes before linearized reading' (duration: 559.988971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:12:53.367242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:12:52.806419Z","time spent":"560.811805ms","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-19T11:12:53.36717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.940656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T11:12:53.367426Z","caller":"traceutil/trace.go:171","msg":"trace[2094151032] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3539; }","duration":"247.248185ms","start":"2026-03-19T11:12:53.120149Z","end":"2026-03-19T11:12:53.367398Z","steps":["trace[2094151032] 'agreement among raft nodes before linearized reading' (duration: 246.662788ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:13:03.765314Z","caller":"traceutil/trace.go:171","msg":"trace[1014146651] transaction","detail":"{read_only:false; response_revision:3604; number_of_response:1; }","duration":"122.862571ms","start":"2026-03-19T11:13:03.642435Z","end":"2026-03-19T11:13:03.765298Z","steps":["trace[1014146651] 'process raft request' (duration: 122.83779ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:13:03.765393Z","caller":"traceutil/trace.go:171","msg":"trace[412590143] transaction","detail":"{read_only:false; response_revision:3603; number_of_response:1; }","duration":"123.007295ms","start":"2026-03-19T11:13:03.642373Z","end":"2026-03-19T11:13:03.76538Z","steps":["trace[412590143] 'process raft request' (duration: 122.798369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:01.309124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.293553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-wcpjd\" ","response":"range_response_count:1 size:4357"} {"level":"info","ts":"2026-03-19T11:14:01.309244Z","caller":"traceutil/trace.go:171","msg":"trace[323231218] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-wcpjd; range_end:; response_count:1; response_revision:3973; }","duration":"213.465467ms","start":"2026-03-19T11:14:01.095752Z","end":"2026-03-19T11:14:01.309217Z","steps":["trace[323231218] 'range keys from in-memory index tree' (duration: 213.053846ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:07.76248Z","caller":"traceutil/trace.go:171","msg":"trace[58938758] transaction","detail":"{read_only:false; response_revision:4329; number_of_response:1; }","duration":"532.641353ms","start":"2026-03-19T11:14:07.229795Z","end":"2026-03-19T11:14:07.762436Z","steps":["trace[58938758] 'process raft request' (duration: 529.027704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:07.76271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.213166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:14:07.762754Z","caller":"traceutil/trace.go:171","msg":"trace[901118318] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:4330; }","duration":"257.3462ms","start":"2026-03-19T11:14:07.505398Z","end":"2026-03-19T11:14:07.762744Z","steps":["trace[901118318] 'agreement among raft nodes before linearized reading' (duration: 257.201736ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:07.762536Z","caller":"traceutil/trace.go:171","msg":"trace[71670872] linearizableReadLoop","detail":"{readStateIndex:4510; appliedIndex:4509; }","duration":"257.023081ms","start":"2026-03-19T11:14:07.50548Z","end":"2026-03-19T11:14:07.762503Z","steps":["trace[71670872] 'read index received' (duration: 253.35374ms)","trace[71670872] 'applied index is now lower than readState.Index' (duration: 3.666361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:14:07.763261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:07.229765Z","time spent":"532.908271ms","remote":"127.0.0.1:49624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2933,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:14:07.763539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.689309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:14:07.763798Z","caller":"traceutil/trace.go:171","msg":"trace[464131730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4330; }","duration":"151.990647ms","start":"2026-03-19T11:14:07.611771Z","end":"2026-03-19T11:14:07.763762Z","steps":["trace[464131730] 'agreement among raft nodes before linearized reading' (duration: 151.664608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:07.763616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.906834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T11:14:07.763948Z","caller":"traceutil/trace.go:171","msg":"trace[1668288763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4330; }","duration":"132.198702ms","start":"2026-03-19T11:14:07.631696Z","end":"2026-03-19T11:14:07.763895Z","steps":["trace[1668288763] 'agreement among raft nodes before linearized reading' (duration: 131.748519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:08.037111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.439708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T11:14:08.03721Z","caller":"traceutil/trace.go:171","msg":"trace[544688071] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4331; }","duration":"112.584212ms","start":"2026-03-19T11:14:07.924604Z","end":"2026-03-19T11:14:08.037188Z","steps":["trace[544688071] 'range keys from in-memory index tree' (duration: 112.258583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:08.037207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.532988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T11:14:08.037309Z","caller":"traceutil/trace.go:171","msg":"trace[1572264464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4331; }","duration":"113.744153ms","start":"2026-03-19T11:14:07.923544Z","end":"2026-03-19T11:14:08.037288Z","steps":["trace[1572264464] 'range keys from in-memory index tree' (duration: 113.270181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:08.037369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.114236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T11:14:08.037545Z","caller":"traceutil/trace.go:171","msg":"trace[534983022] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4331; }","duration":"113.347303ms","start":"2026-03-19T11:14:07.924171Z","end":"2026-03-19T11:14:08.037518Z","steps":["trace[534983022] 'range keys from in-memory index tree' (duration: 112.90797ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:10.203202Z","caller":"traceutil/trace.go:171","msg":"trace[240005740] transaction","detail":"{read_only:false; response_revision:4349; number_of_response:1; }","duration":"139.126133ms","start":"2026-03-19T11:14:10.064054Z","end":"2026-03-19T11:14:10.203181Z","steps":["trace[240005740] 'process raft request' (duration: 138.961158ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:10.776749Z","caller":"traceutil/trace.go:171","msg":"trace[1217729637] transaction","detail":"{read_only:false; response_revision:4350; number_of_response:1; }","duration":"711.276675ms","start":"2026-03-19T11:14:10.065439Z","end":"2026-03-19T11:14:10.776716Z","steps":["trace[1217729637] 'process raft request' (duration: 687.222362ms)","trace[1217729637] 'compare' (duration: 23.878398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:14:10.776968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:10.065418Z","time spent":"711.413209ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:14:10.777118Z","caller":"traceutil/trace.go:171","msg":"trace[1659168018] linearizableReadLoop","detail":"{readStateIndex:4532; appliedIndex:4529; }","duration":"599.403983ms","start":"2026-03-19T11:14:10.177684Z","end":"2026-03-19T11:14:10.777088Z","steps":["trace[1659168018] 'read index received' (duration: 25.347649ms)","trace[1659168018] 'applied index is now lower than readState.Index' (duration: 574.055074ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:10.77725Z","caller":"traceutil/trace.go:171","msg":"trace[739087944] transaction","detail":"{read_only:false; response_revision:4351; number_of_response:1; }","duration":"711.654756ms","start":"2026-03-19T11:14:10.065586Z","end":"2026-03-19T11:14:10.777241Z","steps":["trace[739087944] 'process raft request' (duration: 711.08413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:10.777349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:10.065568Z","time spent":"711.708108ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:14:10.777367Z","caller":"traceutil/trace.go:171","msg":"trace[1912968901] transaction","detail":"{read_only:false; response_revision:4352; number_of_response:1; }","duration":"583.67706ms","start":"2026-03-19T11:14:10.193651Z","end":"2026-03-19T11:14:10.777328Z","steps":["trace[1912968901] 'process raft request' (duration: 583.285479ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:10.777569Z","caller":"traceutil/trace.go:171","msg":"trace[1518008919] transaction","detail":"{read_only:false; response_revision:4353; number_of_response:1; }","duration":"579.638049ms","start":"2026-03-19T11:14:10.197898Z","end":"2026-03-19T11:14:10.777536Z","steps":["trace[1518008919] 'process raft request' (duration: 579.138025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:10.777553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.865396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-ssfqv\" ","response":"range_response_count:1 size:4332"} {"level":"warn","ts":"2026-03-19T11:14:10.777602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.514244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T11:14:10.777644Z","caller":"traceutil/trace.go:171","msg":"trace[733750972] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4353; }","duration":"514.603977ms","start":"2026-03-19T11:14:10.263028Z","end":"2026-03-19T11:14:10.777632Z","steps":["trace[733750972] 'agreement among raft nodes before linearized reading' (duration: 514.457793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:10.777675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:10.263Z","time spent":"514.668598ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T11:14:10.777648Z","caller":"traceutil/trace.go:171","msg":"trace[569225158] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-ssfqv; range_end:; response_count:1; response_revision:4353; }","duration":"600.004059ms","start":"2026-03-19T11:14:10.177624Z","end":"2026-03-19T11:14:10.777628Z","steps":["trace[569225158] 'agreement among raft nodes before linearized reading' (duration: 599.687671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:10.777577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:10.193621Z","time spent":"583.842275ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:14:10.777683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:10.19788Z","time spent":"579.746291ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:14:10.777727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:10.177599Z","time spent":"600.115083ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":4356,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-ssfqv\" "} {"level":"warn","ts":"2026-03-19T11:14:10.777734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.793192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T11:14:10.777734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.592953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:14:10.777815Z","caller":"traceutil/trace.go:171","msg":"trace[192700650] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:4353; }","duration":"453.956716ms","start":"2026-03-19T11:14:10.323837Z","end":"2026-03-19T11:14:10.777794Z","steps":["trace[192700650] 'agreement among raft nodes before linearized reading' (duration: 453.774711ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:10.777829Z","caller":"traceutil/trace.go:171","msg":"trace[1759305727] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4353; }","duration":"295.798089ms","start":"2026-03-19T11:14:10.482013Z","end":"2026-03-19T11:14:10.777811Z","steps":["trace[1759305727] 'agreement among raft nodes before linearized reading' (duration: 295.586793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:10.777864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:10.323815Z","time spent":"454.039908ms","remote":"127.0.0.1:53086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:14:10.777854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.915836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T11:14:10.777963Z","caller":"traceutil/trace.go:171","msg":"trace[2051756337] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:4353; }","duration":"368.097441ms","start":"2026-03-19T11:14:10.409842Z","end":"2026-03-19T11:14:10.77794Z","steps":["trace[2051756337] 'agreement among raft nodes before linearized reading' (duration: 367.811353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:10.778017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:10.409813Z","time spent":"368.194174ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-03-19T11:14:10.777742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.909151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:14:10.777995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.800454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:14:10.778141Z","caller":"traceutil/trace.go:171","msg":"trace[1025876227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4353; }","duration":"166.354392ms","start":"2026-03-19T11:14:10.611715Z","end":"2026-03-19T11:14:10.77807Z","steps":["trace[1025876227] 'agreement among raft nodes before linearized reading' (duration: 165.934501ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:10.778157Z","caller":"traceutil/trace.go:171","msg":"trace[625829090] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:4353; }","duration":"494.056741ms","start":"2026-03-19T11:14:10.284057Z","end":"2026-03-19T11:14:10.778114Z","steps":["trace[625829090] 'agreement among raft nodes before linearized reading' (duration: 493.568257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:10.778241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:10.284031Z","time spent":"494.192975ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"info","ts":"2026-03-19T11:14:11.301636Z","caller":"traceutil/trace.go:171","msg":"trace[1829019677] transaction","detail":"{read_only:false; response_revision:4358; number_of_response:1; }","duration":"110.560106ms","start":"2026-03-19T11:14:11.191033Z","end":"2026-03-19T11:14:11.301594Z","steps":["trace[1829019677] 'process raft request' (duration: 110.286929ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:12.411708Z","caller":"traceutil/trace.go:171","msg":"trace[1426410279] transaction","detail":"{read_only:false; response_revision:4362; number_of_response:1; }","duration":"199.638019ms","start":"2026-03-19T11:14:12.212037Z","end":"2026-03-19T11:14:12.411675Z","steps":["trace[1426410279] 'process raft request' (duration: 199.358951ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:12.499633Z","caller":"traceutil/trace.go:171","msg":"trace[573837121] transaction","detail":"{read_only:false; response_revision:4363; number_of_response:1; }","duration":"270.255224ms","start":"2026-03-19T11:14:12.229353Z","end":"2026-03-19T11:14:12.499608Z","steps":["trace[573837121] 'process raft request' (duration: 241.272575ms)","trace[573837121] 'compare' (duration: 28.681361ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:12.499877Z","caller":"traceutil/trace.go:171","msg":"trace[1468158164] transaction","detail":"{read_only:false; response_revision:4364; number_of_response:1; }","duration":"221.877701ms","start":"2026-03-19T11:14:12.277992Z","end":"2026-03-19T11:14:12.49987Z","steps":["trace[1468158164] 'process raft request' (duration: 221.569053ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:12.844049Z","caller":"traceutil/trace.go:171","msg":"trace[337241978] linearizableReadLoop","detail":"{readStateIndex:4552; appliedIndex:4551; }","duration":"106.100473ms","start":"2026-03-19T11:14:12.73792Z","end":"2026-03-19T11:14:12.844021Z","steps":["trace[337241978] 'read index received' (duration: 78.616736ms)","trace[337241978] 'applied index is now lower than readState.Index' (duration: 27.481347ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:12.844081Z","caller":"traceutil/trace.go:171","msg":"trace[1463220535] transaction","detail":"{read_only:false; response_revision:4370; number_of_response:1; }","duration":"116.086548ms","start":"2026-03-19T11:14:12.727951Z","end":"2026-03-19T11:14:12.844038Z","steps":["trace[1463220535] 'process raft request' (duration: 88.567019ms)","trace[1463220535] 'compare' (duration: 27.228811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:14:12.844206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.271188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:14:12.844251Z","caller":"traceutil/trace.go:171","msg":"trace[1994222139] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:0; response_revision:4372; }","duration":"106.36773ms","start":"2026-03-19T11:14:12.73787Z","end":"2026-03-19T11:14:12.844237Z","steps":["trace[1994222139] 'agreement among raft nodes before linearized reading' (duration: 106.272778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:13.081683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.087884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:14:13.081945Z","caller":"traceutil/trace.go:171","msg":"trace[656559671] linearizableReadLoop","detail":"{readStateIndex:4560; appliedIndex:4557; }","duration":"113.480946ms","start":"2026-03-19T11:14:12.968445Z","end":"2026-03-19T11:14:13.081926Z","steps":["trace[656559671] 'read index received' (duration: 111.898843ms)","trace[656559671] 'applied index is now lower than readState.Index' (duration: 1.581133ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:13.082018Z","caller":"traceutil/trace.go:171","msg":"trace[1464787525] transaction","detail":"{read_only:false; response_revision:4378; number_of_response:1; }","duration":"216.686279ms","start":"2026-03-19T11:14:12.865316Z","end":"2026-03-19T11:14:13.082003Z","steps":["trace[1464787525] 'process raft request' (duration: 216.559006ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:13.081933Z","caller":"traceutil/trace.go:171","msg":"trace[1696768267] transaction","detail":"{read_only:false; response_revision:4376; number_of_response:1; }","duration":"220.00438ms","start":"2026-03-19T11:14:12.861888Z","end":"2026-03-19T11:14:13.081892Z","steps":["trace[1696768267] 'process raft request' (duration: 93.616819ms)","trace[1696768267] 'compare' (duration: 125.96944ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:13.082036Z","caller":"traceutil/trace.go:171","msg":"trace[1457668669] transaction","detail":"{read_only:false; response_revision:4377; number_of_response:1; }","duration":"219.520778ms","start":"2026-03-19T11:14:12.86249Z","end":"2026-03-19T11:14:13.082011Z","steps":["trace[1457668669] 'process raft request' (duration: 219.305032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:13.082991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.534665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957116"} {"level":"info","ts":"2026-03-19T11:14:13.083067Z","caller":"traceutil/trace.go:171","msg":"trace[215121498] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:4378; }","duration":"114.668309ms","start":"2026-03-19T11:14:12.968379Z","end":"2026-03-19T11:14:13.083047Z","steps":["trace[215121498] 'agreement among raft nodes before linearized reading' (duration: 113.61392ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:13.223947Z","caller":"traceutil/trace.go:171","msg":"trace[489941727] transaction","detail":"{read_only:false; response_revision:4380; number_of_response:1; }","duration":"118.929276ms","start":"2026-03-19T11:14:13.10499Z","end":"2026-03-19T11:14:13.223919Z","steps":["trace[489941727] 'process raft request' (duration: 118.71256ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:13.458527Z","caller":"traceutil/trace.go:171","msg":"trace[1521963482] transaction","detail":"{read_only:false; response_revision:4383; number_of_response:1; }","duration":"201.286235ms","start":"2026-03-19T11:14:13.257087Z","end":"2026-03-19T11:14:13.458373Z","steps":["trace[1521963482] 'process raft request' (duration: 187.143036ms)","trace[1521963482] 'compare' (duration: 13.301506ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:13.458775Z","caller":"traceutil/trace.go:171","msg":"trace[2008607692] linearizableReadLoop","detail":"{readStateIndex:4567; appliedIndex:4564; }","duration":"159.934586ms","start":"2026-03-19T11:14:13.298824Z","end":"2026-03-19T11:14:13.458758Z","steps":["trace[2008607692] 'read index received' (duration: 145.447107ms)","trace[2008607692] 'applied index is now lower than readState.Index' (duration: 14.486599ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:13.458855Z","caller":"traceutil/trace.go:171","msg":"trace[829462842] transaction","detail":"{read_only:false; response_revision:4384; number_of_response:1; }","duration":"201.300336ms","start":"2026-03-19T11:14:13.257531Z","end":"2026-03-19T11:14:13.458831Z","steps":["trace[829462842] 'process raft request' (duration: 201.012788ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:13.458872Z","caller":"traceutil/trace.go:171","msg":"trace[160467203] transaction","detail":"{read_only:false; response_revision:4385; number_of_response:1; }","duration":"197.343507ms","start":"2026-03-19T11:14:13.261487Z","end":"2026-03-19T11:14:13.45883Z","steps":["trace[160467203] 'process raft request' (duration: 197.201823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:13.458936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.126965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:14:13.458965Z","caller":"traceutil/trace.go:171","msg":"trace[877203236] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:0; response_revision:4385; }","duration":"138.214617ms","start":"2026-03-19T11:14:13.320743Z","end":"2026-03-19T11:14:13.458957Z","steps":["trace[877203236] 'agreement among raft nodes before linearized reading' (duration: 138.131865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:13.459072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.219393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-2wwsb\" ","response":"range_response_count:1 size:5042"} {"level":"info","ts":"2026-03-19T11:14:13.459156Z","caller":"traceutil/trace.go:171","msg":"trace[1128108393] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-2wwsb; range_end:; response_count:1; response_revision:4385; }","duration":"160.314446ms","start":"2026-03-19T11:14:13.298817Z","end":"2026-03-19T11:14:13.459132Z","steps":["trace[1128108393] 'agreement among raft nodes before linearized reading' (duration: 160.039348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:13.842151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.232659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:14:13.842343Z","caller":"traceutil/trace.go:171","msg":"trace[1063487624] linearizableReadLoop","detail":"{readStateIndex:4572; appliedIndex:4571; }","duration":"337.282102ms","start":"2026-03-19T11:14:13.505027Z","end":"2026-03-19T11:14:13.842309Z","steps":["trace[1063487624] 'read index received' (duration: 76.838077ms)","trace[1063487624] 'applied index is now lower than readState.Index' (duration: 260.438245ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:13.842403Z","caller":"traceutil/trace.go:171","msg":"trace[1507503966] transaction","detail":"{read_only:false; response_revision:4394; number_of_response:1; }","duration":"333.088646ms","start":"2026-03-19T11:14:13.5093Z","end":"2026-03-19T11:14:13.842389Z","steps":["trace[1507503966] 'process raft request' (duration: 333.056085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:13.842448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:13.50928Z","time spent":"333.148997ms","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1022,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T11:14:13.84251Z","caller":"traceutil/trace.go:171","msg":"trace[1484069001] transaction","detail":"{read_only:false; response_revision:4390; number_of_response:1; }","duration":"337.773205ms","start":"2026-03-19T11:14:13.504716Z","end":"2026-03-19T11:14:13.842489Z","steps":["trace[1484069001] 'process raft request' (duration: 77.146445ms)","trace[1484069001] 'compare' (duration: 260.110236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:14:13.842626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:13.504687Z","time spent":"337.868288ms","remote":"127.0.0.1:52934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1327,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T11:14:13.842716Z","caller":"traceutil/trace.go:171","msg":"trace[962880491] transaction","detail":"{read_only:false; response_revision:4391; number_of_response:1; }","duration":"337.250121ms","start":"2026-03-19T11:14:13.505458Z","end":"2026-03-19T11:14:13.842708Z","steps":["trace[962880491] 'process raft request' (duration: 336.778618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:13.842718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.523821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:14:13.842769Z","caller":"traceutil/trace.go:171","msg":"trace[1247877098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4394; }","duration":"230.614194ms","start":"2026-03-19T11:14:13.612144Z","end":"2026-03-19T11:14:13.842758Z","steps":["trace[1247877098] 'agreement among raft nodes before linearized reading' (duration: 230.524451ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:13.842763Z","caller":"traceutil/trace.go:171","msg":"trace[1266820432] transaction","detail":"{read_only:false; response_revision:4393; number_of_response:1; }","duration":"334.172526ms","start":"2026-03-19T11:14:13.508562Z","end":"2026-03-19T11:14:13.842734Z","steps":["trace[1266820432] 'process raft request' (duration: 333.762185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:13.842879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.839827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"warn","ts":"2026-03-19T11:14:13.842901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:13.50855Z","time spent":"334.266248ms","remote":"127.0.0.1:53302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5194,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:14:13.842879Z","caller":"traceutil/trace.go:171","msg":"trace[526451810] transaction","detail":"{read_only:false; response_revision:4392; number_of_response:1; }","duration":"336.277074ms","start":"2026-03-19T11:14:13.506576Z","end":"2026-03-19T11:14:13.842853Z","steps":["trace[526451810] 'process raft request' (duration: 335.711049ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:13.842954Z","caller":"traceutil/trace.go:171","msg":"trace[540051460] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4394; }","duration":"337.96713ms","start":"2026-03-19T11:14:13.504965Z","end":"2026-03-19T11:14:13.842933Z","steps":["trace[540051460] 'agreement among raft nodes before linearized reading' (duration: 337.753204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:13.842773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:13.505442Z","time spent":"337.298842ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1329,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:14:13.843014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:13.504948Z","time spent":"338.051903ms","remote":"127.0.0.1:52934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2667,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-19T11:14:13.843137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:13.506565Z","time spent":"336.416278ms","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1903,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:14:14.039879Z","caller":"traceutil/trace.go:171","msg":"trace[395298632] transaction","detail":"{read_only:false; response_revision:4400; number_of_response:1; }","duration":"128.665184ms","start":"2026-03-19T11:14:13.911182Z","end":"2026-03-19T11:14:14.039847Z","steps":["trace[395298632] 'process raft request' (duration: 61.109213ms)","trace[395298632] 'compare' (duration: 67.296944ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:14.043742Z","caller":"traceutil/trace.go:171","msg":"trace[1106146480] linearizableReadLoop","detail":"{readStateIndex:4584; appliedIndex:4581; }","duration":"128.769078ms","start":"2026-03-19T11:14:13.914953Z","end":"2026-03-19T11:14:14.043722Z","steps":["trace[1106146480] 'read index received' (duration: 57.380621ms)","trace[1106146480] 'applied index is now lower than readState.Index' (duration: 71.387507ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:14.043745Z","caller":"traceutil/trace.go:171","msg":"trace[983751991] transaction","detail":"{read_only:false; response_revision:4401; number_of_response:1; }","duration":"131.534224ms","start":"2026-03-19T11:14:13.912171Z","end":"2026-03-19T11:14:14.043705Z","steps":["trace[983751991] 'process raft request' (duration: 131.340058ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:14.043837Z","caller":"traceutil/trace.go:171","msg":"trace[818326463] transaction","detail":"{read_only:false; response_revision:4403; number_of_response:1; }","duration":"125.165139ms","start":"2026-03-19T11:14:13.918653Z","end":"2026-03-19T11:14:14.043818Z","steps":["trace[818326463] 'process raft request' (duration: 125.023325ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:14.043819Z","caller":"traceutil/trace.go:171","msg":"trace[1783517170] transaction","detail":"{read_only:false; response_revision:4402; number_of_response:1; }","duration":"131.550244ms","start":"2026-03-19T11:14:13.91222Z","end":"2026-03-19T11:14:14.04377Z","steps":["trace[1783517170] 'process raft request' (duration: 131.39933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:14.043918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.947583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-19T11:14:14.043942Z","caller":"traceutil/trace.go:171","msg":"trace[910817771] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4403; }","duration":"129.016494ms","start":"2026-03-19T11:14:13.914918Z","end":"2026-03-19T11:14:14.043935Z","steps":["trace[910817771] 'agreement among raft nodes before linearized reading' (duration: 128.903951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:14.044062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.358238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T11:14:14.044107Z","caller":"traceutil/trace.go:171","msg":"trace[179345452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4403; }","duration":"115.4337ms","start":"2026-03-19T11:14:13.928664Z","end":"2026-03-19T11:14:14.044098Z","steps":["trace[179345452] 'agreement among raft nodes before linearized reading' (duration: 115.279596ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:14.221818Z","caller":"traceutil/trace.go:171","msg":"trace[1270759560] transaction","detail":"{read_only:false; response_revision:4407; number_of_response:1; }","duration":"134.278169ms","start":"2026-03-19T11:14:14.0875Z","end":"2026-03-19T11:14:14.221778Z","steps":["trace[1270759560] 'process raft request' (duration: 63.831898ms)","trace[1270759560] 'compare' (duration: 70.106212ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:14.244935Z","caller":"traceutil/trace.go:171","msg":"trace[378375658] transaction","detail":"{read_only:false; response_revision:4408; number_of_response:1; }","duration":"157.116169ms","start":"2026-03-19T11:14:14.087756Z","end":"2026-03-19T11:14:14.244872Z","steps":["trace[378375658] 'process raft request' (duration: 156.80733ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:14.244963Z","caller":"traceutil/trace.go:171","msg":"trace[1395091672] transaction","detail":"{read_only:false; response_revision:4409; number_of_response:1; }","duration":"154.151417ms","start":"2026-03-19T11:14:14.090773Z","end":"2026-03-19T11:14:14.244925Z","steps":["trace[1395091672] 'process raft request' (duration: 153.982062ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:14.245149Z","caller":"traceutil/trace.go:171","msg":"trace[1424641931] linearizableReadLoop","detail":"{readStateIndex:4590; appliedIndex:4588; }","duration":"157.336035ms","start":"2026-03-19T11:14:14.087793Z","end":"2026-03-19T11:14:14.245129Z","steps":["trace[1424641931] 'read index received' (duration: 63.613292ms)","trace[1424641931] 'applied index is now lower than readState.Index' (duration: 93.721683ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:14.245251Z","caller":"traceutil/trace.go:171","msg":"trace[734321333] transaction","detail":"{read_only:false; response_revision:4412; number_of_response:1; }","duration":"141.968162ms","start":"2026-03-19T11:14:14.103232Z","end":"2026-03-19T11:14:14.2452Z","steps":["trace[734321333] 'process raft request' (duration: 141.816437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:14.245336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.512249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:14:14.245409Z","caller":"traceutil/trace.go:171","msg":"trace[646698132] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:4412; }","duration":"157.632112ms","start":"2026-03-19T11:14:14.087743Z","end":"2026-03-19T11:14:14.245376Z","steps":["trace[646698132] 'agreement among raft nodes before linearized reading' (duration: 157.512189ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:14.245196Z","caller":"traceutil/trace.go:171","msg":"trace[1044659277] transaction","detail":"{read_only:false; response_revision:4410; number_of_response:1; }","duration":"152.372108ms","start":"2026-03-19T11:14:14.092796Z","end":"2026-03-19T11:14:14.245168Z","steps":["trace[1044659277] 'process raft request' (duration: 152.024428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:14.245505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.814585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16034"} {"level":"info","ts":"2026-03-19T11:14:14.245563Z","caller":"traceutil/trace.go:171","msg":"trace[718680771] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4412; }","duration":"154.918218ms","start":"2026-03-19T11:14:14.090632Z","end":"2026-03-19T11:14:14.24555Z","steps":["trace[718680771] 'agreement among raft nodes before linearized reading' (duration: 154.702642ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:14.245399Z","caller":"traceutil/trace.go:171","msg":"trace[436749649] transaction","detail":"{read_only:false; response_revision:4411; number_of_response:1; }","duration":"149.465288ms","start":"2026-03-19T11:14:14.09584Z","end":"2026-03-19T11:14:14.245305Z","steps":["trace[436749649] 'process raft request' (duration: 149.121298ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:14.385132Z","caller":"traceutil/trace.go:171","msg":"trace[1221487361] transaction","detail":"{read_only:false; response_revision:4413; number_of_response:1; }","duration":"132.888541ms","start":"2026-03-19T11:14:14.252195Z","end":"2026-03-19T11:14:14.385083Z","steps":["trace[1221487361] 'process raft request' (duration: 117.851487ms)","trace[1221487361] 'compare' (duration: 14.811398ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:14.416345Z","caller":"traceutil/trace.go:171","msg":"trace[1059042690] linearizableReadLoop","detail":"{readStateIndex:4596; appliedIndex:4594; }","duration":"163.495654ms","start":"2026-03-19T11:14:14.252826Z","end":"2026-03-19T11:14:14.416321Z","steps":["trace[1059042690] 'read index received' (duration: 117.241479ms)","trace[1059042690] 'applied index is now lower than readState.Index' (duration: 46.249915ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:14.416357Z","caller":"traceutil/trace.go:171","msg":"trace[329351464] transaction","detail":"{read_only:false; response_revision:4414; number_of_response:1; }","duration":"163.991868ms","start":"2026-03-19T11:14:14.252312Z","end":"2026-03-19T11:14:14.416304Z","steps":["trace[329351464] 'process raft request' (duration: 163.68711ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:14.416385Z","caller":"traceutil/trace.go:171","msg":"trace[103999674] transaction","detail":"{read_only:false; response_revision:4415; number_of_response:1; }","duration":"162.392904ms","start":"2026-03-19T11:14:14.253966Z","end":"2026-03-19T11:14:14.416359Z","steps":["trace[103999674] 'process raft request' (duration: 162.203728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:14.416593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.727861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:14:14.416686Z","caller":"traceutil/trace.go:171","msg":"trace[1407162911] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:4416; }","duration":"163.877514ms","start":"2026-03-19T11:14:14.252788Z","end":"2026-03-19T11:14:14.416666Z","steps":["trace[1407162911] 'agreement among raft nodes before linearized reading' (duration: 163.694919ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:14.416635Z","caller":"traceutil/trace.go:171","msg":"trace[766140713] transaction","detail":"{read_only:false; response_revision:4416; number_of_response:1; }","duration":"113.357623ms","start":"2026-03-19T11:14:14.303209Z","end":"2026-03-19T11:14:14.416567Z","steps":["trace[766140713] 'process raft request' (duration: 113.040715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:14.416994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.521152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:11981"} {"level":"warn","ts":"2026-03-19T11:14:14.417009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.974812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-19T11:14:14.417072Z","caller":"traceutil/trace.go:171","msg":"trace[1738425901] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4416; }","duration":"152.674786ms","start":"2026-03-19T11:14:14.264374Z","end":"2026-03-19T11:14:14.417049Z","steps":["trace[1738425901] 'agreement among raft nodes before linearized reading' (duration: 152.399108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:14.417128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.956446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:61597"} {"level":"warn","ts":"2026-03-19T11:14:14.417117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.597043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-19T11:14:14.417149Z","caller":"traceutil/trace.go:171","msg":"trace[1684285264] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4416; }","duration":"158.142697ms","start":"2026-03-19T11:14:14.258956Z","end":"2026-03-19T11:14:14.417099Z","steps":["trace[1684285264] 'agreement among raft nodes before linearized reading' (duration: 157.723525ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:14.41718Z","caller":"traceutil/trace.go:171","msg":"trace[970535852] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4416; }","duration":"148.045729ms","start":"2026-03-19T11:14:14.269122Z","end":"2026-03-19T11:14:14.417168Z","steps":["trace[970535852] 'agreement among raft nodes before linearized reading' (duration: 147.618847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:14.417385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.229693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:61597"} {"level":"info","ts":"2026-03-19T11:14:14.417438Z","caller":"traceutil/trace.go:171","msg":"trace[1801571554] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4416; }","duration":"140.295075ms","start":"2026-03-19T11:14:14.277129Z","end":"2026-03-19T11:14:14.417424Z","steps":["trace[1801571554] 'agreement among raft nodes before linearized reading' (duration: 139.574275ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:14.417218Z","caller":"traceutil/trace.go:171","msg":"trace[1157018874] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4416; }","duration":"140.750107ms","start":"2026-03-19T11:14:14.276446Z","end":"2026-03-19T11:14:14.417196Z","steps":["trace[1157018874] 'agreement among raft nodes before linearized reading' (duration: 140.245573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:14.884436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.098056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:14:14.884722Z","caller":"traceutil/trace.go:171","msg":"trace[146460108] transaction","detail":"{read_only:false; response_revision:4418; number_of_response:1; }","duration":"460.803385ms","start":"2026-03-19T11:14:14.423891Z","end":"2026-03-19T11:14:14.884694Z","steps":["trace[146460108] 'process raft request' (duration: 290.37733ms)","trace[146460108] 'compare' (duration: 169.936892ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:14.884782Z","caller":"traceutil/trace.go:171","msg":"trace[1211908082] transaction","detail":"{read_only:false; response_revision:4419; number_of_response:1; }","duration":"460.156907ms","start":"2026-03-19T11:14:14.42458Z","end":"2026-03-19T11:14:14.884737Z","steps":["trace[1211908082] 'process raft request' (duration: 460.027344ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:14.884877Z","caller":"traceutil/trace.go:171","msg":"trace[850610744] transaction","detail":"{read_only:false; response_revision:4421; number_of_response:1; }","duration":"454.050699ms","start":"2026-03-19T11:14:14.430819Z","end":"2026-03-19T11:14:14.88487Z","steps":["trace[850610744] 'process raft request' (duration: 453.880134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:14.884986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:14.430808Z","time spent":"454.128271ms","remote":"127.0.0.1:49456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7450,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:14:14.885015Z","caller":"traceutil/trace.go:171","msg":"trace[516806031] transaction","detail":"{read_only:false; response_revision:4420; number_of_response:1; }","duration":"458.608945ms","start":"2026-03-19T11:14:14.426391Z","end":"2026-03-19T11:14:14.885Z","steps":["trace[516806031] 'process raft request' (duration: 458.279146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:14.885062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.08335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-03-19T11:14:14.885086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:14.426376Z","time spent":"458.675806ms","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1168,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T11:14:14.885102Z","caller":"traceutil/trace.go:171","msg":"trace[1439432174] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4421; }","duration":"458.165922ms","start":"2026-03-19T11:14:14.42693Z","end":"2026-03-19T11:14:14.885096Z","steps":["trace[1439432174] 'agreement among raft nodes before linearized reading' (duration: 457.976327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:14.885148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:14.426923Z","time spent":"458.219494ms","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-19T11:14:14.885055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:14.424543Z","time spent":"460.338522ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:14:14.884832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:14.423862Z","time spent":"460.912257ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2693,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T11:14:14.884841Z","caller":"traceutil/trace.go:171","msg":"trace[775553034] linearizableReadLoop","detail":"{readStateIndex:4602; appliedIndex:4599; }","duration":"457.870134ms","start":"2026-03-19T11:14:14.426955Z","end":"2026-03-19T11:14:14.884825Z","steps":["trace[775553034] 'read index received' (duration: 43.732335ms)","trace[775553034] 'applied index is now lower than readState.Index' (duration: 414.136969ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:14.970375Z","caller":"traceutil/trace.go:171","msg":"trace[2069587467] transaction","detail":"{read_only:false; response_revision:4423; number_of_response:1; }","duration":"120.073298ms","start":"2026-03-19T11:14:14.850275Z","end":"2026-03-19T11:14:14.970349Z","steps":["trace[2069587467] 'process raft request' (duration: 119.834871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:14.971204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.355803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T11:14:14.971237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.934503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-19T11:14:14.971249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.337537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T11:14:14.97131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.675631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T11:14:14.971332Z","caller":"traceutil/trace.go:171","msg":"trace[144109762] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4427; }","duration":"109.696452ms","start":"2026-03-19T11:14:14.86163Z","end":"2026-03-19T11:14:14.971327Z","steps":["trace[144109762] 'agreement among raft nodes before linearized reading' (duration: 109.6454ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:14.971321Z","caller":"traceutil/trace.go:171","msg":"trace[563503785] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:4427; }","duration":"103.46788ms","start":"2026-03-19T11:14:14.867837Z","end":"2026-03-19T11:14:14.971305Z","steps":["trace[563503785] 'agreement among raft nodes before linearized reading' (duration: 103.259574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:14.971384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.141873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-03-19T11:14:14.971512Z","caller":"traceutil/trace.go:171","msg":"trace[1831602261] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4427; }","duration":"251.057427ms","start":"2026-03-19T11:14:14.720225Z","end":"2026-03-19T11:14:14.971283Z","steps":["trace[1831602261] 'agreement among raft nodes before linearized reading' (duration: 250.846751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:14.971574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.524103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:11981"} {"level":"info","ts":"2026-03-19T11:14:14.971257Z","caller":"traceutil/trace.go:171","msg":"trace[2135868486] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4427; }","duration":"113.472387ms","start":"2026-03-19T11:14:14.857773Z","end":"2026-03-19T11:14:14.971246Z","steps":["trace[2135868486] 'agreement among raft nodes before linearized reading' (duration: 113.296832ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:14.971642Z","caller":"traceutil/trace.go:171","msg":"trace[651366348] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4427; }","duration":"535.620236ms","start":"2026-03-19T11:14:14.436006Z","end":"2026-03-19T11:14:14.971626Z","steps":["trace[651366348] 'agreement among raft nodes before linearized reading' (duration: 535.39016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:14.971697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:14.435998Z","time spent":"535.682277ms","remote":"127.0.0.1:53282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":12005,"request content":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-19T11:14:14.97223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.209587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-19T11:14:14.972316Z","caller":"traceutil/trace.go:171","msg":"trace[941303948] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4427; }","duration":"281.33711ms","start":"2026-03-19T11:14:14.690958Z","end":"2026-03-19T11:14:14.972295Z","steps":["trace[941303948] 'agreement among raft nodes before linearized reading' (duration: 280.359664ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:14.971495Z","caller":"traceutil/trace.go:171","msg":"trace[1794679894] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4427; }","duration":"539.316498ms","start":"2026-03-19T11:14:14.432157Z","end":"2026-03-19T11:14:14.971473Z","steps":["trace[1794679894] 'agreement among raft nodes before linearized reading' (duration: 538.942617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:14.975635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:14.432139Z","time spent":"543.4228ms","remote":"127.0.0.1:49340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4761,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-19T11:14:15.17808Z","caller":"traceutil/trace.go:171","msg":"trace[1614406904] transaction","detail":"{read_only:false; response_revision:4428; number_of_response:1; }","duration":"201.913433ms","start":"2026-03-19T11:14:14.97614Z","end":"2026-03-19T11:14:15.178054Z","steps":["trace[1614406904] 'process raft request' (duration: 201.725098ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:15.255183Z","caller":"traceutil/trace.go:171","msg":"trace[895614029] transaction","detail":"{read_only:false; response_revision:4429; number_of_response:1; }","duration":"278.188673ms","start":"2026-03-19T11:14:14.976953Z","end":"2026-03-19T11:14:15.255142Z","steps":["trace[895614029] 'process raft request' (duration: 272.877867ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:15.255532Z","caller":"traceutil/trace.go:171","msg":"trace[902676904] transaction","detail":"{read_only:false; response_revision:4430; number_of_response:1; }","duration":"277.219097ms","start":"2026-03-19T11:14:14.978271Z","end":"2026-03-19T11:14:15.25549Z","steps":["trace[902676904] 'process raft request' (duration: 276.755144ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:15.255688Z","caller":"traceutil/trace.go:171","msg":"trace[1025584267] linearizableReadLoop","detail":"{readStateIndex:4611; appliedIndex:4610; }","duration":"278.199374ms","start":"2026-03-19T11:14:14.977477Z","end":"2026-03-19T11:14:15.255676Z","steps":["trace[1025584267] 'read index received' (duration: 200.577656ms)","trace[1025584267] 'applied index is now lower than readState.Index' (duration: 77.620988ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:15.255879Z","caller":"traceutil/trace.go:171","msg":"trace[1364349632] transaction","detail":"{read_only:false; response_revision:4435; number_of_response:1; }","duration":"269.912415ms","start":"2026-03-19T11:14:14.985959Z","end":"2026-03-19T11:14:15.255871Z","steps":["trace[1364349632] 'process raft request' (duration: 269.672199ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:15.255933Z","caller":"traceutil/trace.go:171","msg":"trace[68276427] transaction","detail":"{read_only:false; response_revision:4434; number_of_response:1; }","duration":"275.15052ms","start":"2026-03-19T11:14:14.980725Z","end":"2026-03-19T11:14:15.255875Z","steps":["trace[68276427] 'process raft request' (duration: 274.828641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:15.256123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.437625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T11:14:15.256201Z","caller":"traceutil/trace.go:171","msg":"trace[1981882855] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4435; }","duration":"276.556929ms","start":"2026-03-19T11:14:14.979624Z","end":"2026-03-19T11:14:15.256181Z","steps":["trace[1981882855] 'agreement among raft nodes before linearized reading' (duration: 276.300292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:15.256312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.555456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-19T11:14:15.256355Z","caller":"traceutil/trace.go:171","msg":"trace[1959834615] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4435; }","duration":"175.663179ms","start":"2026-03-19T11:14:15.080679Z","end":"2026-03-19T11:14:15.256342Z","steps":["trace[1959834615] 'agreement among raft nodes before linearized reading' (duration: 175.524306ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:15.2564Z","caller":"traceutil/trace.go:171","msg":"trace[1603356515] transaction","detail":"{read_only:false; response_revision:4431; number_of_response:1; }","duration":"277.774332ms","start":"2026-03-19T11:14:14.978591Z","end":"2026-03-19T11:14:15.256366Z","steps":["trace[1603356515] 'process raft request' (duration: 276.779985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:15.256482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.981575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62987"} {"level":"info","ts":"2026-03-19T11:14:15.256536Z","caller":"traceutil/trace.go:171","msg":"trace[2135476061] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4435; }","duration":"279.080218ms","start":"2026-03-19T11:14:14.977444Z","end":"2026-03-19T11:14:15.256524Z","steps":["trace[2135476061] 'agreement among raft nodes before linearized reading' (duration: 278.792701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:15.25655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.214378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-19T11:14:15.256577Z","caller":"traceutil/trace.go:171","msg":"trace[1117839588] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4435; }","duration":"244.285ms","start":"2026-03-19T11:14:15.012283Z","end":"2026-03-19T11:14:15.256568Z","steps":["trace[1117839588] 'agreement among raft nodes before linearized reading' (duration: 244.205077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:15.256732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.129209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-03-19T11:14:15.256762Z","caller":"traceutil/trace.go:171","msg":"trace[66961025] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4435; }","duration":"271.199481ms","start":"2026-03-19T11:14:14.985555Z","end":"2026-03-19T11:14:15.256754Z","steps":["trace[66961025] 'agreement among raft nodes before linearized reading' (duration: 271.126359ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:15.256726Z","caller":"traceutil/trace.go:171","msg":"trace[1027041076] transaction","detail":"{read_only:false; response_revision:4432; number_of_response:1; }","duration":"277.131095ms","start":"2026-03-19T11:14:14.979583Z","end":"2026-03-19T11:14:15.256714Z","steps":["trace[1027041076] 'process raft request' (duration: 275.8711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:15.256925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.959922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:14:15.25698Z","caller":"traceutil/trace.go:171","msg":"trace[2035265264] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4435; }","duration":"170.201769ms","start":"2026-03-19T11:14:15.086763Z","end":"2026-03-19T11:14:15.256965Z","steps":["trace[2035265264] 'agreement among raft nodes before linearized reading' (duration: 169.53054ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:15.257116Z","caller":"traceutil/trace.go:171","msg":"trace[1777917138] transaction","detail":"{read_only:false; response_revision:4433; number_of_response:1; }","duration":"277.484564ms","start":"2026-03-19T11:14:14.979622Z","end":"2026-03-19T11:14:15.257106Z","steps":["trace[1777917138] 'process raft request' (duration: 275.87699ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:15.568418Z","caller":"traceutil/trace.go:171","msg":"trace[1416816453] transaction","detail":"{read_only:false; response_revision:4437; number_of_response:1; }","duration":"307.839671ms","start":"2026-03-19T11:14:15.260555Z","end":"2026-03-19T11:14:15.568395Z","steps":["trace[1416816453] 'process raft request' (duration: 229.781941ms)","trace[1416816453] 'compare' (duration: 77.745002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:14:15.568623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:15.260544Z","time spent":"307.996695ms","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1652,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:14:15.568678Z","caller":"traceutil/trace.go:171","msg":"trace[1407656528] transaction","detail":"{read_only:false; response_revision:4438; number_of_response:1; }","duration":"303.969243ms","start":"2026-03-19T11:14:15.264683Z","end":"2026-03-19T11:14:15.568652Z","steps":["trace[1407656528] 'process raft request' (duration: 303.633514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:15.568797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:15.264655Z","time spent":"304.095317ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:14:15.569095Z","caller":"traceutil/trace.go:171","msg":"trace[1768826151] linearizableReadLoop","detail":"{readStateIndex:4620; appliedIndex:4617; }","duration":"300.076876ms","start":"2026-03-19T11:14:15.269006Z","end":"2026-03-19T11:14:15.569082Z","steps":["trace[1768826151] 'read index received' (duration: 26.53602ms)","trace[1768826151] 'applied index is now lower than readState.Index' (duration: 273.540126ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:15.569292Z","caller":"traceutil/trace.go:171","msg":"trace[834571145] transaction","detail":"{read_only:false; response_revision:4439; number_of_response:1; }","duration":"291.404217ms","start":"2026-03-19T11:14:15.277835Z","end":"2026-03-19T11:14:15.569239Z","steps":["trace[834571145] 'process raft request' (duration: 291.163751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:15.569541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.480748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-19T11:14:15.56965Z","caller":"traceutil/trace.go:171","msg":"trace[1760384998] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4439; }","duration":"300.626532ms","start":"2026-03-19T11:14:15.268998Z","end":"2026-03-19T11:14:15.569625Z","steps":["trace[1760384998] 'agreement among raft nodes before linearized reading' (duration: 300.275512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:15.569713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:15.268986Z","time spent":"300.717114ms","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-19T11:14:15.569744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.135209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1370"} {"level":"info","ts":"2026-03-19T11:14:15.569818Z","caller":"traceutil/trace.go:171","msg":"trace[122990871] range","detail":"{range_begin:/registry/clusterroles/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4439; }","duration":"263.245422ms","start":"2026-03-19T11:14:15.30655Z","end":"2026-03-19T11:14:15.569795Z","steps":["trace[122990871] 'agreement among raft nodes before linearized reading' (duration: 263.054407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:15.569965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.583581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:10 size:75939"} {"level":"warn","ts":"2026-03-19T11:14:15.570017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.205619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:14:15.570051Z","caller":"traceutil/trace.go:171","msg":"trace[306642715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4439; }","duration":"211.25138ms","start":"2026-03-19T11:14:15.358789Z","end":"2026-03-19T11:14:15.570041Z","steps":["trace[306642715] 'agreement among raft nodes before linearized reading' (duration: 211.200968ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:15.570057Z","caller":"traceutil/trace.go:171","msg":"trace[1793511240] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:10; response_revision:4439; }","duration":"300.742764ms","start":"2026-03-19T11:14:15.269295Z","end":"2026-03-19T11:14:15.570037Z","steps":["trace[1793511240] 'agreement among raft nodes before linearized reading' (duration: 300.252371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:15.570128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:15.269288Z","time spent":"300.824118ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":10,"response size":75963,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-19T11:14:15.570095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.745044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"warn","ts":"2026-03-19T11:14:15.570164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.280569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:14:15.570212Z","caller":"traceutil/trace.go:171","msg":"trace[1075146810] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4439; }","duration":"228.389612ms","start":"2026-03-19T11:14:15.341807Z","end":"2026-03-19T11:14:15.570197Z","steps":["trace[1075146810] 'agreement among raft nodes before linearized reading' (duration: 228.289299ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:15.570235Z","caller":"traceutil/trace.go:171","msg":"trace[631872286] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4439; }","duration":"276.903679ms","start":"2026-03-19T11:14:15.293281Z","end":"2026-03-19T11:14:15.570184Z","steps":["trace[631872286] 'agreement among raft nodes before linearized reading' (duration: 276.631251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:15.570581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.215548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:10 size:75939"} {"level":"info","ts":"2026-03-19T11:14:15.570636Z","caller":"traceutil/trace.go:171","msg":"trace[2109685006] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:10; response_revision:4439; }","duration":"301.28093ms","start":"2026-03-19T11:14:15.269343Z","end":"2026-03-19T11:14:15.570624Z","steps":["trace[2109685006] 'agreement among raft nodes before linearized reading' (duration: 300.984812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:15.570672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:15.269337Z","time spent":"301.326441ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":10,"response size":75963,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-19T11:14:16.727673Z","caller":"traceutil/trace.go:171","msg":"trace[677084668] linearizableReadLoop","detail":"{readStateIndex:4648; appliedIndex:4647; }","duration":"151.73273ms","start":"2026-03-19T11:14:16.575914Z","end":"2026-03-19T11:14:16.727647Z","steps":["trace[677084668] 'read index received' (duration: 81.285099ms)","trace[677084668] 'applied index is now lower than readState.Index' (duration: 70.446421ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:16.727733Z","caller":"traceutil/trace.go:171","msg":"trace[996546448] transaction","detail":"{read_only:false; response_revision:4465; number_of_response:1; }","duration":"210.823338ms","start":"2026-03-19T11:14:16.516869Z","end":"2026-03-19T11:14:16.727692Z","steps":["trace[996546448] 'process raft request' (duration: 140.439649ms)","trace[996546448] 'compare' (duration: 70.205814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:14:16.727891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.958476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:14:16.727953Z","caller":"traceutil/trace.go:171","msg":"trace[929236588] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:4465; }","duration":"152.08537ms","start":"2026-03-19T11:14:16.575853Z","end":"2026-03-19T11:14:16.727939Z","steps":["trace[929236588] 'agreement among raft nodes before linearized reading' (duration: 151.937806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:16.728444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.145757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:14:16.728532Z","caller":"traceutil/trace.go:171","msg":"trace[1114452680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4465; }","duration":"117.24854ms","start":"2026-03-19T11:14:16.611266Z","end":"2026-03-19T11:14:16.728514Z","steps":["trace[1114452680] 'agreement among raft nodes before linearized reading' (duration: 116.603762ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:20.167073Z","caller":"traceutil/trace.go:171","msg":"trace[2008270042] linearizableReadLoop","detail":"{readStateIndex:4694; appliedIndex:4693; }","duration":"169.533881ms","start":"2026-03-19T11:14:19.997513Z","end":"2026-03-19T11:14:20.167047Z","steps":["trace[2008270042] 'read index received' (duration: 169.344996ms)","trace[2008270042] 'applied index is now lower than readState.Index' (duration: 187.865µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:20.167411Z","caller":"traceutil/trace.go:171","msg":"trace[922399064] transaction","detail":"{read_only:false; response_revision:4511; number_of_response:1; }","duration":"233.197165ms","start":"2026-03-19T11:14:19.934201Z","end":"2026-03-19T11:14:20.167398Z","steps":["trace[922399064] 'process raft request' (duration: 232.694121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:20.167682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.146708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2fe19977-4305-4923-88e9-74e95f9e2e16\" ","response":"range_response_count:1 size:4082"} {"level":"info","ts":"2026-03-19T11:14:20.167712Z","caller":"traceutil/trace.go:171","msg":"trace[430148525] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2fe19977-4305-4923-88e9-74e95f9e2e16; range_end:; response_count:1; response_revision:4511; }","duration":"170.25364ms","start":"2026-03-19T11:14:19.99745Z","end":"2026-03-19T11:14:20.167704Z","steps":["trace[430148525] 'agreement among raft nodes before linearized reading' (duration: 170.105616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:22.058448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.008758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:14:22.05855Z","caller":"traceutil/trace.go:171","msg":"trace[1127056781] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4638; }","duration":"111.187893ms","start":"2026-03-19T11:14:21.947343Z","end":"2026-03-19T11:14:22.058531Z","steps":["trace[1127056781] 'count revisions from in-memory index tree' (duration: 110.929326ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:22.359995Z","caller":"traceutil/trace.go:171","msg":"trace[1572694299] linearizableReadLoop","detail":"{readStateIndex:4826; appliedIndex:4825; }","duration":"100.672304ms","start":"2026-03-19T11:14:22.259286Z","end":"2026-03-19T11:14:22.359958Z","steps":["trace[1572694299] 'read index received' (duration: 100.609592ms)","trace[1572694299] 'applied index is now lower than readState.Index' (duration: 61.272µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:22.360105Z","caller":"traceutil/trace.go:171","msg":"trace[1048574447] transaction","detail":"{read_only:false; response_revision:4640; number_of_response:1; }","duration":"187.900317ms","start":"2026-03-19T11:14:22.172144Z","end":"2026-03-19T11:14:22.360045Z","steps":["trace[1048574447] 'process raft request' (duration: 187.558408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:22.360258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.948821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T11:14:22.360342Z","caller":"traceutil/trace.go:171","msg":"trace[1504315560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4640; }","duration":"101.096415ms","start":"2026-03-19T11:14:22.25923Z","end":"2026-03-19T11:14:22.360326Z","steps":["trace[1504315560] 'agreement among raft nodes before linearized reading' (duration: 100.851348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:22.54658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.664296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:14:22.546784Z","caller":"traceutil/trace.go:171","msg":"trace[1746681242] transaction","detail":"{read_only:false; response_revision:4642; number_of_response:1; }","duration":"181.448819ms","start":"2026-03-19T11:14:22.365325Z","end":"2026-03-19T11:14:22.546774Z","steps":["trace[1746681242] 'process raft request' (duration: 181.381447ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:22.546787Z","caller":"traceutil/trace.go:171","msg":"trace[1048529140] transaction","detail":"{read_only:false; response_revision:4641; number_of_response:1; }","duration":"241.215776ms","start":"2026-03-19T11:14:22.305531Z","end":"2026-03-19T11:14:22.546747Z","steps":["trace[1048529140] 'process raft request' (duration: 129.301542ms)","trace[1048529140] 'compare' (duration: 111.451301ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:22.546914Z","caller":"traceutil/trace.go:171","msg":"trace[372662864] linearizableReadLoop","detail":"{readStateIndex:4827; appliedIndex:4826; }","duration":"186.784396ms","start":"2026-03-19T11:14:22.360094Z","end":"2026-03-19T11:14:22.546879Z","steps":["trace[372662864] 'read index received' (duration: 74.75692ms)","trace[372662864] 'applied index is now lower than readState.Index' (duration: 112.025486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:14:22.547069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.399047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:14:22.547101Z","caller":"traceutil/trace.go:171","msg":"trace[1027016087] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:4642; }","duration":"222.4924ms","start":"2026-03-19T11:14:22.324598Z","end":"2026-03-19T11:14:22.54709Z","steps":["trace[1027016087] 'agreement among raft nodes before linearized reading' (duration: 222.377627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:22.547153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.501655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-688db9ee-7fc7-430d-b138-8e7c5f07cacb\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-19T11:14:22.547193Z","caller":"traceutil/trace.go:171","msg":"trace[1708456050] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-688db9ee-7fc7-430d-b138-8e7c5f07cacb; range_end:; response_count:1; response_revision:4642; }","duration":"269.601607ms","start":"2026-03-19T11:14:22.27758Z","end":"2026-03-19T11:14:22.547182Z","steps":["trace[1708456050] 'agreement among raft nodes before linearized reading' (duration: 269.390952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:22.547414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.866124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:714867"} {"level":"info","ts":"2026-03-19T11:14:22.547466Z","caller":"traceutil/trace.go:171","msg":"trace[273668246] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4642; }","duration":"257.970737ms","start":"2026-03-19T11:14:22.28948Z","end":"2026-03-19T11:14:22.547451Z","steps":["trace[273668246] 'agreement among raft nodes before linearized reading' (duration: 257.541555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:22.805815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.48177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:14:22.805939Z","caller":"traceutil/trace.go:171","msg":"trace[851572195] transaction","detail":"{read_only:false; response_revision:4643; number_of_response:1; }","duration":"250.886401ms","start":"2026-03-19T11:14:22.555018Z","end":"2026-03-19T11:14:22.805904Z","steps":["trace[851572195] 'process raft request' (duration: 114.253027ms)","trace[851572195] 'compare' (duration: 136.388348ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:22.80602Z","caller":"traceutil/trace.go:171","msg":"trace[989018222] linearizableReadLoop","detail":"{readStateIndex:4829; appliedIndex:4828; }","duration":"203.97386ms","start":"2026-03-19T11:14:22.602019Z","end":"2026-03-19T11:14:22.805992Z","steps":["trace[989018222] 'read index received' (duration: 67.310204ms)","trace[989018222] 'applied index is now lower than readState.Index' (duration: 136.661166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:14:22.806203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.175885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T11:14:22.806233Z","caller":"traceutil/trace.go:171","msg":"trace[90994020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4644; }","duration":"204.253867ms","start":"2026-03-19T11:14:22.60197Z","end":"2026-03-19T11:14:22.806224Z","steps":["trace[90994020] 'agreement among raft nodes before linearized reading' (duration: 204.102223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:22.83189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.692832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:14:22.831984Z","caller":"traceutil/trace.go:171","msg":"trace[1271494205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4645; }","duration":"219.842996ms","start":"2026-03-19T11:14:22.612118Z","end":"2026-03-19T11:14:22.831961Z","steps":["trace[1271494205] 'agreement among raft nodes before linearized reading' (duration: 219.711563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:23.350278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.582603ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:14:23.350444Z","caller":"traceutil/trace.go:171","msg":"trace[1318688794] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4646; }","duration":"205.765119ms","start":"2026-03-19T11:14:23.144651Z","end":"2026-03-19T11:14:23.350416Z","steps":["trace[1318688794] 'range keys from in-memory index tree' (duration: 205.550142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:23.351422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.535766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:14:23.351716Z","caller":"traceutil/trace.go:171","msg":"trace[349714077] linearizableReadLoop","detail":"{readStateIndex:4834; appliedIndex:4832; }","duration":"304.377234ms","start":"2026-03-19T11:14:23.047314Z","end":"2026-03-19T11:14:23.351691Z","steps":["trace[349714077] 'read index received' (duration: 181.280953ms)","trace[349714077] 'applied index is now lower than readState.Index' (duration: 123.094491ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:23.35174Z","caller":"traceutil/trace.go:171","msg":"trace[1515798506] transaction","detail":"{read_only:false; response_revision:4647; number_of_response:1; }","duration":"394.944779ms","start":"2026-03-19T11:14:22.956715Z","end":"2026-03-19T11:14:23.35166Z","steps":["trace[1515798506] 'process raft request' (duration: 271.9077ms)","trace[1515798506] 'compare' (duration: 121.641521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:14:23.352175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.273022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T11:14:23.352102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:22.956676Z","time spent":"395.218357ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:14:23.35223Z","caller":"traceutil/trace.go:171","msg":"trace[1864410962] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4648; }","duration":"145.368864ms","start":"2026-03-19T11:14:23.206844Z","end":"2026-03-19T11:14:23.352213Z","steps":["trace[1864410962] 'agreement among raft nodes before linearized reading' (duration: 145.174499ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:23.352369Z","caller":"traceutil/trace.go:171","msg":"trace[281218548] transaction","detail":"{read_only:false; response_revision:4648; number_of_response:1; }","duration":"334.73721ms","start":"2026-03-19T11:14:23.01761Z","end":"2026-03-19T11:14:23.352347Z","steps":["trace[281218548] 'process raft request' (duration: 333.975939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:23.352553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.240918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413055"} {"level":"info","ts":"2026-03-19T11:14:23.352599Z","caller":"traceutil/trace.go:171","msg":"trace[1459443383] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4648; }","duration":"305.29096ms","start":"2026-03-19T11:14:23.047294Z","end":"2026-03-19T11:14:23.352585Z","steps":["trace[1459443383] 'agreement among raft nodes before linearized reading' (duration: 305.125665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:23.352584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:23.017581Z","time spent":"334.941046ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:14:23.352624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:23.047198Z","time spent":"305.420493ms","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413079,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-19T11:14:24.813741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.388259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:14:24.81382Z","caller":"traceutil/trace.go:171","msg":"trace[2143639932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4706; }","duration":"201.520512ms","start":"2026-03-19T11:14:24.612287Z","end":"2026-03-19T11:14:24.813807Z","steps":["trace[2143639932] 'range keys from in-memory index tree' (duration: 201.306426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:24.81372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.584934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T11:14:24.814104Z","caller":"traceutil/trace.go:171","msg":"trace[977942657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4706; }","duration":"263.023986ms","start":"2026-03-19T11:14:24.551033Z","end":"2026-03-19T11:14:24.814057Z","steps":["trace[977942657] 'range keys from in-memory index tree' (duration: 262.301906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:24.816157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.389664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:55 size:2209007"} {"level":"info","ts":"2026-03-19T11:14:24.816259Z","caller":"traceutil/trace.go:171","msg":"trace[701388830] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:55; response_revision:4706; }","duration":"382.544959ms","start":"2026-03-19T11:14:24.43369Z","end":"2026-03-19T11:14:24.816235Z","steps":["trace[701388830] 'range keys from in-memory index tree' (duration: 379.626409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:24.816346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:24.433666Z","time spent":"382.667612ms","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":55,"response size":2209031,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-19T11:14:25.222876Z","caller":"traceutil/trace.go:171","msg":"trace[1680195284] linearizableReadLoop","detail":"{readStateIndex:4897; appliedIndex:4896; }","duration":"377.434528ms","start":"2026-03-19T11:14:24.845419Z","end":"2026-03-19T11:14:25.222854Z","steps":["trace[1680195284] 'read index received' (duration: 377.173731ms)","trace[1680195284] 'applied index is now lower than readState.Index' (duration: 259.827µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:25.222925Z","caller":"traceutil/trace.go:171","msg":"trace[1572740023] transaction","detail":"{read_only:false; response_revision:4707; number_of_response:1; }","duration":"403.611659ms","start":"2026-03-19T11:14:24.819284Z","end":"2026-03-19T11:14:25.222895Z","steps":["trace[1572740023] 'process raft request' (duration: 403.378713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:25.223064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.262793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-688db9ee-7fc7-430d-b138-8e7c5f07cacb\" ","response":"range_response_count:1 size:3907"} {"level":"warn","ts":"2026-03-19T11:14:25.223078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:24.819258Z","time spent":"403.729332ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:14:25.223093Z","caller":"traceutil/trace.go:171","msg":"trace[785176941] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-688db9ee-7fc7-430d-b138-8e7c5f07cacb; range_end:; response_count:1; response_revision:4707; }","duration":"373.338764ms","start":"2026-03-19T11:14:24.849746Z","end":"2026-03-19T11:14:25.223085Z","steps":["trace[785176941] 'agreement among raft nodes before linearized reading' (duration: 373.230021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:25.223114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:24.849729Z","time spent":"373.379446ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3931,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-688db9ee-7fc7-430d-b138-8e7c5f07cacb\" "} {"level":"warn","ts":"2026-03-19T11:14:25.223166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.718746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T11:14:25.22322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.601716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17172"} {"level":"info","ts":"2026-03-19T11:14:25.223255Z","caller":"traceutil/trace.go:171","msg":"trace[1224433850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4707; }","duration":"377.860909ms","start":"2026-03-19T11:14:24.845373Z","end":"2026-03-19T11:14:25.223234Z","steps":["trace[1224433850] 'agreement among raft nodes before linearized reading' (duration: 377.564871ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:25.223294Z","caller":"traceutil/trace.go:171","msg":"trace[207154549] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4707; }","duration":"282.702618ms","start":"2026-03-19T11:14:24.940568Z","end":"2026-03-19T11:14:25.223271Z","steps":["trace[207154549] 'agreement among raft nodes before linearized reading' (duration: 282.541263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:25.223304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:24.845353Z","time spent":"377.941802ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:14:25.223409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.620177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-19T11:14:25.223439Z","caller":"traceutil/trace.go:171","msg":"trace[1529263221] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4707; }","duration":"355.684019ms","start":"2026-03-19T11:14:24.867744Z","end":"2026-03-19T11:14:25.223428Z","steps":["trace[1529263221] 'agreement among raft nodes before linearized reading' (duration: 355.566336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:25.22346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:24.867727Z","time spent":"355.72849ms","remote":"127.0.0.1:52934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1841,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-19T11:14:25.406394Z","caller":"traceutil/trace.go:171","msg":"trace[934313093] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"178.553289ms","start":"2026-03-19T11:14:25.227811Z","end":"2026-03-19T11:14:25.406365Z","steps":["trace[934313093] 'process raft request' (duration: 122.426853ms)","trace[934313093] 'compare' (duration: 55.901229ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:25.406472Z","caller":"traceutil/trace.go:171","msg":"trace[1891165402] linearizableReadLoop","detail":"{readStateIndex:4899; appliedIndex:4897; }","duration":"176.899103ms","start":"2026-03-19T11:14:25.229531Z","end":"2026-03-19T11:14:25.40643Z","steps":["trace[1891165402] 'read index received' (duration: 5.970175ms)","trace[1891165402] 'applied index is now lower than readState.Index' (duration: 170.925778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:14:25.406689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.14313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17172"} {"level":"info","ts":"2026-03-19T11:14:25.406753Z","caller":"traceutil/trace.go:171","msg":"trace[183754633] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4711; }","duration":"177.253073ms","start":"2026-03-19T11:14:25.229484Z","end":"2026-03-19T11:14:25.406737Z","steps":["trace[183754633] 'agreement among raft nodes before linearized reading' (duration: 177.074468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:25.406852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.964579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-19T11:14:25.406954Z","caller":"traceutil/trace.go:171","msg":"trace[1111198638] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4711; }","duration":"159.104493ms","start":"2026-03-19T11:14:25.247824Z","end":"2026-03-19T11:14:25.406929Z","steps":["trace[1111198638] 'agreement among raft nodes before linearized reading' (duration: 158.891387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:25.407008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.028724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.189e39ce22fb19db\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-03-19T11:14:25.407109Z","caller":"traceutil/trace.go:171","msg":"trace[609668939] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.189e39ce22fb19db; range_end:; response_count:1; response_revision:4711; }","duration":"166.2313ms","start":"2026-03-19T11:14:25.240856Z","end":"2026-03-19T11:14:25.407087Z","steps":["trace[609668939] 'agreement among raft nodes before linearized reading' (duration: 165.912751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:25.407197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.707003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777469"} {"level":"info","ts":"2026-03-19T11:14:25.40727Z","caller":"traceutil/trace.go:171","msg":"trace[325411265] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4711; }","duration":"174.814996ms","start":"2026-03-19T11:14:25.232435Z","end":"2026-03-19T11:14:25.40725Z","steps":["trace[325411265] 'agreement among raft nodes before linearized reading' (duration: 174.158318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:31.529186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.042905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:14:31.529297Z","caller":"traceutil/trace.go:171","msg":"trace[703595652] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:4825; }","duration":"582.21145ms","start":"2026-03-19T11:14:30.947067Z","end":"2026-03-19T11:14:31.529278Z","steps":["trace[703595652] 'count revisions from in-memory index tree' (duration: 581.874291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:31.529348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:30.947047Z","time spent":"582.289332ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:14:31.529823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.758829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T11:14:31.529944Z","caller":"traceutil/trace.go:171","msg":"trace[1693799201] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4825; }","duration":"576.933014ms","start":"2026-03-19T11:14:30.952983Z","end":"2026-03-19T11:14:31.529916Z","steps":["trace[1693799201] 'range keys from in-memory index tree' (duration: 576.517513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:31.530002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:30.952965Z","time spent":"577.022107ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T11:14:31.530774Z","caller":"traceutil/trace.go:171","msg":"trace[1705419955] transaction","detail":"{read_only:false; response_revision:4826; number_of_response:1; }","duration":"545.094887ms","start":"2026-03-19T11:14:30.985649Z","end":"2026-03-19T11:14:31.530744Z","steps":["trace[1705419955] 'process raft request' (duration: 544.926592ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:31.53082Z","caller":"traceutil/trace.go:171","msg":"trace[771286320] linearizableReadLoop","detail":"{readStateIndex:5020; appliedIndex:5020; }","duration":"282.281837ms","start":"2026-03-19T11:14:31.248505Z","end":"2026-03-19T11:14:31.530786Z","steps":["trace[771286320] 'read index received' (duration: 282.267697ms)","trace[771286320] 'applied index is now lower than readState.Index' (duration: 10.9µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:14:31.531018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:30.985625Z","time spent":"545.244591ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:14:31.531097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.594065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T11:14:31.531158Z","caller":"traceutil/trace.go:171","msg":"trace[1660842059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4826; }","duration":"282.680618ms","start":"2026-03-19T11:14:31.248459Z","end":"2026-03-19T11:14:31.53114Z","steps":["trace[1660842059] 'agreement among raft nodes before linearized reading' (duration: 282.526384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:32.131494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.133721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:14:32.131759Z","caller":"traceutil/trace.go:171","msg":"trace[960871650] transaction","detail":"{read_only:false; response_revision:4829; number_of_response:1; }","duration":"596.728629ms","start":"2026-03-19T11:14:31.535006Z","end":"2026-03-19T11:14:32.131735Z","steps":["trace[960871650] 'process raft request' (duration: 596.679318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:32.131847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:31.534987Z","time spent":"596.818531ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:14:32.131852Z","caller":"traceutil/trace.go:171","msg":"trace[1858955912] transaction","detail":"{read_only:false; response_revision:4828; number_of_response:1; }","duration":"705.459244ms","start":"2026-03-19T11:14:31.426352Z","end":"2026-03-19T11:14:32.131811Z","steps":["trace[1858955912] 'process raft request' (duration: 705.239908ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:32.132013Z","caller":"traceutil/trace.go:171","msg":"trace[1820338540] linearizableReadLoop","detail":"{readStateIndex:5022; appliedIndex:5020; }","duration":"601.078279ms","start":"2026-03-19T11:14:31.530924Z","end":"2026-03-19T11:14:32.132002Z","steps":["trace[1820338540] 'read index received' (duration: 489.372651ms)","trace[1820338540] 'applied index is now lower than readState.Index' (duration: 111.704398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:14:32.132047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:31.426327Z","time spent":"705.621409ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:14:32.132049Z","caller":"traceutil/trace.go:171","msg":"trace[420760469] transaction","detail":"{read_only:false; response_revision:4827; number_of_response:1; }","duration":"708.171599ms","start":"2026-03-19T11:14:31.423855Z","end":"2026-03-19T11:14:32.132026Z","steps":["trace[420760469] 'process raft request' (duration: 596.429011ms)","trace[420760469] 'compare' (duration: 110.894395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:14:32.132197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:31.423836Z","time spent":"708.297542ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:14:32.132198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.554148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:14:32.132233Z","caller":"traceutil/trace.go:171","msg":"trace[1173992089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4829; }","duration":"521.62471ms","start":"2026-03-19T11:14:31.610599Z","end":"2026-03-19T11:14:32.132224Z","steps":["trace[1173992089] 'agreement among raft nodes before linearized reading' (duration: 521.574228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:32.132265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:31.610578Z","time spent":"521.679162ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:14:32.132244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.233816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-7df6f75-b4kvl.189e39d060db85e7\" ","response":"range_response_count:1 size:889"} {"level":"warn","ts":"2026-03-19T11:14:32.132268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.922283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-19T11:14:32.132243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.813894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T11:14:32.132385Z","caller":"traceutil/trace.go:171","msg":"trace[564467985] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4829; }","duration":"682.995035ms","start":"2026-03-19T11:14:31.449322Z","end":"2026-03-19T11:14:32.132317Z","steps":["trace[564467985] 'agreement among raft nodes before linearized reading' (duration: 682.697267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:32.13246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.21302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-19T11:14:32.132512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.906489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T11:14:32.132497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:31.449277Z","time spent":"683.200702ms","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-19T11:14:32.132595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.652995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"info","ts":"2026-03-19T11:14:32.132626Z","caller":"traceutil/trace.go:171","msg":"trace[287147009] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4829; }","duration":"748.715887ms","start":"2026-03-19T11:14:31.383898Z","end":"2026-03-19T11:14:32.132614Z","steps":["trace[287147009] 'agreement among raft nodes before linearized reading' (duration: 748.195462ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:32.132391Z","caller":"traceutil/trace.go:171","msg":"trace[2020254538] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4829; }","duration":"693.971278ms","start":"2026-03-19T11:14:31.438401Z","end":"2026-03-19T11:14:32.132373Z","steps":["trace[2020254538] 'agreement among raft nodes before linearized reading' (duration: 693.615788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:32.132663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:31.383877Z","time spent":"748.776928ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16257,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-19T11:14:32.132702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:31.438365Z","time spent":"694.317377ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T11:14:32.132559Z","caller":"traceutil/trace.go:171","msg":"trace[32377305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4829; }","duration":"697.019192ms","start":"2026-03-19T11:14:31.435527Z","end":"2026-03-19T11:14:32.132546Z","steps":["trace[32377305] 'agreement among raft nodes before linearized reading' (duration: 696.534458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:32.132565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.764815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:14:32.133052Z","caller":"traceutil/trace.go:171","msg":"trace[1930109848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4829; }","duration":"497.339331ms","start":"2026-03-19T11:14:31.635691Z","end":"2026-03-19T11:14:32.13303Z","steps":["trace[1930109848] 'agreement among raft nodes before linearized reading' (duration: 496.435676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:32.13319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:31.635674Z","time spent":"497.494266ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T11:14:32.132525Z","caller":"traceutil/trace.go:171","msg":"trace[1288979618] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4829; }","duration":"598.277902ms","start":"2026-03-19T11:14:31.534232Z","end":"2026-03-19T11:14:32.13251Z","steps":["trace[1288979618] 'agreement among raft nodes before linearized reading' (duration: 597.874981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:32.133442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:31.534157Z","time spent":"599.269329ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T11:14:32.132711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.689124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T11:14:32.13354Z","caller":"traceutil/trace.go:171","msg":"trace[788126994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4829; }","duration":"705.554407ms","start":"2026-03-19T11:14:31.427967Z","end":"2026-03-19T11:14:32.133521Z","steps":["trace[788126994] 'agreement among raft nodes before linearized reading' (duration: 704.057816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:32.133717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:31.427947Z","time spent":"705.749512ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:14:32.132843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:31.435513Z","time spent":"697.247209ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T11:14:32.13233Z","caller":"traceutil/trace.go:171","msg":"trace[93158214] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-7df6f75-b4kvl.189e39d060db85e7; range_end:; response_count:1; response_revision:4829; }","duration":"747.345578ms","start":"2026-03-19T11:14:31.384958Z","end":"2026-03-19T11:14:32.132304Z","steps":["trace[93158214] 'agreement among raft nodes before linearized reading' (duration: 747.127532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:32.13392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:31.384943Z","time spent":"748.955873ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":913,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-7df6f75-b4kvl.189e39d060db85e7\" "} {"level":"warn","ts":"2026-03-19T11:14:32.132959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.643929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:14:32.134039Z","caller":"traceutil/trace.go:171","msg":"trace[1180602] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:4829; }","duration":"694.732239ms","start":"2026-03-19T11:14:31.439288Z","end":"2026-03-19T11:14:32.13402Z","steps":["trace[1180602] 'agreement among raft nodes before linearized reading' (duration: 692.800726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:32.134224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:31.439276Z","time spent":"694.868403ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"info","ts":"2026-03-19T11:14:32.548547Z","caller":"traceutil/trace.go:171","msg":"trace[590890446] linearizableReadLoop","detail":"{readStateIndex:5024; appliedIndex:5023; }","duration":"411.894787ms","start":"2026-03-19T11:14:32.136615Z","end":"2026-03-19T11:14:32.54851Z","steps":["trace[590890446] 'read index received' (duration: 375.32572ms)","trace[590890446] 'applied index is now lower than readState.Index' (duration: 36.566497ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:32.548577Z","caller":"traceutil/trace.go:171","msg":"trace[616098717] transaction","detail":"{read_only:false; response_revision:4830; number_of_response:1; }","duration":"412.243777ms","start":"2026-03-19T11:14:32.136296Z","end":"2026-03-19T11:14:32.54854Z","steps":["trace[616098717] 'process raft request' (duration: 376.226675ms)","trace[616098717] 'compare' (duration: 35.673612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:14:32.548746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:32.136264Z","time spent":"412.385741ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:14:32.549021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.264707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8d38e6f5-613b-472a-b03a-20d3f7f2c2db\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-19T11:14:32.54989Z","caller":"traceutil/trace.go:171","msg":"trace[691759969] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8d38e6f5-613b-472a-b03a-20d3f7f2c2db; range_end:; response_count:1; response_revision:4830; }","duration":"412.508204ms","start":"2026-03-19T11:14:32.136595Z","end":"2026-03-19T11:14:32.549104Z","steps":["trace[691759969] 'agreement among raft nodes before linearized reading' (duration: 412.042512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:32.550057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:32.136587Z","time spent":"413.420379ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-8d38e6f5-613b-472a-b03a-20d3f7f2c2db\" "} {"level":"info","ts":"2026-03-19T11:14:32.772062Z","caller":"traceutil/trace.go:171","msg":"trace[682538567] transaction","detail":"{read_only:false; response_revision:4831; number_of_response:1; }","duration":"635.056035ms","start":"2026-03-19T11:14:32.136977Z","end":"2026-03-19T11:14:32.772033Z","steps":["trace[682538567] 'process raft request' (duration: 634.817528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:32.772216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:32.136954Z","time spent":"635.182119ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:14:32.772428Z","caller":"traceutil/trace.go:171","msg":"trace[737139538] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"632.924846ms","start":"2026-03-19T11:14:32.13947Z","end":"2026-03-19T11:14:32.772395Z","steps":["trace[737139538] 'process raft request' (duration: 632.524305ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:32.772502Z","caller":"traceutil/trace.go:171","msg":"trace[1249777523] transaction","detail":"{read_only:false; response_revision:4833; number_of_response:1; }","duration":"632.234108ms","start":"2026-03-19T11:14:32.14022Z","end":"2026-03-19T11:14:32.772454Z","steps":["trace[1249777523] 'process raft request' (duration: 632.033252ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:32.772557Z","caller":"traceutil/trace.go:171","msg":"trace[1778924324] transaction","detail":"{read_only:false; response_revision:4834; number_of_response:1; }","duration":"631.96115ms","start":"2026-03-19T11:14:32.140565Z","end":"2026-03-19T11:14:32.772526Z","steps":["trace[1778924324] 'process raft request' (duration: 631.808385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:32.772613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:32.139448Z","time spent":"633.05939ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:14:32.772696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:32.140205Z","time spent":"632.393882ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:14:32.772745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:32.140552Z","time spent":"632.098823ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:14:32.773354Z","caller":"traceutil/trace.go:171","msg":"trace[615223095] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"364.515632ms","start":"2026-03-19T11:14:32.408828Z","end":"2026-03-19T11:14:32.773344Z","steps":["trace[615223095] 'process raft request' (duration: 364.370298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:32.773414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:32.408806Z","time spent":"364.580763ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:14:32.773553Z","caller":"traceutil/trace.go:171","msg":"trace[58237057] transaction","detail":"{read_only:false; response_revision:4835; number_of_response:1; }","duration":"627.670752ms","start":"2026-03-19T11:14:32.145875Z","end":"2026-03-19T11:14:32.773545Z","steps":["trace[58237057] 'process raft request' (duration: 626.5362ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:32.773352Z","caller":"traceutil/trace.go:171","msg":"trace[1015994027] linearizableReadLoop","detail":"{readStateIndex:5030; appliedIndex:5024; }","duration":"224.70259ms","start":"2026-03-19T11:14:32.548633Z","end":"2026-03-19T11:14:32.773335Z","steps":["trace[1015994027] 'read index received' (duration: 223.044264ms)","trace[1015994027] 'applied index is now lower than readState.Index' (duration: 1.656946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:14:32.773593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:32.145859Z","time spent":"627.712842ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:14:32.773552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.709946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:14:32.773717Z","caller":"traceutil/trace.go:171","msg":"trace[1720793610] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4836; }","duration":"581.913511ms","start":"2026-03-19T11:14:32.191796Z","end":"2026-03-19T11:14:32.773709Z","steps":["trace[1720793610] 'agreement among raft nodes before linearized reading' (duration: 581.682235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:32.773742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:32.191776Z","time spent":"581.960232ms","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T11:14:32.773941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.175942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:14:32.77406Z","caller":"traceutil/trace.go:171","msg":"trace[212855664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4836; }","duration":"148.321006ms","start":"2026-03-19T11:14:32.625726Z","end":"2026-03-19T11:14:32.774047Z","steps":["trace[212855664] 'agreement among raft nodes before linearized reading' (duration: 148.193223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:32.774142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.448226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62987"} {"level":"info","ts":"2026-03-19T11:14:32.774214Z","caller":"traceutil/trace.go:171","msg":"trace[58258879] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4836; }","duration":"635.546689ms","start":"2026-03-19T11:14:32.138652Z","end":"2026-03-19T11:14:32.774199Z","steps":["trace[58258879] 'agreement among raft nodes before linearized reading' (duration: 634.726416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:32.774262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:32.138642Z","time spent":"635.61063ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63011,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T11:14:33.019278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.39495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:14:33.019468Z","caller":"traceutil/trace.go:171","msg":"trace[584023740] linearizableReadLoop","detail":"{readStateIndex:5034; appliedIndex:5031; }","duration":"200.087982ms","start":"2026-03-19T11:14:32.819363Z","end":"2026-03-19T11:14:33.019451Z","steps":["trace[584023740] 'read index received' (duration: 60.291551ms)","trace[584023740] 'applied index is now lower than readState.Index' (duration: 139.795611ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:33.019547Z","caller":"traceutil/trace.go:171","msg":"trace[972870459] transaction","detail":"{read_only:false; response_revision:4839; number_of_response:1; }","duration":"234.645964ms","start":"2026-03-19T11:14:32.784874Z","end":"2026-03-19T11:14:33.01952Z","steps":["trace[972870459] 'process raft request' (duration: 234.49229ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:33.019604Z","caller":"traceutil/trace.go:171","msg":"trace[373366247] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"234.376707ms","start":"2026-03-19T11:14:32.785185Z","end":"2026-03-19T11:14:33.019562Z","steps":["trace[373366247] 'process raft request' (duration: 234.229363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:33.019681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.383565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17172"} {"level":"info","ts":"2026-03-19T11:14:33.019726Z","caller":"traceutil/trace.go:171","msg":"trace[54214490] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4840; }","duration":"198.451847ms","start":"2026-03-19T11:14:32.82126Z","end":"2026-03-19T11:14:33.019712Z","steps":["trace[54214490] 'agreement among raft nodes before linearized reading' (duration: 198.293363ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:33.019552Z","caller":"traceutil/trace.go:171","msg":"trace[132135871] transaction","detail":"{read_only:false; response_revision:4838; number_of_response:1; }","duration":"235.162139ms","start":"2026-03-19T11:14:32.784357Z","end":"2026-03-19T11:14:33.019519Z","steps":["trace[132135871] 'process raft request' (duration: 95.45278ms)","trace[132135871] 'compare' (duration: 139.259867ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:33.285029Z","caller":"traceutil/trace.go:171","msg":"trace[353422051] transaction","detail":"{read_only:false; response_revision:4842; number_of_response:1; }","duration":"159.384151ms","start":"2026-03-19T11:14:33.12562Z","end":"2026-03-19T11:14:33.285004Z","steps":["trace[353422051] 'process raft request' (duration: 80.871758ms)","trace[353422051] 'compare' (duration: 78.38787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:14:33.285013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.309955ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:14:33.285149Z","caller":"traceutil/trace.go:171","msg":"trace[910011347] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4841; }","duration":"140.455079ms","start":"2026-03-19T11:14:33.144663Z","end":"2026-03-19T11:14:33.285118Z","steps":["trace[910011347] 'range keys from in-memory index tree' (duration: 140.289055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:34.079431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.487815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:14:34.079516Z","caller":"traceutil/trace.go:171","msg":"trace[326797930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4842; }","duration":"468.637359ms","start":"2026-03-19T11:14:33.61086Z","end":"2026-03-19T11:14:34.079497Z","steps":["trace[326797930] 'range keys from in-memory index tree' (duration: 468.328131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:34.079559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:33.610831Z","time spent":"468.719712ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:14:34.079738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.099287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:14:34.079834Z","caller":"traceutil/trace.go:171","msg":"trace[1716786131] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:4842; }","duration":"320.254691ms","start":"2026-03-19T11:14:33.759562Z","end":"2026-03-19T11:14:34.079817Z","steps":["trace[1716786131] 'count revisions from in-memory index tree' (duration: 320.011015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:34.079872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:33.759536Z","time spent":"320.325683ms","remote":"127.0.0.1:52926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:14:34.080219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.462445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:380027"} {"level":"info","ts":"2026-03-19T11:14:34.080319Z","caller":"traceutil/trace.go:171","msg":"trace[1228035156] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:4842; }","duration":"688.573558ms","start":"2026-03-19T11:14:33.391723Z","end":"2026-03-19T11:14:34.080296Z","steps":["trace[1228035156] 'range keys from in-memory index tree' (duration: 688.045034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:34.08038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:33.391695Z","time spent":"688.670041ms","remote":"127.0.0.1:52934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":9,"response size":380051,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-19T11:14:34.429864Z","caller":"traceutil/trace.go:171","msg":"trace[1633501934] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"290.129333ms","start":"2026-03-19T11:14:34.139714Z","end":"2026-03-19T11:14:34.429843Z","steps":["trace[1633501934] 'process raft request' (duration: 290.080912ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:34.430131Z","caller":"traceutil/trace.go:171","msg":"trace[1522601509] transaction","detail":"{read_only:false; response_revision:4844; number_of_response:1; }","duration":"291.335106ms","start":"2026-03-19T11:14:34.138788Z","end":"2026-03-19T11:14:34.430123Z","steps":["trace[1522601509] 'process raft request' (duration: 289.500045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:34.778113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.662562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:14:34.778232Z","caller":"traceutil/trace.go:171","msg":"trace[1691568489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4845; }","duration":"166.834796ms","start":"2026-03-19T11:14:34.611376Z","end":"2026-03-19T11:14:34.778211Z","steps":["trace[1691568489] 'range keys from in-memory index tree' (duration: 166.587579ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:35.443258Z","caller":"traceutil/trace.go:171","msg":"trace[605221373] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4850; }","duration":"191.329901ms","start":"2026-03-19T11:14:35.251905Z","end":"2026-03-19T11:14:35.443235Z","steps":["trace[605221373] 'process raft request' (duration: 191.233588ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:35.776611Z","caller":"traceutil/trace.go:171","msg":"trace[1787536026] linearizableReadLoop","detail":"{readStateIndex:5068; appliedIndex:5067; }","duration":"163.898836ms","start":"2026-03-19T11:14:35.612695Z","end":"2026-03-19T11:14:35.776594Z","steps":["trace[1787536026] 'read index received' (duration: 162.292852ms)","trace[1787536026] 'applied index is now lower than readState.Index' (duration: 1.605064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:14:35.777037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.329047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:10 size:391874"} {"level":"info","ts":"2026-03-19T11:14:35.77711Z","caller":"traceutil/trace.go:171","msg":"trace[511410435] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:10; response_revision:4873; }","duration":"164.460121ms","start":"2026-03-19T11:14:35.612634Z","end":"2026-03-19T11:14:35.777094Z","steps":["trace[511410435] 'agreement among raft nodes before linearized reading' (duration: 164.029949ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:35.777334Z","caller":"traceutil/trace.go:171","msg":"trace[52040283] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"178.466287ms","start":"2026-03-19T11:14:35.598845Z","end":"2026-03-19T11:14:35.777312Z","steps":["trace[52040283] 'process raft request' (duration: 176.247146ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:36.512374Z","caller":"traceutil/trace.go:171","msg":"trace[863404278] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"404.958166ms","start":"2026-03-19T11:14:36.10739Z","end":"2026-03-19T11:14:36.512349Z","steps":["trace[863404278] 'process raft request' (duration: 404.819922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:36.512506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:36.107351Z","time spent":"405.09573ms","remote":"127.0.0.1:51340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1565,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T11:14:36.517438Z","caller":"traceutil/trace.go:171","msg":"trace[1868369063] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"337.841177ms","start":"2026-03-19T11:14:36.179562Z","end":"2026-03-19T11:14:36.517404Z","steps":["trace[1868369063] 'process raft request' (duration: 337.58649ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:36.517686Z","caller":"traceutil/trace.go:171","msg":"trace[357251327] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"187.706631ms","start":"2026-03-19T11:14:36.329964Z","end":"2026-03-19T11:14:36.51767Z","steps":["trace[357251327] 'process raft request' (duration: 187.367831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:36.518503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:36.179531Z","time spent":"338.016932ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:14:36.714724Z","caller":"traceutil/trace.go:171","msg":"trace[2043014502] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"101.68272ms","start":"2026-03-19T11:14:36.613009Z","end":"2026-03-19T11:14:36.714692Z","steps":["trace[2043014502] 'process raft request' (duration: 101.468445ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:37.01461Z","caller":"traceutil/trace.go:171","msg":"trace[805427925] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"295.814209ms","start":"2026-03-19T11:14:36.71876Z","end":"2026-03-19T11:14:37.014574Z","steps":["trace[805427925] 'process raft request' (duration: 256.424344ms)","trace[805427925] 'compare' (duration: 39.252671ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:37.025954Z","caller":"traceutil/trace.go:171","msg":"trace[363299407] transaction","detail":"{read_only:false; response_revision:4887; number_of_response:1; }","duration":"305.172047ms","start":"2026-03-19T11:14:36.72076Z","end":"2026-03-19T11:14:37.025932Z","steps":["trace[363299407] 'process raft request' (duration: 305.005192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:37.026094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:36.720743Z","time spent":"305.279709ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1329,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:14:37.026113Z","caller":"traceutil/trace.go:171","msg":"trace[258031075] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"304.964152ms","start":"2026-03-19T11:14:36.721137Z","end":"2026-03-19T11:14:37.026101Z","steps":["trace[258031075] 'process raft request' (duration: 304.744625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:37.026216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:36.72113Z","time spent":"305.019533ms","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1951,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:14:37.026348Z","caller":"traceutil/trace.go:171","msg":"trace[1319052452] transaction","detail":"{read_only:false; response_revision:4889; number_of_response:1; }","duration":"302.838133ms","start":"2026-03-19T11:14:36.723498Z","end":"2026-03-19T11:14:37.026336Z","steps":["trace[1319052452] 'process raft request' (duration: 302.528684ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:37.026407Z","caller":"traceutil/trace.go:171","msg":"trace[289770898] linearizableReadLoop","detail":"{readStateIndex:5085; appliedIndex:5081; }","duration":"191.929348ms","start":"2026-03-19T11:14:36.834462Z","end":"2026-03-19T11:14:37.026391Z","steps":["trace[289770898] 'read index received' (duration: 140.755808ms)","trace[289770898] 'applied index is now lower than readState.Index' (duration: 51.17261ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:37.026472Z","caller":"traceutil/trace.go:171","msg":"trace[1060127389] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"168.305426ms","start":"2026-03-19T11:14:36.858155Z","end":"2026-03-19T11:14:37.026461Z","steps":["trace[1060127389] 'process raft request' (duration: 168.05524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:37.026516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.041501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:14:37.026559Z","caller":"traceutil/trace.go:171","msg":"trace[1461104938] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4890; }","duration":"192.116853ms","start":"2026-03-19T11:14:36.834429Z","end":"2026-03-19T11:14:37.026546Z","steps":["trace[1461104938] 'agreement among raft nodes before linearized reading' (duration: 192.039601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:37.026418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:36.723487Z","time spent":"302.898824ms","remote":"127.0.0.1:53286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8196,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:14:37.043371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.588898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:14:37.043421Z","caller":"traceutil/trace.go:171","msg":"trace[652357705] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:4891; }","duration":"179.709771ms","start":"2026-03-19T11:14:36.863701Z","end":"2026-03-19T11:14:37.04341Z","steps":["trace[652357705] 'agreement among raft nodes before linearized reading' (duration: 179.575117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:37.043438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.29261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T11:14:37.043458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.035031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:14:37.04349Z","caller":"traceutil/trace.go:171","msg":"trace[550895127] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4891; }","duration":"187.361011ms","start":"2026-03-19T11:14:36.856114Z","end":"2026-03-19T11:14:37.043475Z","steps":["trace[550895127] 'agreement among raft nodes before linearized reading' (duration: 187.178866ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:37.043504Z","caller":"traceutil/trace.go:171","msg":"trace[79580170] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4891; }","duration":"188.100452ms","start":"2026-03-19T11:14:36.85539Z","end":"2026-03-19T11:14:37.043491Z","steps":["trace[79580170] 'agreement among raft nodes before linearized reading' (duration: 188.009059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:37.043371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.265257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T11:14:37.043626Z","caller":"traceutil/trace.go:171","msg":"trace[2106960685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4891; }","duration":"188.568835ms","start":"2026-03-19T11:14:36.855048Z","end":"2026-03-19T11:14:37.043617Z","steps":["trace[2106960685] 'agreement among raft nodes before linearized reading' (duration: 188.172614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:37.043742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.627131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T11:14:37.043782Z","caller":"traceutil/trace.go:171","msg":"trace[1154329360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4891; }","duration":"186.683233ms","start":"2026-03-19T11:14:36.857089Z","end":"2026-03-19T11:14:37.043772Z","steps":["trace[1154329360] 'agreement among raft nodes before linearized reading' (duration: 186.585401ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:37.582051Z","caller":"traceutil/trace.go:171","msg":"trace[1426544629] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"119.724589ms","start":"2026-03-19T11:14:37.462296Z","end":"2026-03-19T11:14:37.58202Z","steps":["trace[1426544629] 'process raft request' (duration: 119.482962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:37.992062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.400387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:14:37.992199Z","caller":"traceutil/trace.go:171","msg":"trace[120263294] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"403.463265ms","start":"2026-03-19T11:14:37.588713Z","end":"2026-03-19T11:14:37.992177Z","steps":["trace[120263294] 'process raft request' (duration: 180.864203ms)","trace[120263294] 'compare' (duration: 222.16661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:14:37.992263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:37.588694Z","time spent":"403.536148ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":529,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:14:38.037007Z","caller":"traceutil/trace.go:171","msg":"trace[1782403833] linearizableReadLoop","detail":"{readStateIndex:5101; appliedIndex:5097; }","duration":"426.404357ms","start":"2026-03-19T11:14:37.610581Z","end":"2026-03-19T11:14:38.036985Z","steps":["trace[1782403833] 'read index received' (duration: 159.00942ms)","trace[1782403833] 'applied index is now lower than readState.Index' (duration: 267.393867ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:38.037015Z","caller":"traceutil/trace.go:171","msg":"trace[71356040] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"447.886929ms","start":"2026-03-19T11:14:37.589106Z","end":"2026-03-19T11:14:38.036993Z","steps":["trace[71356040] 'process raft request' (duration: 447.669373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:38.037157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:37.589081Z","time spent":"447.998872ms","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:14:38.037257Z","caller":"traceutil/trace.go:171","msg":"trace[458516483] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"447.608201ms","start":"2026-03-19T11:14:37.589641Z","end":"2026-03-19T11:14:38.037249Z","steps":["trace[458516483] 'process raft request' (duration: 447.271822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:38.037327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:37.589627Z","time spent":"447.655013ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:14:38.037332Z","caller":"traceutil/trace.go:171","msg":"trace[1435205432] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"447.141719ms","start":"2026-03-19T11:14:37.590182Z","end":"2026-03-19T11:14:38.037324Z","steps":["trace[1435205432] 'process raft request' (duration: 446.769939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:38.03737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:37.59017Z","time spent":"447.17815ms","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1038,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:14:38.037476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.896801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:14:38.037503Z","caller":"traceutil/trace.go:171","msg":"trace[1056626849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4905; }","duration":"426.973893ms","start":"2026-03-19T11:14:37.610523Z","end":"2026-03-19T11:14:38.037497Z","steps":["trace[1056626849] 'agreement among raft nodes before linearized reading' (duration: 426.932832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:38.037518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:37.610507Z","time spent":"427.008193ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T11:14:43.624304Z","caller":"traceutil/trace.go:171","msg":"trace[1917413224] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"101.735402ms","start":"2026-03-19T11:14:43.522543Z","end":"2026-03-19T11:14:43.624278Z","steps":["trace[1917413224] 'process raft request' (duration: 101.502766ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:43.99567Z","caller":"traceutil/trace.go:171","msg":"trace[1340124528] linearizableReadLoop","detail":"{readStateIndex:5152; appliedIndex:5151; }","duration":"371.436693ms","start":"2026-03-19T11:14:43.624215Z","end":"2026-03-19T11:14:43.995651Z","steps":["trace[1340124528] 'read index received' (duration: 348.375558ms)","trace[1340124528] 'applied index is now lower than readState.Index' (duration: 23.060265ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:43.995734Z","caller":"traceutil/trace.go:171","msg":"trace[630588519] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"382.387165ms","start":"2026-03-19T11:14:43.613292Z","end":"2026-03-19T11:14:43.99568Z","steps":["trace[630588519] 'process raft request' (duration: 359.282648ms)","trace[630588519] 'compare' (duration: 22.84613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:14:43.995774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.875008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:14:43.995793Z","caller":"traceutil/trace.go:171","msg":"trace[188541038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4955; }","duration":"386.94563ms","start":"2026-03-19T11:14:43.608842Z","end":"2026-03-19T11:14:43.995788Z","steps":["trace[188541038] 'agreement among raft nodes before linearized reading' (duration: 386.888308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:43.995816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:43.608813Z","time spent":"386.994091ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:14:43.995862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:43.613262Z","time spent":"382.529538ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:14:44.451844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.132322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:14:44.452067Z","caller":"traceutil/trace.go:171","msg":"trace[544942276] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"822.105028ms","start":"2026-03-19T11:14:43.629936Z","end":"2026-03-19T11:14:44.452041Z","steps":["trace[544942276] 'process raft request' (duration: 645.685668ms)","trace[544942276] 'compare' (duration: 175.964038ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:44.452134Z","caller":"traceutil/trace.go:171","msg":"trace[1020887903] linearizableReadLoop","detail":"{readStateIndex:5156; appliedIndex:5152; }","duration":"456.408023ms","start":"2026-03-19T11:14:43.995712Z","end":"2026-03-19T11:14:44.45212Z","steps":["trace[1020887903] 'read index received' (duration: 279.828149ms)","trace[1020887903] 'applied index is now lower than readState.Index' (duration: 176.578524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:14:44.452164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:43.629907Z","time spent":"822.207531ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:14:44.452221Z","caller":"traceutil/trace.go:171","msg":"trace[1019775659] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"819.125126ms","start":"2026-03-19T11:14:43.633084Z","end":"2026-03-19T11:14:44.452209Z","steps":["trace[1019775659] 'process raft request' (duration: 818.941661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:44.452286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:43.63307Z","time spent":"819.174907ms","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:14:44.452322Z","caller":"traceutil/trace.go:171","msg":"trace[2068998553] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"819.99152ms","start":"2026-03-19T11:14:43.632304Z","end":"2026-03-19T11:14:44.452296Z","steps":["trace[2068998553] 'process raft request' (duration: 819.647541ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:44.452498Z","caller":"traceutil/trace.go:171","msg":"trace[1408220399] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"818.237521ms","start":"2026-03-19T11:14:43.634244Z","end":"2026-03-19T11:14:44.452482Z","steps":["trace[1408220399] 'process raft request' (duration: 817.82921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:44.452525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:43.63229Z","time spent":"820.091553ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:14:44.452594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:43.634234Z","time spent":"818.311223ms","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:14:44.452756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.039493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:14:44.452836Z","caller":"traceutil/trace.go:171","msg":"trace[1329275443] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:4959; }","duration":"497.129875ms","start":"2026-03-19T11:14:43.955666Z","end":"2026-03-19T11:14:44.452796Z","steps":["trace[1329275443] 'agreement among raft nodes before linearized reading' (duration: 497.042753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:44.452889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:43.955642Z","time spent":"497.230748ms","remote":"127.0.0.1:51308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:14:44.453293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.569574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2fe19977-4305-4923-88e9-74e95f9e2e16\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-03-19T11:14:44.453312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.716452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:14:44.453357Z","caller":"traceutil/trace.go:171","msg":"trace[686394872] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2fe19977-4305-4923-88e9-74e95f9e2e16; range_end:; response_count:1; response_revision:4959; }","duration":"825.658916ms","start":"2026-03-19T11:14:43.627682Z","end":"2026-03-19T11:14:44.45334Z","steps":["trace[686394872] 'agreement among raft nodes before linearized reading' (duration: 825.479181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:44.453364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.688578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:14:44.453496Z","caller":"traceutil/trace.go:171","msg":"trace[1458072713] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:4959; }","duration":"127.867943ms","start":"2026-03-19T11:14:44.3256Z","end":"2026-03-19T11:14:44.453468Z","steps":["trace[1458072713] 'agreement among raft nodes before linearized reading' (duration: 127.654957ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:44.453367Z","caller":"traceutil/trace.go:171","msg":"trace[218226649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4959; }","duration":"456.789964ms","start":"2026-03-19T11:14:43.996561Z","end":"2026-03-19T11:14:44.453351Z","steps":["trace[218226649] 'agreement among raft nodes before linearized reading' (duration: 456.681741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:44.45373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:43.996551Z","time spent":"457.164794ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:14:44.453403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:43.627666Z","time spent":"825.724268ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-2fe19977-4305-4923-88e9-74e95f9e2e16\" "} {"level":"warn","ts":"2026-03-19T11:14:45.961489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.05912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-7df6f75-b4kvl\" ","response":"range_response_count:1 size:11833"} {"level":"info","ts":"2026-03-19T11:14:45.961605Z","caller":"traceutil/trace.go:171","msg":"trace[599656076] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-7df6f75-b4kvl; range_end:; response_count:1; response_revision:5022; }","duration":"213.216994ms","start":"2026-03-19T11:14:45.748361Z","end":"2026-03-19T11:14:45.961578Z","steps":["trace[599656076] 'range keys from in-memory index tree' (duration: 212.888065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:45.961869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.699754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:14:45.961959Z","caller":"traceutil/trace.go:171","msg":"trace[1750056748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5022; }","duration":"349.840959ms","start":"2026-03-19T11:14:45.612096Z","end":"2026-03-19T11:14:45.961937Z","steps":["trace[1750056748] 'range keys from in-memory index tree' (duration: 349.599561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:45.962004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:45.612064Z","time spent":"349.93187ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:14:45.961986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.528334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-19T11:14:45.962079Z","caller":"traceutil/trace.go:171","msg":"trace[1812519599] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5022; }","duration":"347.633457ms","start":"2026-03-19T11:14:45.614422Z","end":"2026-03-19T11:14:45.962055Z","steps":["trace[1812519599] 'range keys from in-memory index tree' (duration: 347.310338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:45.962144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:45.614412Z","time spent":"347.71817ms","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-19T11:14:49.194799Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536076485,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:14:49.694997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536076485,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:14:49.803036Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.123949764s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T11:14:49.961298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.88985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:14:49.961495Z","caller":"traceutil/trace.go:171","msg":"trace[1044508662] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"1.282415169s","start":"2026-03-19T11:14:48.678992Z","end":"2026-03-19T11:14:49.961407Z","steps":["trace[1044508662] 'process raft request' (duration: 1.124308713s)","trace[1044508662] 'compare' (duration: 157.730616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:14:49.961914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:48.678966Z","time spent":"1.282779629s","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1408,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:14:50.120726Z","caller":"traceutil/trace.go:171","msg":"trace[1579994409] linearizableReadLoop","detail":"{readStateIndex:5252; appliedIndex:5250; }","duration":"1.426402606s","start":"2026-03-19T11:14:48.694292Z","end":"2026-03-19T11:14:50.120694Z","steps":["trace[1579994409] 'read index received' (duration: 1.109031623s)","trace[1579994409] 'applied index is now lower than readState.Index' (duration: 317.370033ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:14:50.12103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024510594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e466402-1e3a-4d83-9f4e-abc09cdd8939\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-03-19T11:14:50.121028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.275305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:14:50.121055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426753776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T11:14:50.121116Z","caller":"traceutil/trace.go:171","msg":"trace[1552900625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5054; }","duration":"511.418039ms","start":"2026-03-19T11:14:49.609678Z","end":"2026-03-19T11:14:50.121096Z","steps":["trace[1552900625] 'agreement among raft nodes before linearized reading' (duration: 511.267785ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:50.121144Z","caller":"traceutil/trace.go:171","msg":"trace[186694256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5054; }","duration":"1.426845418s","start":"2026-03-19T11:14:48.694261Z","end":"2026-03-19T11:14:50.121106Z","steps":["trace[186694256] 'agreement among raft nodes before linearized reading' (duration: 1.426606052s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:50.121156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016894635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T11:14:50.121133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.803549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T11:14:50.121167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.909051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T11:14:50.12118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:48.694249Z","time spent":"1.42692259s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:14:50.121171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:49.609657Z","time spent":"511.501671ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T11:14:50.121186Z","caller":"traceutil/trace.go:171","msg":"trace[631423508] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5054; }","duration":"1.016958466s","start":"2026-03-19T11:14:49.104219Z","end":"2026-03-19T11:14:50.121178Z","steps":["trace[631423508] 'agreement among raft nodes before linearized reading' (duration: 1.016879824s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:50.121075Z","caller":"traceutil/trace.go:171","msg":"trace[1155011524] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0e466402-1e3a-4d83-9f4e-abc09cdd8939; range_end:; response_count:1; response_revision:5054; }","duration":"1.024612327s","start":"2026-03-19T11:14:49.096449Z","end":"2026-03-19T11:14:50.121062Z","steps":["trace[1155011524] 'agreement among raft nodes before linearized reading' (duration: 1.024420532s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:50.121212Z","caller":"traceutil/trace.go:171","msg":"trace[56633110] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5054; }","duration":"846.922522ms","start":"2026-03-19T11:14:49.274272Z","end":"2026-03-19T11:14:50.121195Z","steps":["trace[56633110] 'agreement among raft nodes before linearized reading' (duration: 846.632054ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:50.121212Z","caller":"traceutil/trace.go:171","msg":"trace[783638181] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:5054; }","duration":"891.977433ms","start":"2026-03-19T11:14:49.229221Z","end":"2026-03-19T11:14:50.121199Z","steps":["trace[783638181] 'agreement among raft nodes before linearized reading' (duration: 891.847039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:50.121229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:49.104203Z","time spent":"1.017018108s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:14:50.121257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:49.229206Z","time spent":"892.042584ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"warn","ts":"2026-03-19T11:14:50.121257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:49.274265Z","time spent":"846.984293ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:14:50.121252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.137075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T11:14:50.121258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.253169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-19T11:14:50.1213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:49.09643Z","time spent":"1.024818882s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e466402-1e3a-4d83-9f4e-abc09cdd8939\" "} {"level":"info","ts":"2026-03-19T11:14:50.121336Z","caller":"traceutil/trace.go:171","msg":"trace[926813745] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5054; }","duration":"897.243868ms","start":"2026-03-19T11:14:49.22407Z","end":"2026-03-19T11:14:50.121314Z","steps":["trace[926813745] 'agreement among raft nodes before linearized reading' (duration: 897.035102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:50.121311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.781403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T11:14:50.12135Z","caller":"traceutil/trace.go:171","msg":"trace[218568775] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5054; }","duration":"603.398313ms","start":"2026-03-19T11:14:49.517928Z","end":"2026-03-19T11:14:50.121326Z","steps":["trace[218568775] 'agreement among raft nodes before linearized reading' (duration: 603.112065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:50.121386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:49.224055Z","time spent":"897.31919ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T11:14:50.121414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:49.517909Z","time spent":"603.495366ms","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-19T11:14:50.121417Z","caller":"traceutil/trace.go:171","msg":"trace[1917706683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5054; }","duration":"848.929447ms","start":"2026-03-19T11:14:49.272461Z","end":"2026-03-19T11:14:50.121391Z","steps":["trace[1917706683] 'agreement among raft nodes before linearized reading' (duration: 848.610498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:50.121472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:49.272446Z","time spent":"849.016169ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T11:14:50.120865Z","caller":"traceutil/trace.go:171","msg":"trace[1840666048] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"1.02871981s","start":"2026-03-19T11:14:49.092117Z","end":"2026-03-19T11:14:50.120837Z","steps":["trace[1840666048] 'process raft request' (duration: 1.028414642s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:50.121664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:49.092098Z","time spent":"1.029483521s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:14:50.259445Z","caller":"traceutil/trace.go:171","msg":"trace[884707724] transaction","detail":"{read_only:false; response_revision:5057; number_of_response:1; }","duration":"133.764135ms","start":"2026-03-19T11:14:50.125648Z","end":"2026-03-19T11:14:50.259412Z","steps":["trace[884707724] 'process raft request' (duration: 133.6033ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:50.259588Z","caller":"traceutil/trace.go:171","msg":"trace[697371290] linearizableReadLoop","detail":"{readStateIndex:5257; appliedIndex:5252; }","duration":"132.669965ms","start":"2026-03-19T11:14:50.126891Z","end":"2026-03-19T11:14:50.259561Z","steps":["trace[697371290] 'read index received' (duration: 30.608843ms)","trace[697371290] 'applied index is now lower than readState.Index' (duration: 102.058732ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:50.259433Z","caller":"traceutil/trace.go:171","msg":"trace[217585549] transaction","detail":"{read_only:false; response_revision:5058; number_of_response:1; }","duration":"133.273031ms","start":"2026-03-19T11:14:50.12612Z","end":"2026-03-19T11:14:50.259393Z","steps":["trace[217585549] 'process raft request' (duration: 133.185349ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:50.259714Z","caller":"traceutil/trace.go:171","msg":"trace[891277730] transaction","detail":"{read_only:false; response_revision:5059; number_of_response:1; }","duration":"133.044965ms","start":"2026-03-19T11:14:50.126645Z","end":"2026-03-19T11:14:50.25969Z","steps":["trace[891277730] 'process raft request' (duration: 132.707186ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:50.259494Z","caller":"traceutil/trace.go:171","msg":"trace[684844451] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"133.791105ms","start":"2026-03-19T11:14:50.125609Z","end":"2026-03-19T11:14:50.2594Z","steps":["trace[684844451] 'process raft request' (duration: 96.58154ms)","trace[684844451] 'compare' (duration: 36.904767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:14:50.259781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.968449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T11:14:50.259932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.023574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80216"} {"level":"info","ts":"2026-03-19T11:14:50.259937Z","caller":"traceutil/trace.go:171","msg":"trace[920408856] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5059; }","duration":"102.151194ms","start":"2026-03-19T11:14:50.157775Z","end":"2026-03-19T11:14:50.259927Z","steps":["trace[920408856] 'agreement among raft nodes before linearized reading' (duration: 101.938738ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:50.259968Z","caller":"traceutil/trace.go:171","msg":"trace[1041939292] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5059; }","duration":"133.112827ms","start":"2026-03-19T11:14:50.126845Z","end":"2026-03-19T11:14:50.259958Z","steps":["trace[1041939292] 'agreement among raft nodes before linearized reading' (duration: 132.85426ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:50.78631Z","caller":"traceutil/trace.go:171","msg":"trace[1964387535] linearizableReadLoop","detail":"{readStateIndex:5262; appliedIndex:5261; }","duration":"120.690345ms","start":"2026-03-19T11:14:50.665595Z","end":"2026-03-19T11:14:50.786285Z","steps":["trace[1964387535] 'read index received' (duration: 14.824638ms)","trace[1964387535] 'applied index is now lower than readState.Index' (duration: 105.864537ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:50.786421Z","caller":"traceutil/trace.go:171","msg":"trace[2060677093] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"157.051706ms","start":"2026-03-19T11:14:50.629317Z","end":"2026-03-19T11:14:50.786369Z","steps":["trace[2060677093] 'process raft request' (duration: 117.682642ms)","trace[2060677093] 'compare' (duration: 39.064546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:14:50.786536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.915191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e466402-1e3a-4d83-9f4e-abc09cdd8939\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-19T11:14:50.787219Z","caller":"traceutil/trace.go:171","msg":"trace[273575595] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0e466402-1e3a-4d83-9f4e-abc09cdd8939; range_end:; response_count:1; response_revision:5063; }","duration":"121.105826ms","start":"2026-03-19T11:14:50.665559Z","end":"2026-03-19T11:14:50.786665Z","steps":["trace[273575595] 'agreement among raft nodes before linearized reading' (duration: 120.818108ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:50.918218Z","caller":"traceutil/trace.go:171","msg":"trace[348124491] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"124.697486ms","start":"2026-03-19T11:14:50.793496Z","end":"2026-03-19T11:14:50.918193Z","steps":["trace[348124491] 'process raft request' (duration: 115.339868ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:51.237447Z","caller":"traceutil/trace.go:171","msg":"trace[1029148045] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"106.036511ms","start":"2026-03-19T11:14:51.131375Z","end":"2026-03-19T11:14:51.237411Z","steps":["trace[1029148045] 'process raft request' (duration: 105.787554ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:51.463565Z","caller":"traceutil/trace.go:171","msg":"trace[2056383988] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"142.801184ms","start":"2026-03-19T11:14:51.32074Z","end":"2026-03-19T11:14:51.463541Z","steps":["trace[2056383988] 'process raft request' (duration: 132.352425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:51.713963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.206172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:14:51.714159Z","caller":"traceutil/trace.go:171","msg":"trace[255665903] linearizableReadLoop","detail":"{readStateIndex:5270; appliedIndex:5269; }","duration":"104.23857ms","start":"2026-03-19T11:14:51.609909Z","end":"2026-03-19T11:14:51.714147Z","steps":["trace[255665903] 'read index received' (duration: 62.251µs)","trace[255665903] 'applied index is now lower than readState.Index' (duration: 104.175289ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:51.714217Z","caller":"traceutil/trace.go:171","msg":"trace[1075462847] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"181.136019ms","start":"2026-03-19T11:14:51.533062Z","end":"2026-03-19T11:14:51.714198Z","steps":["trace[1075462847] 'process raft request' (duration: 69.632188ms)","trace[1075462847] 'compare' (duration: 111.10643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:14:51.71428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.381725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:14:51.714314Z","caller":"traceutil/trace.go:171","msg":"trace[1179271587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5070; }","duration":"104.461707ms","start":"2026-03-19T11:14:51.609846Z","end":"2026-03-19T11:14:51.714308Z","steps":["trace[1179271587] 'agreement among raft nodes before linearized reading' (duration: 104.349564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:53.030024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.137389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:14:53.030256Z","caller":"traceutil/trace.go:171","msg":"trace[1328000173] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"238.607704ms","start":"2026-03-19T11:14:52.79163Z","end":"2026-03-19T11:14:53.030238Z","steps":["trace[1328000173] 'process raft request' (duration: 238.571553ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:53.030339Z","caller":"traceutil/trace.go:171","msg":"trace[1447069479] linearizableReadLoop","detail":"{readStateIndex:5276; appliedIndex:5275; }","duration":"767.148164ms","start":"2026-03-19T11:14:52.263145Z","end":"2026-03-19T11:14:53.030293Z","steps":["trace[1447069479] 'read index received' (duration: 315.658146ms)","trace[1447069479] 'applied index is now lower than readState.Index' (duration: 451.485908ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:53.030444Z","caller":"traceutil/trace.go:171","msg":"trace[1320470012] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"790.767515ms","start":"2026-03-19T11:14:52.239626Z","end":"2026-03-19T11:14:53.030394Z","steps":["trace[1320470012] 'process raft request' (duration: 339.141993ms)","trace[1320470012] 'compare' (duration: 450.713077ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:53.030927Z","caller":"traceutil/trace.go:171","msg":"trace[1861520370] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"343.623186ms","start":"2026-03-19T11:14:52.687288Z","end":"2026-03-19T11:14:53.030912Z","steps":["trace[1861520370] 'process raft request' (duration: 342.866686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:53.030999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:52.687251Z","time spent":"343.714089ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:14:53.031041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.825109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T11:14:53.031086Z","caller":"traceutil/trace.go:171","msg":"trace[1065774740] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5078; }","duration":"732.900931ms","start":"2026-03-19T11:14:52.29817Z","end":"2026-03-19T11:14:53.03107Z","steps":["trace[1065774740] 'agreement among raft nodes before linearized reading' (duration: 732.718686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:53.031088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.931156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T11:14:53.031089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.655186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T11:14:53.031062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.463302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T11:14:53.0311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:52.239604Z","time spent":"791.362561ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:14:53.031147Z","caller":"traceutil/trace.go:171","msg":"trace[445641374] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5078; }","duration":"768.029628ms","start":"2026-03-19T11:14:52.263103Z","end":"2026-03-19T11:14:53.031132Z","steps":["trace[445641374] 'agreement among raft nodes before linearized reading' (duration: 767.702619ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:53.031166Z","caller":"traceutil/trace.go:171","msg":"trace[1843764636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5078; }","duration":"767.619617ms","start":"2026-03-19T11:14:52.263535Z","end":"2026-03-19T11:14:53.031155Z","steps":["trace[1843764636] 'agreement among raft nodes before linearized reading' (duration: 767.333379ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:53.031173Z","caller":"traceutil/trace.go:171","msg":"trace[780027086] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:5078; }","duration":"764.763108ms","start":"2026-03-19T11:14:52.266389Z","end":"2026-03-19T11:14:53.031152Z","steps":["trace[780027086] 'agreement among raft nodes before linearized reading' (duration: 764.577873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:53.031198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:52.263079Z","time spent":"768.109291ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:14:53.031227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:52.266377Z","time spent":"764.837721ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"warn","ts":"2026-03-19T11:14:53.031121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:52.298148Z","time spent":"732.965213ms","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-19T11:14:53.031217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.209906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T11:14:53.031376Z","caller":"traceutil/trace.go:171","msg":"trace[1153987411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5078; }","duration":"767.421912ms","start":"2026-03-19T11:14:52.263941Z","end":"2026-03-19T11:14:53.031363Z","steps":["trace[1153987411] 'agreement among raft nodes before linearized reading' (duration: 767.076822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:53.031338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.305209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T11:14:53.031417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:52.263921Z","time spent":"767.484283ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:14:53.031246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:52.263526Z","time spent":"767.662978ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:14:53.031206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.374553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:14:53.031434Z","caller":"traceutil/trace.go:171","msg":"trace[605496478] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5078; }","duration":"767.421681ms","start":"2026-03-19T11:14:52.263994Z","end":"2026-03-19T11:14:53.031415Z","steps":["trace[605496478] 'agreement among raft nodes before linearized reading' (duration: 766.938238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:53.031576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:52.26398Z","time spent":"767.574026ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T11:14:53.031507Z","caller":"traceutil/trace.go:171","msg":"trace[898213797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5078; }","duration":"419.754504ms","start":"2026-03-19T11:14:52.611734Z","end":"2026-03-19T11:14:53.031489Z","steps":["trace[898213797] 'agreement among raft nodes before linearized reading' (duration: 419.312562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:53.031653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:52.611706Z","time spent":"419.938209ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:14:53.031238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.217465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-03-19T11:14:53.031715Z","caller":"traceutil/trace.go:171","msg":"trace[1032494686] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5078; }","duration":"629.737669ms","start":"2026-03-19T11:14:52.401961Z","end":"2026-03-19T11:14:53.031698Z","steps":["trace[1032494686] 'agreement among raft nodes before linearized reading' (duration: 629.127612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:53.03177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:14:52.401936Z","time spent":"629.819061ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":737,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-03-19T11:14:53.211429Z","caller":"traceutil/trace.go:171","msg":"trace[1365444442] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"174.546088ms","start":"2026-03-19T11:14:53.036845Z","end":"2026-03-19T11:14:53.211391Z","steps":["trace[1365444442] 'process raft request' (duration: 174.167048ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:53.211727Z","caller":"traceutil/trace.go:171","msg":"trace[666303456] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"174.797005ms","start":"2026-03-19T11:14:53.036897Z","end":"2026-03-19T11:14:53.211694Z","steps":["trace[666303456] 'process raft request' (duration: 174.395024ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:53.211841Z","caller":"traceutil/trace.go:171","msg":"trace[387650970] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"174.816076ms","start":"2026-03-19T11:14:53.036976Z","end":"2026-03-19T11:14:53.211792Z","steps":["trace[387650970] 'process raft request' (duration: 174.624881ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:53.784076Z","caller":"traceutil/trace.go:171","msg":"trace[1721167222] linearizableReadLoop","detail":"{readStateIndex:5284; appliedIndex:5283; }","duration":"214.065367ms","start":"2026-03-19T11:14:53.569992Z","end":"2026-03-19T11:14:53.784057Z","steps":["trace[1721167222] 'read index received' (duration: 213.902402ms)","trace[1721167222] 'applied index is now lower than readState.Index' (duration: 162.305µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:53.784171Z","caller":"traceutil/trace.go:171","msg":"trace[1509065774] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"227.020714ms","start":"2026-03-19T11:14:53.557117Z","end":"2026-03-19T11:14:53.784138Z","steps":["trace[1509065774] 'process raft request' (duration: 226.833999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:53.784205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.197541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:14:53.784329Z","caller":"traceutil/trace.go:171","msg":"trace[669658169] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5084; }","duration":"214.368046ms","start":"2026-03-19T11:14:53.569952Z","end":"2026-03-19T11:14:53.78432Z","steps":["trace[669658169] 'agreement among raft nodes before linearized reading' (duration: 214.193971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:53.78431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.834811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:14:53.784413Z","caller":"traceutil/trace.go:171","msg":"trace[1210224111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5084; }","duration":"156.978955ms","start":"2026-03-19T11:14:53.627408Z","end":"2026-03-19T11:14:53.784387Z","steps":["trace[1210224111] 'agreement among raft nodes before linearized reading' (duration: 156.79778ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:54.329619Z","caller":"traceutil/trace.go:171","msg":"trace[1750931390] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"191.838295ms","start":"2026-03-19T11:14:54.137734Z","end":"2026-03-19T11:14:54.329572Z","steps":["trace[1750931390] 'process raft request' (duration: 120.288503ms)","trace[1750931390] 'compare' (duration: 71.14802ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:54.329654Z","caller":"traceutil/trace.go:171","msg":"trace[1295619105] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"107.757999ms","start":"2026-03-19T11:14:54.221872Z","end":"2026-03-19T11:14:54.32963Z","steps":["trace[1295619105] 'process raft request' (duration: 107.573364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:55.158801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.754955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:14:55.158968Z","caller":"traceutil/trace.go:171","msg":"trace[754941002] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"122.490424ms","start":"2026-03-19T11:14:55.036465Z","end":"2026-03-19T11:14:55.158956Z","steps":["trace[754941002] 'process raft request' (duration: 122.415872ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:55.159006Z","caller":"traceutil/trace.go:171","msg":"trace[1584429297] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"123.746889ms","start":"2026-03-19T11:14:55.03524Z","end":"2026-03-19T11:14:55.158987Z","steps":["trace[1584429297] 'process raft request' (duration: 22.724076ms)","trace[1584429297] 'compare' (duration: 100.528659ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:55.15902Z","caller":"traceutil/trace.go:171","msg":"trace[1134238372] linearizableReadLoop","detail":"{readStateIndex:5291; appliedIndex:5290; }","duration":"122.853855ms","start":"2026-03-19T11:14:55.036135Z","end":"2026-03-19T11:14:55.158989Z","steps":["trace[1134238372] 'read index received' (duration: 21.865663ms)","trace[1134238372] 'applied index is now lower than readState.Index' (duration: 100.986752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:14:55.159367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.746701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:14:55.159428Z","caller":"traceutil/trace.go:171","msg":"trace[439371223] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:5092; }","duration":"118.868135ms","start":"2026-03-19T11:14:55.040546Z","end":"2026-03-19T11:14:55.159414Z","steps":["trace[439371223] 'agreement among raft nodes before linearized reading' (duration: 118.604937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:55.159183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.05616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T11:14:55.159772Z","caller":"traceutil/trace.go:171","msg":"trace[2124749162] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5092; }","duration":"123.693348ms","start":"2026-03-19T11:14:55.036063Z","end":"2026-03-19T11:14:55.159756Z","steps":["trace[2124749162] 'agreement among raft nodes before linearized reading' (duration: 123.04532ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:55.301695Z","caller":"traceutil/trace.go:171","msg":"trace[177159700] linearizableReadLoop","detail":"{readStateIndex:5294; appliedIndex:5293; }","duration":"117.098125ms","start":"2026-03-19T11:14:55.184569Z","end":"2026-03-19T11:14:55.301667Z","steps":["trace[177159700] 'read index received' (duration: 78.658457ms)","trace[177159700] 'applied index is now lower than readState.Index' (duration: 38.438628ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:55.301719Z","caller":"traceutil/trace.go:171","msg":"trace[857831672] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"137.308061ms","start":"2026-03-19T11:14:55.164389Z","end":"2026-03-19T11:14:55.301697Z","steps":["trace[857831672] 'process raft request' (duration: 98.923625ms)","trace[857831672] 'compare' (duration: 38.200031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:14:55.301809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.014146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:14:55.301838Z","caller":"traceutil/trace.go:171","msg":"trace[578965644] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5094; }","duration":"136.080417ms","start":"2026-03-19T11:14:55.165749Z","end":"2026-03-19T11:14:55.30183Z","steps":["trace[578965644] 'agreement among raft nodes before linearized reading' (duration: 136.009415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:14:55.733356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.326375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:14:55.733419Z","caller":"traceutil/trace.go:171","msg":"trace[491741500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5098; }","duration":"120.426738ms","start":"2026-03-19T11:14:55.612978Z","end":"2026-03-19T11:14:55.733405Z","steps":["trace[491741500] 'range keys from in-memory index tree' (duration: 120.251623ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:59.301033Z","caller":"traceutil/trace.go:171","msg":"trace[1685130179] linearizableReadLoop","detail":"{readStateIndex:5318; appliedIndex:5317; }","duration":"100.603782ms","start":"2026-03-19T11:14:59.200408Z","end":"2026-03-19T11:14:59.301012Z","steps":["trace[1685130179] 'read index received' (duration: 69.892276ms)","trace[1685130179] 'applied index is now lower than readState.Index' (duration: 30.710646ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:14:59.301088Z","caller":"traceutil/trace.go:171","msg":"trace[906788270] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"126.755161ms","start":"2026-03-19T11:14:59.174305Z","end":"2026-03-19T11:14:59.30106Z","steps":["trace[906788270] 'process raft request' (duration: 96.085726ms)","trace[906788270] 'compare' (duration: 30.527532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:14:59.301347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.88908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:14:59.301476Z","caller":"traceutil/trace.go:171","msg":"trace[466152882] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:5117; }","duration":"101.093335ms","start":"2026-03-19T11:14:59.200365Z","end":"2026-03-19T11:14:59.301458Z","steps":["trace[466152882] 'agreement among raft nodes before linearized reading' (duration: 100.726825ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:59.466599Z","caller":"traceutil/trace.go:171","msg":"trace[924034574] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"101.373182ms","start":"2026-03-19T11:14:59.365201Z","end":"2026-03-19T11:14:59.466574Z","steps":["trace[924034574] 'process raft request' (duration: 101.127425ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:14:59.984711Z","caller":"traceutil/trace.go:171","msg":"trace[69479974] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"106.324929ms","start":"2026-03-19T11:14:59.878363Z","end":"2026-03-19T11:14:59.984688Z","steps":["trace[69479974] 'process raft request' (duration: 106.178055ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:15:00.49743Z","caller":"traceutil/trace.go:171","msg":"trace[650410769] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"124.222362ms","start":"2026-03-19T11:15:00.37306Z","end":"2026-03-19T11:15:00.497282Z","steps":["trace[650410769] 'process raft request' (duration: 116.206871ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:15:00.813276Z","caller":"traceutil/trace.go:171","msg":"trace[498148395] linearizableReadLoop","detail":"{readStateIndex:5332; appliedIndex:5331; }","duration":"115.823841ms","start":"2026-03-19T11:15:00.697424Z","end":"2026-03-19T11:15:00.813248Z","steps":["trace[498148395] 'read index received' (duration: 115.389679ms)","trace[498148395] 'applied index is now lower than readState.Index' (duration: 432.642µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:15:00.813383Z","caller":"traceutil/trace.go:171","msg":"trace[409018302] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"167.219917ms","start":"2026-03-19T11:15:00.6461Z","end":"2026-03-19T11:15:00.81332Z","steps":["trace[409018302] 'process raft request' (duration: 166.873838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:00.813456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.000376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:15:00.81353Z","caller":"traceutil/trace.go:171","msg":"trace[1096343595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5130; }","duration":"116.092509ms","start":"2026-03-19T11:15:00.697389Z","end":"2026-03-19T11:15:00.813482Z","steps":["trace[1096343595] 'agreement among raft nodes before linearized reading' (duration: 115.961335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:01.04058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.443822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5588"} {"level":"info","ts":"2026-03-19T11:15:01.040655Z","caller":"traceutil/trace.go:171","msg":"trace[720739626] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:5130; }","duration":"143.589125ms","start":"2026-03-19T11:15:00.897048Z","end":"2026-03-19T11:15:01.040637Z","steps":["trace[720739626] 'range keys from in-memory index tree' (duration: 143.187635ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:15:01.305834Z","caller":"traceutil/trace.go:171","msg":"trace[522273703] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"143.655767ms","start":"2026-03-19T11:15:01.162145Z","end":"2026-03-19T11:15:01.305801Z","steps":["trace[522273703] 'process raft request' (duration: 143.448821ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:15:01.305942Z","caller":"traceutil/trace.go:171","msg":"trace[1932275980] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"143.831552ms","start":"2026-03-19T11:15:01.162031Z","end":"2026-03-19T11:15:01.305862Z","steps":["trace[1932275980] 'process raft request' (duration: 79.467129ms)","trace[1932275980] 'compare' (duration: 63.847499ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:15:01.30616Z","caller":"traceutil/trace.go:171","msg":"trace[1377488664] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"142.454665ms","start":"2026-03-19T11:15:01.163692Z","end":"2026-03-19T11:15:01.306146Z","steps":["trace[1377488664] 'process raft request' (duration: 142.036743ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:15:01.306321Z","caller":"traceutil/trace.go:171","msg":"trace[1235061042] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"143.674638ms","start":"2026-03-19T11:15:01.162639Z","end":"2026-03-19T11:15:01.306313Z","steps":["trace[1235061042] 'process raft request' (duration: 143.044121ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:15:01.306447Z","caller":"traceutil/trace.go:171","msg":"trace[74711253] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"142.230869ms","start":"2026-03-19T11:15:01.164203Z","end":"2026-03-19T11:15:01.306434Z","steps":["trace[74711253] 'process raft request' (duration: 141.889379ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:15:01.306721Z","caller":"traceutil/trace.go:171","msg":"trace[1982232148] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"140.543132ms","start":"2026-03-19T11:15:01.166156Z","end":"2026-03-19T11:15:01.306699Z","steps":["trace[1982232148] 'process raft request' (duration: 140.194152ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:15:01.306795Z","caller":"traceutil/trace.go:171","msg":"trace[33284149] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"121.198909ms","start":"2026-03-19T11:15:01.185582Z","end":"2026-03-19T11:15:01.306781Z","steps":["trace[33284149] 'process raft request' (duration: 121.020734ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:15:01.556542Z","caller":"traceutil/trace.go:171","msg":"trace[2136574317] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"162.182078ms","start":"2026-03-19T11:15:01.394331Z","end":"2026-03-19T11:15:01.556513Z","steps":["trace[2136574317] 'process raft request' (duration: 150.880277ms)","trace[2136574317] 'compare' (duration: 11.171408ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:15:01.560981Z","caller":"traceutil/trace.go:171","msg":"trace[1176721495] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"161.758577ms","start":"2026-03-19T11:15:01.399201Z","end":"2026-03-19T11:15:01.56096Z","steps":["trace[1176721495] 'process raft request' (duration: 161.587872ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:15:02.677148Z","caller":"traceutil/trace.go:171","msg":"trace[485732278] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"106.799822ms","start":"2026-03-19T11:15:02.570308Z","end":"2026-03-19T11:15:02.677108Z","steps":["trace[485732278] 'process raft request' (duration: 106.259067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:04.101117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536076724,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:15:04.602264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536076724,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:15:04.620048Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.020301008s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T11:15:04.658501Z","caller":"traceutil/trace.go:171","msg":"trace[1461976894] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"1.058800109s","start":"2026-03-19T11:15:03.599664Z","end":"2026-03-19T11:15:04.658464Z","steps":["trace[1461976894] 'process raft request' (duration: 1.020577976s)","trace[1461976894] 'compare' (duration: 37.309328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:15:04.658654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:03.599647Z","time spent":"1.058925262s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:15:04.659926Z","caller":"traceutil/trace.go:171","msg":"trace[728495196] linearizableReadLoop","detail":"{readStateIndex:5364; appliedIndex:5362; }","duration":"1.059521669s","start":"2026-03-19T11:15:03.600388Z","end":"2026-03-19T11:15:04.65991Z","steps":["trace[728495196] 'read index received' (duration: 1.019808095s)","trace[728495196] 'applied index is now lower than readState.Index' (duration: 39.712604ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:15:04.659993Z","caller":"traceutil/trace.go:171","msg":"trace[1708443065] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"113.782514ms","start":"2026-03-19T11:15:04.546182Z","end":"2026-03-19T11:15:04.659965Z","steps":["trace[1708443065] 'process raft request' (duration: 113.63339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:04.660114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059716734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:15:04.660169Z","caller":"traceutil/trace.go:171","msg":"trace[456032305] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5162; }","duration":"1.059802656s","start":"2026-03-19T11:15:03.600354Z","end":"2026-03-19T11:15:04.660157Z","steps":["trace[456032305] 'agreement among raft nodes before linearized reading' (duration: 1.059655122s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:04.660205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:03.600337Z","time spent":"1.059860678s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:15:04.660251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.644789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-x5k5z\" ","response":"range_response_count:1 size:4040"} {"level":"info","ts":"2026-03-19T11:15:04.660331Z","caller":"traceutil/trace.go:171","msg":"trace[259114862] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-x5k5z; range_end:; response_count:1; response_revision:5162; }","duration":"742.773673ms","start":"2026-03-19T11:15:03.917539Z","end":"2026-03-19T11:15:04.660313Z","steps":["trace[259114862] 'agreement among raft nodes before linearized reading' (duration: 742.541996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:04.660346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.677868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T11:15:04.660373Z","caller":"traceutil/trace.go:171","msg":"trace[1488005709] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5162; }","duration":"763.763301ms","start":"2026-03-19T11:15:03.896601Z","end":"2026-03-19T11:15:04.660365Z","steps":["trace[1488005709] 'agreement among raft nodes before linearized reading' (duration: 763.679949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:04.660266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059537419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T11:15:04.660406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:03.896571Z","time spent":"763.829133ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T11:15:04.660399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059012065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T11:15:04.660411Z","caller":"traceutil/trace.go:171","msg":"trace[394429828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5162; }","duration":"1.059718124s","start":"2026-03-19T11:15:03.600684Z","end":"2026-03-19T11:15:04.660402Z","steps":["trace[394429828] 'agreement among raft nodes before linearized reading' (duration: 1.059382625s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:04.660457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:03.600677Z","time spent":"1.059772376s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:15:04.660377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:03.917511Z","time spent":"742.858624ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4064,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-x5k5z\" "} {"level":"info","ts":"2026-03-19T11:15:04.660457Z","caller":"traceutil/trace.go:171","msg":"trace[1621229391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5162; }","duration":"1.059076336s","start":"2026-03-19T11:15:03.601363Z","end":"2026-03-19T11:15:04.66044Z","steps":["trace[1621229391] 'agreement among raft nodes before linearized reading' (duration: 1.058943243s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:04.660621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:03.601358Z","time spent":"1.059236821s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T11:15:09.592101Z","caller":"traceutil/trace.go:171","msg":"trace[1055389029] transaction","detail":"{read_only:false; response_revision:5241; number_of_response:1; }","duration":"359.873407ms","start":"2026-03-19T11:15:09.232192Z","end":"2026-03-19T11:15:09.592065Z","steps":["trace[1055389029] 'process raft request' (duration: 359.570429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:09.592659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:09.232166Z","time spent":"360.077962ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:15:09.593703Z","caller":"traceutil/trace.go:171","msg":"trace[1975023748] linearizableReadLoop","detail":"{readStateIndex:5448; appliedIndex:5446; }","duration":"222.820989ms","start":"2026-03-19T11:15:09.370856Z","end":"2026-03-19T11:15:09.593677Z","steps":["trace[1975023748] 'read index received' (duration: 220.968149ms)","trace[1975023748] 'applied index is now lower than readState.Index' (duration: 1.85176ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:15:09.593789Z","caller":"traceutil/trace.go:171","msg":"trace[158072980] transaction","detail":"{read_only:false; response_revision:5242; number_of_response:1; }","duration":"246.237924ms","start":"2026-03-19T11:15:09.347522Z","end":"2026-03-19T11:15:09.59376Z","steps":["trace[158072980] 'process raft request' (duration: 245.994237ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:15:09.593859Z","caller":"traceutil/trace.go:171","msg":"trace[1692239186] transaction","detail":"{read_only:false; response_revision:5243; number_of_response:1; }","duration":"167.740712ms","start":"2026-03-19T11:15:09.426107Z","end":"2026-03-19T11:15:09.593847Z","steps":["trace[1692239186] 'process raft request' (duration: 167.525446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:09.594095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.21789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:15:09.594137Z","caller":"traceutil/trace.go:171","msg":"trace[1516811603] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5243; }","duration":"223.323233ms","start":"2026-03-19T11:15:09.370803Z","end":"2026-03-19T11:15:09.594126Z","steps":["trace[1516811603] 'agreement among raft nodes before linearized reading' (duration: 223.164398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:09.594166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.299682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:15:09.594203Z","caller":"traceutil/trace.go:171","msg":"trace[883281832] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:5243; }","duration":"162.388175ms","start":"2026-03-19T11:15:09.431802Z","end":"2026-03-19T11:15:09.594191Z","steps":["trace[883281832] 'agreement among raft nodes before linearized reading' (duration: 162.200949ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:15:12.896448Z","caller":"traceutil/trace.go:171","msg":"trace[1177955742] linearizableReadLoop","detail":"{readStateIndex:5477; appliedIndex:5475; }","duration":"181.84298ms","start":"2026-03-19T11:15:12.714567Z","end":"2026-03-19T11:15:12.89641Z","steps":["trace[1177955742] 'read index received' (duration: 28.210395ms)","trace[1177955742] 'applied index is now lower than readState.Index' (duration: 153.631525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:15:12.897018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.409944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T11:15:12.897107Z","caller":"traceutil/trace.go:171","msg":"trace[156958471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5271; }","duration":"148.532657ms","start":"2026-03-19T11:15:12.748551Z","end":"2026-03-19T11:15:12.897084Z","steps":["trace[156958471] 'agreement among raft nodes before linearized reading' (duration: 148.310511ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:15:12.89712Z","caller":"traceutil/trace.go:171","msg":"trace[684675056] transaction","detail":"{read_only:false; response_revision:5271; number_of_response:1; }","duration":"109.649623ms","start":"2026-03-19T11:15:12.78739Z","end":"2026-03-19T11:15:12.897039Z","steps":["trace[684675056] 'process raft request' (duration: 109.378026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:12.897195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.561385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T11:15:12.897292Z","caller":"traceutil/trace.go:171","msg":"trace[597377129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5271; }","duration":"111.701419ms","start":"2026-03-19T11:15:12.785572Z","end":"2026-03-19T11:15:12.897274Z","steps":["trace[597377129] 'agreement among raft nodes before linearized reading' (duration: 111.491853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:12.897573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.972391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4867"} {"level":"info","ts":"2026-03-19T11:15:12.897624Z","caller":"traceutil/trace.go:171","msg":"trace[528150470] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5270; }","duration":"183.077014ms","start":"2026-03-19T11:15:12.714533Z","end":"2026-03-19T11:15:12.89761Z","steps":["trace[528150470] 'agreement among raft nodes before linearized reading' (duration: 182.131628ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:15:12.898176Z","caller":"traceutil/trace.go:171","msg":"trace[1644996195] transaction","detail":"{read_only:false; response_revision:5270; number_of_response:1; }","duration":"188.736047ms","start":"2026-03-19T11:15:12.709419Z","end":"2026-03-19T11:15:12.898156Z","steps":["trace[1644996195] 'process raft request' (duration: 186.824606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:13.788315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.591716ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:15:13.788538Z","caller":"traceutil/trace.go:171","msg":"trace[1532323671] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5272; }","duration":"630.851153ms","start":"2026-03-19T11:15:13.157664Z","end":"2026-03-19T11:15:13.788515Z","steps":["trace[1532323671] 'range keys from in-memory index tree' (duration: 630.558955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:13.789337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.881043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:15:13.789574Z","caller":"traceutil/trace.go:171","msg":"trace[1005097767] transaction","detail":"{read_only:false; response_revision:5273; number_of_response:1; }","duration":"886.189225ms","start":"2026-03-19T11:15:12.903361Z","end":"2026-03-19T11:15:13.789551Z","steps":["trace[1005097767] 'process raft request' (duration: 347.964783ms)","trace[1005097767] 'compare' (duration: 537.460841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:15:13.789651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:12.903336Z","time spent":"886.281908ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:15:13.789958Z","caller":"traceutil/trace.go:171","msg":"trace[363102715] transaction","detail":"{read_only:false; response_revision:5274; number_of_response:1; }","duration":"886.531405ms","start":"2026-03-19T11:15:12.903392Z","end":"2026-03-19T11:15:13.789924Z","steps":["trace[363102715] 'process raft request' (duration: 886.070633ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:15:13.789962Z","caller":"traceutil/trace.go:171","msg":"trace[1416158979] linearizableReadLoop","detail":"{readStateIndex:5483; appliedIndex:5479; }","duration":"167.099281ms","start":"2026-03-19T11:15:13.62284Z","end":"2026-03-19T11:15:13.789939Z","steps":["trace[1416158979] 'read index received' (duration: 161.658353ms)","trace[1416158979] 'applied index is now lower than readState.Index' (duration: 5.439777ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:15:13.790024Z","caller":"traceutil/trace.go:171","msg":"trace[241627514] transaction","detail":"{read_only:false; response_revision:5275; number_of_response:1; }","duration":"174.724937ms","start":"2026-03-19T11:15:13.615268Z","end":"2026-03-19T11:15:13.789993Z","steps":["trace[241627514] 'process raft request' (duration: 174.562863ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:15:13.790096Z","caller":"traceutil/trace.go:171","msg":"trace[1980941189] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"174.11081ms","start":"2026-03-19T11:15:13.615974Z","end":"2026-03-19T11:15:13.790085Z","steps":["trace[1980941189] 'process raft request' (duration: 173.930976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:13.79013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:12.90336Z","time spent":"886.656098ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:15:13.790469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.322216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T11:15:13.790553Z","caller":"traceutil/trace.go:171","msg":"trace[161804299] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5276; }","duration":"129.682636ms","start":"2026-03-19T11:15:13.660851Z","end":"2026-03-19T11:15:13.790534Z","steps":["trace[161804299] 'agreement among raft nodes before linearized reading' (duration: 129.299205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:13.790576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.737918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:15:13.790658Z","caller":"traceutil/trace.go:171","msg":"trace[114675665] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:5276; }","duration":"167.876091ms","start":"2026-03-19T11:15:13.622761Z","end":"2026-03-19T11:15:13.790637Z","steps":["trace[114675665] 'agreement among raft nodes before linearized reading' (duration: 167.46195ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:15:14.856275Z","caller":"traceutil/trace.go:171","msg":"trace[1849343979] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"103.590839ms","start":"2026-03-19T11:15:14.752656Z","end":"2026-03-19T11:15:14.856247Z","steps":["trace[1849343979] 'process raft request' (duration: 103.396424ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:15:17.392528Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2604} {"level":"info","ts":"2026-03-19T11:15:17.490012Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2604,"took":"96.27355ms","hash":1935484390,"current-db-size-bytes":38555648,"current-db-size":"39 MB","current-db-size-in-use-bytes":28123136,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-19T11:15:17.490062Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1935484390,"revision":2604,"compact-revision":-1} {"level":"warn","ts":"2026-03-19T11:15:20.097086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.5639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:15:20.097349Z","caller":"traceutil/trace.go:171","msg":"trace[1709396605] transaction","detail":"{read_only:false; response_revision:5307; number_of_response:1; }","duration":"280.543466ms","start":"2026-03-19T11:15:19.816784Z","end":"2026-03-19T11:15:20.097327Z","steps":["trace[1709396605] 'process raft request' (duration: 280.427213ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:15:20.097394Z","caller":"traceutil/trace.go:171","msg":"trace[308834606] linearizableReadLoop","detail":"{readStateIndex:5515; appliedIndex:5514; }","duration":"1.028803313s","start":"2026-03-19T11:15:19.068542Z","end":"2026-03-19T11:15:20.097345Z","steps":["trace[308834606] 'read index received' (duration: 277.811322ms)","trace[308834606] 'applied index is now lower than readState.Index' (duration: 750.989631ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:15:20.097417Z","caller":"traceutil/trace.go:171","msg":"trace[1589355108] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"1.092266704s","start":"2026-03-19T11:15:19.005112Z","end":"2026-03-19T11:15:20.097379Z","steps":["trace[1589355108] 'process raft request' (duration: 341.305524ms)","trace[1589355108] 'compare' (duration: 749.899231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:15:20.097634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:19.005089Z","time spent":"1.092468589s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:15:20.097689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029142302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-03-19T11:15:20.097752Z","caller":"traceutil/trace.go:171","msg":"trace[1657796461] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5307; }","duration":"1.029273395s","start":"2026-03-19T11:15:19.068461Z","end":"2026-03-19T11:15:20.097734Z","steps":["trace[1657796461] 'agreement among raft nodes before linearized reading' (duration: 1.029016288s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:20.097785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:19.068429Z","time spent":"1.029350408s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10416,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-19T11:15:20.59838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536077078,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:15:21.099491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536077078,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:15:21.114724Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.018457951s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T11:15:21.54885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.856183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:15:21.54905Z","caller":"traceutil/trace.go:171","msg":"trace[1537876389] transaction","detail":"{read_only:false; response_revision:5308; number_of_response:1; }","duration":"1.731817094s","start":"2026-03-19T11:15:19.817203Z","end":"2026-03-19T11:15:21.54902Z","steps":["trace[1537876389] 'process raft request' (duration: 1.297675373s)","trace[1537876389] 'compare' (duration: 433.415881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:15:21.549163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:19.817187Z","time spent":"1.731928756s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:15:22.038595Z","caller":"traceutil/trace.go:171","msg":"trace[2029794028] linearizableReadLoop","detail":"{readStateIndex:5518; appliedIndex:5516; }","duration":"1.941113857s","start":"2026-03-19T11:15:20.097462Z","end":"2026-03-19T11:15:22.038576Z","steps":["trace[2029794028] 'read index received' (duration: 1.017499916s)","trace[2029794028] 'applied index is now lower than readState.Index' (duration: 923.613091ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:15:22.038722Z","caller":"traceutil/trace.go:171","msg":"trace[175909395] transaction","detail":"{read_only:false; response_revision:5309; number_of_response:1; }","duration":"1.911764182s","start":"2026-03-19T11:15:20.126927Z","end":"2026-03-19T11:15:22.038691Z","steps":["trace[175909395] 'process raft request' (duration: 1.911535645s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:22.038776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.221842698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T11:15:22.038802Z","caller":"traceutil/trace.go:171","msg":"trace[1583507612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5309; }","duration":"2.221955941s","start":"2026-03-19T11:15:19.816838Z","end":"2026-03-19T11:15:22.038794Z","steps":["trace[1583507612] 'agreement among raft nodes before linearized reading' (duration: 2.221845528s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:22.038826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:19.816814Z","time spent":"2.222005803s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:15:22.03882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.221625043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:15:22.038909Z","caller":"traceutil/trace.go:171","msg":"trace[561215751] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5309; }","duration":"2.221740696s","start":"2026-03-19T11:15:19.817138Z","end":"2026-03-19T11:15:22.038879Z","steps":["trace[561215751] 'agreement among raft nodes before linearized reading' (duration: 2.221482169s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:22.03873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.957717718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-19T11:15:22.038959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:19.817122Z","time spent":"2.221827529s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:15:22.038998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423557768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:15:22.039026Z","caller":"traceutil/trace.go:171","msg":"trace[884573289] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5309; }","duration":"2.42363892s","start":"2026-03-19T11:15:19.615381Z","end":"2026-03-19T11:15:22.03902Z","steps":["trace[884573289] 'agreement among raft nodes before linearized reading' (duration: 2.423576988s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:22.03905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:19.615353Z","time spent":"2.423691911s","remote":"127.0.0.1:53302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":20,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:15:22.039046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:20.126895Z","time spent":"1.91207285s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:15:22.039112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.970438705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T11:15:22.039166Z","caller":"traceutil/trace.go:171","msg":"trace[224764973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5309; }","duration":"2.970509486s","start":"2026-03-19T11:15:19.068647Z","end":"2026-03-19T11:15:22.039157Z","steps":["trace[224764973] 'agreement among raft nodes before linearized reading' (duration: 2.970362732s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:22.039195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:19.06864Z","time spent":"2.970548847s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:15:22.039301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.216531355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T11:15:22.039314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158470809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T11:15:22.039334Z","caller":"traceutil/trace.go:171","msg":"trace[117946105] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:5309; }","duration":"2.216615777s","start":"2026-03-19T11:15:19.822711Z","end":"2026-03-19T11:15:22.039327Z","steps":["trace[117946105] 'agreement among raft nodes before linearized reading' (duration: 2.216442352s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:22.039341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428099859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:15:22.039119Z","caller":"traceutil/trace.go:171","msg":"trace[134813757] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5309; }","duration":"1.958003246s","start":"2026-03-19T11:15:20.080952Z","end":"2026-03-19T11:15:22.038955Z","steps":["trace[134813757] 'agreement among raft nodes before linearized reading' (duration: 1.957690787s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:22.039363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:19.82269Z","time spent":"2.216666799s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"info","ts":"2026-03-19T11:15:22.039379Z","caller":"traceutil/trace.go:171","msg":"trace[1775985211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5309; }","duration":"1.42812604s","start":"2026-03-19T11:15:20.611235Z","end":"2026-03-19T11:15:22.039361Z","steps":["trace[1775985211] 'agreement among raft nodes before linearized reading' (duration: 1.428086489s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:22.039405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:20.611182Z","time spent":"1.428214203s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:15:22.039381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.937962064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T11:15:22.03935Z","caller":"traceutil/trace.go:171","msg":"trace[1573853232] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5309; }","duration":"1.158580662s","start":"2026-03-19T11:15:20.880758Z","end":"2026-03-19T11:15:22.039339Z","steps":["trace[1573853232] 'agreement among raft nodes before linearized reading' (duration: 1.1584862s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:22.03947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:20.880728Z","time spent":"1.158731056s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:15:22.039479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.671836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T11:15:22.039446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.621527055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:15:22.039525Z","caller":"traceutil/trace.go:171","msg":"trace[1768089998] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5309; }","duration":"638.746708ms","start":"2026-03-19T11:15:21.400769Z","end":"2026-03-19T11:15:22.039516Z","steps":["trace[1768089998] 'agreement among raft nodes before linearized reading' (duration: 638.666486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:22.039549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619199351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T11:15:22.039546Z","caller":"traceutil/trace.go:171","msg":"trace[178938296] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5309; }","duration":"2.621705429s","start":"2026-03-19T11:15:19.417822Z","end":"2026-03-19T11:15:22.039528Z","steps":["trace[178938296] 'agreement among raft nodes before linearized reading' (duration: 2.621395451s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:22.039556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:21.400725Z","time spent":"638.82418ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":25,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:15:22.039553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193328495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T11:15:22.0396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:19.417804Z","time spent":"2.621784422s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":43,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:15:22.039471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:20.080931Z","time spent":"1.958462558s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T11:15:22.039632Z","caller":"traceutil/trace.go:171","msg":"trace[1508754060] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5309; }","duration":"2.193445789s","start":"2026-03-19T11:15:19.846168Z","end":"2026-03-19T11:15:22.039614Z","steps":["trace[1508754060] 'agreement among raft nodes before linearized reading' (duration: 2.193162561s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:22.039205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81396307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-19T11:15:22.03969Z","caller":"traceutil/trace.go:171","msg":"trace[561612072] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5309; }","duration":"1.814480914s","start":"2026-03-19T11:15:20.225202Z","end":"2026-03-19T11:15:22.039683Z","steps":["trace[561612072] 'agreement among raft nodes before linearized reading' (duration: 1.81395362s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:22.039697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:19.846148Z","time spent":"2.193537472s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T11:15:22.039457Z","caller":"traceutil/trace.go:171","msg":"trace[2100245609] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5309; }","duration":"2.938032296s","start":"2026-03-19T11:15:19.101407Z","end":"2026-03-19T11:15:22.039439Z","steps":["trace[2100245609] 'agreement among raft nodes before linearized reading' (duration: 2.937883592s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:22.039719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:20.22518Z","time spent":"1.814531875s","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-19T11:15:22.039572Z","caller":"traceutil/trace.go:171","msg":"trace[791075127] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:5309; }","duration":"1.619258802s","start":"2026-03-19T11:15:20.420307Z","end":"2026-03-19T11:15:22.039565Z","steps":["trace[791075127] 'agreement among raft nodes before linearized reading' (duration: 1.619198591s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:22.039819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:20.420286Z","time spent":"1.619519499s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-03-19T11:15:22.039745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:19.101315Z","time spent":"2.938416727s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-19T11:15:22.678349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:22.044963Z","time spent":"633.375592ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T11:15:22.678411Z","caller":"traceutil/trace.go:171","msg":"trace[1143129372] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"632.136659ms","start":"2026-03-19T11:15:22.046234Z","end":"2026-03-19T11:15:22.678371Z","steps":["trace[1143129372] 'process raft request' (duration: 631.924743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:22.678678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:22.046209Z","time spent":"632.341104ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:15:22.678988Z","caller":"traceutil/trace.go:171","msg":"trace[1003729932] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"632.702614ms","start":"2026-03-19T11:15:22.046261Z","end":"2026-03-19T11:15:22.678963Z","steps":["trace[1003729932] 'process raft request' (duration: 632.048876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:22.679141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:22.046248Z","time spent":"632.813406ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:15:22.679518Z","caller":"traceutil/trace.go:171","msg":"trace[429565931] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"633.089405ms","start":"2026-03-19T11:15:22.046418Z","end":"2026-03-19T11:15:22.679507Z","steps":["trace[429565931] 'process raft request' (duration: 632.468228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:22.679598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:22.046404Z","time spent":"633.140406ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:15:22.679853Z","caller":"traceutil/trace.go:171","msg":"trace[1721503937] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"633.373472ms","start":"2026-03-19T11:15:22.046449Z","end":"2026-03-19T11:15:22.679822Z","steps":["trace[1721503937] 'process raft request' (duration: 632.92081ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:15:22.679961Z","caller":"traceutil/trace.go:171","msg":"trace[2060950511] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"633.429484ms","start":"2026-03-19T11:15:22.046522Z","end":"2026-03-19T11:15:22.679952Z","steps":["trace[2060950511] 'process raft request' (duration: 633.071064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:22.679988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:22.046426Z","time spent":"633.490286ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:15:22.679976Z","caller":"traceutil/trace.go:171","msg":"trace[663172583] transaction","detail":"{read_only:false; response_revision:5315; number_of_response:1; }","duration":"633.305611ms","start":"2026-03-19T11:15:22.046498Z","end":"2026-03-19T11:15:22.679803Z","steps":["trace[663172583] 'process raft request' (duration: 632.990092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:22.680011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:22.046515Z","time spent":"633.470995ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:15:22.680092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:22.046487Z","time spent":"633.555137ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:15:22.680149Z","caller":"traceutil/trace.go:171","msg":"trace[1058479744] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"627.603766ms","start":"2026-03-19T11:15:22.052536Z","end":"2026-03-19T11:15:22.68014Z","steps":["trace[1058479744] 'process raft request' (duration: 627.185704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:22.68019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:22.052518Z","time spent":"627.652667ms","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:15:22.680606Z","caller":"traceutil/trace.go:171","msg":"trace[618100642] transaction","detail":"{read_only:false; response_revision:5318; number_of_response:1; }","duration":"627.743949ms","start":"2026-03-19T11:15:22.052853Z","end":"2026-03-19T11:15:22.680597Z","steps":["trace[618100642] 'process raft request' (duration: 627.237545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:22.680656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:22.052847Z","time spent":"627.78415ms","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:15:22.680749Z","caller":"traceutil/trace.go:171","msg":"trace[433418941] transaction","detail":"{read_only:false; response_revision:5319; number_of_response:1; }","duration":"624.038539ms","start":"2026-03-19T11:15:22.056678Z","end":"2026-03-19T11:15:22.680716Z","steps":["trace[433418941] 'process raft request' (duration: 623.811043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:22.680956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:22.056669Z","time spent":"624.163803ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4143,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:15:22.681366Z","caller":"traceutil/trace.go:171","msg":"trace[2141253224] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"577.787336ms","start":"2026-03-19T11:15:22.103566Z","end":"2026-03-19T11:15:22.681353Z","steps":["trace[2141253224] 'process raft request' (duration: 577.001444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:22.681451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:22.103539Z","time spent":"577.864307ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:15:22.681756Z","caller":"traceutil/trace.go:171","msg":"trace[1330114744] linearizableReadLoop","detail":"{readStateIndex:5520; appliedIndex:5519; }","duration":"635.686545ms","start":"2026-03-19T11:15:22.046051Z","end":"2026-03-19T11:15:22.681738Z","steps":["trace[1330114744] 'read index received' (duration: 62.777102ms)","trace[1330114744] 'applied index is now lower than readState.Index' (duration: 572.908773ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:15:22.681806Z","caller":"traceutil/trace.go:171","msg":"trace[1274657552] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"578.129955ms","start":"2026-03-19T11:15:22.10367Z","end":"2026-03-19T11:15:22.6818Z","steps":["trace[1274657552] 'process raft request' (duration: 577.612141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:22.681845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:22.10366Z","time spent":"578.160265ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:15:22.68196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.898031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T11:15:22.68206Z","caller":"traceutil/trace.go:171","msg":"trace[444457170] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5321; }","duration":"636.001204ms","start":"2026-03-19T11:15:22.046011Z","end":"2026-03-19T11:15:22.682012Z","steps":["trace[444457170] 'agreement among raft nodes before linearized reading' (duration: 635.86263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:22.682106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:22.045998Z","time spent":"636.097596ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T11:15:22.807357Z","caller":"traceutil/trace.go:171","msg":"trace[516124468] linearizableReadLoop","detail":"{readStateIndex:5532; appliedIndex:5531; }","duration":"125.545244ms","start":"2026-03-19T11:15:22.681781Z","end":"2026-03-19T11:15:22.807326Z","steps":["trace[516124468] 'read index received' (duration: 39.232854ms)","trace[516124468] 'applied index is now lower than readState.Index' (duration: 86.31104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:15:22.807509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.719202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:15:22.807519Z","caller":"traceutil/trace.go:171","msg":"trace[1304908259] transaction","detail":"{read_only:false; response_revision:5322; number_of_response:1; }","duration":"127.543148ms","start":"2026-03-19T11:15:22.679919Z","end":"2026-03-19T11:15:22.807462Z","steps":["trace[1304908259] 'process raft request' (duration: 41.108474ms)","trace[1304908259] 'compare' (duration: 86.159166ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:15:22.80764Z","caller":"traceutil/trace.go:171","msg":"trace[191258884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5322; }","duration":"754.806984ms","start":"2026-03-19T11:15:22.052756Z","end":"2026-03-19T11:15:22.807563Z","steps":["trace[191258884] 'agreement among raft nodes before linearized reading' (duration: 754.63118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:22.807685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:22.052752Z","time spent":"754.925448ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:15:22.80773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.00954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81722"} {"level":"warn","ts":"2026-03-19T11:15:22.807732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.17533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0e466402-1e3a-4d83-9f4e-abc09cdd8939\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-19T11:15:22.807786Z","caller":"traceutil/trace.go:171","msg":"trace[1500395122] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5322; }","duration":"755.104722ms","start":"2026-03-19T11:15:22.052667Z","end":"2026-03-19T11:15:22.807772Z","steps":["trace[1500395122] 'agreement among raft nodes before linearized reading' (duration: 754.800124ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:15:22.807799Z","caller":"traceutil/trace.go:171","msg":"trace[108473168] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0e466402-1e3a-4d83-9f4e-abc09cdd8939; range_end:; response_count:1; response_revision:5322; }","duration":"760.268632ms","start":"2026-03-19T11:15:22.047513Z","end":"2026-03-19T11:15:22.807782Z","steps":["trace[108473168] 'agreement among raft nodes before linearized reading' (duration: 760.048716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:22.807836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:22.047506Z","time spent":"760.324314ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-0e466402-1e3a-4d83-9f4e-abc09cdd8939\" "} {"level":"warn","ts":"2026-03-19T11:15:22.80784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:22.05266Z","time spent":"755.167164ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81746,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T11:15:23.35146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.075487ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:15:23.351581Z","caller":"traceutil/trace.go:171","msg":"trace[1089770862] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5322; }","duration":"206.208941ms","start":"2026-03-19T11:15:23.145354Z","end":"2026-03-19T11:15:23.351563Z","steps":["trace[1089770862] 'range keys from in-memory index tree' (duration: 206.032186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:23.351766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.217967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:15:23.352447Z","caller":"traceutil/trace.go:171","msg":"trace[555955614] transaction","detail":"{read_only:false; response_revision:5323; number_of_response:1; }","duration":"665.283968ms","start":"2026-03-19T11:15:22.68713Z","end":"2026-03-19T11:15:23.352414Z","steps":["trace[555955614] 'process raft request' (duration: 488.214447ms)","trace[555955614] 'compare' (duration: 175.977771ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:15:23.352581Z","caller":"traceutil/trace.go:171","msg":"trace[555594557] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"665.336889ms","start":"2026-03-19T11:15:22.687206Z","end":"2026-03-19T11:15:23.352543Z","steps":["trace[555594557] 'process raft request' (duration: 664.689652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:23.352599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:22.687117Z","time spent":"665.400591ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":999,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:15:23.352718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:22.6872Z","time spent":"665.445512ms","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1549,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:15:23.353311Z","caller":"traceutil/trace.go:171","msg":"trace[1455004257] linearizableReadLoop","detail":"{readStateIndex:5535; appliedIndex:5532; }","duration":"545.8569ms","start":"2026-03-19T11:15:22.807435Z","end":"2026-03-19T11:15:23.353292Z","steps":["trace[1455004257] 'read index received' (duration: 367.974186ms)","trace[1455004257] 'applied index is now lower than readState.Index' (duration: 177.881734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:15:23.353493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.14721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-x5k5z\" ","response":"range_response_count:1 size:4158"} {"level":"info","ts":"2026-03-19T11:15:23.353517Z","caller":"traceutil/trace.go:171","msg":"trace[1545517966] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-x5k5z; range_end:; response_count:1; response_revision:5325; }","duration":"666.220042ms","start":"2026-03-19T11:15:22.68729Z","end":"2026-03-19T11:15:23.35351Z","steps":["trace[1545517966] 'agreement among raft nodes before linearized reading' (duration: 666.094499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:23.353539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:22.68727Z","time spent":"666.264644ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4182,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-x5k5z\" "} {"level":"warn","ts":"2026-03-19T11:15:23.353731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.299263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18334"} {"level":"info","ts":"2026-03-19T11:15:23.35375Z","caller":"traceutil/trace.go:171","msg":"trace[1843722697] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5325; }","duration":"670.349605ms","start":"2026-03-19T11:15:22.683396Z","end":"2026-03-19T11:15:23.353746Z","steps":["trace[1843722697] 'agreement among raft nodes before linearized reading' (duration: 670.269503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:23.353763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:22.683349Z","time spent":"670.411386ms","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18358,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T11:15:23.3539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.364339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-19T11:15:23.353918Z","caller":"traceutil/trace.go:171","msg":"trace[811965651] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5325; }","duration":"544.40865ms","start":"2026-03-19T11:15:22.809505Z","end":"2026-03-19T11:15:23.353914Z","steps":["trace[811965651] 'agreement among raft nodes before linearized reading' (duration: 544.336898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:23.353933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:22.80949Z","time spent":"544.439971ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T11:15:23.354188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.418696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413730"} {"level":"info","ts":"2026-03-19T11:15:23.354207Z","caller":"traceutil/trace.go:171","msg":"trace[2107346760] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5325; }","duration":"317.470237ms","start":"2026-03-19T11:15:23.036732Z","end":"2026-03-19T11:15:23.354202Z","steps":["trace[2107346760] 'agreement among raft nodes before linearized reading' (duration: 317.330283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:23.354242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:23.036709Z","time spent":"317.530039ms","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413754,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-19T11:15:23.354302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.329407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:15:23.354376Z","caller":"traceutil/trace.go:171","msg":"trace[1163961645] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5325; }","duration":"423.44431ms","start":"2026-03-19T11:15:22.930913Z","end":"2026-03-19T11:15:23.354358Z","steps":["trace[1163961645] 'agreement among raft nodes before linearized reading' (duration: 423.330367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:23.35443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:22.930891Z","time spent":"423.526533ms","remote":"127.0.0.1:49452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:15:23.356278Z","caller":"traceutil/trace.go:171","msg":"trace[102177577] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"664.159247ms","start":"2026-03-19T11:15:22.689175Z","end":"2026-03-19T11:15:23.353334Z","steps":["trace[102177577] 'process raft request' (duration: 662.877172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:23.35648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:22.689166Z","time spent":"667.23503ms","remote":"127.0.0.1:53302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3980,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:15:23.957737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536077107,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T11:15:24.02317Z","caller":"traceutil/trace.go:171","msg":"trace[1032738810] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"660.299822ms","start":"2026-03-19T11:15:23.362835Z","end":"2026-03-19T11:15:24.023135Z","steps":["trace[1032738810] 'process raft request' (duration: 660.039984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:24.023433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:23.362816Z","time spent":"660.464245ms","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:15:24.702871Z","caller":"traceutil/trace.go:171","msg":"trace[443546083] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"1.148288022s","start":"2026-03-19T11:15:23.554553Z","end":"2026-03-19T11:15:24.702841Z","steps":["trace[443546083] 'process raft request' (duration: 1.147941753s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:24.703158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:23.554529Z","time spent":"1.148526659s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:15:24.703163Z","caller":"traceutil/trace.go:171","msg":"trace[83334275] linearizableReadLoop","detail":"{readStateIndex:5538; appliedIndex:5535; }","duration":"1.24593454s","start":"2026-03-19T11:15:23.457183Z","end":"2026-03-19T11:15:24.703118Z","steps":["trace[83334275] 'read index received' (duration: 565.574133ms)","trace[83334275] 'applied index is now lower than readState.Index' (duration: 680.359067ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:15:24.70319Z","caller":"traceutil/trace.go:171","msg":"trace[1512810584] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"936.653064ms","start":"2026-03-19T11:15:23.766516Z","end":"2026-03-19T11:15:24.703169Z","steps":["trace[1512810584] 'process raft request' (duration: 936.319465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:24.703285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246072793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:15:24.704002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:23.766483Z","time spent":"937.446426ms","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414015,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:15:24.704033Z","caller":"traceutil/trace.go:171","msg":"trace[289922997] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5328; }","duration":"1.246838324s","start":"2026-03-19T11:15:23.457176Z","end":"2026-03-19T11:15:24.704014Z","steps":["trace[289922997] 'agreement among raft nodes before linearized reading' (duration: 1.246037222s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:24.704424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:23.457117Z","time spent":"1.247284357s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T11:15:25.366815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.620948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:15:25.367104Z","caller":"traceutil/trace.go:171","msg":"trace[468310912] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"763.632074ms","start":"2026-03-19T11:15:24.603445Z","end":"2026-03-19T11:15:25.367077Z","steps":["trace[468310912] 'process raft request' (duration: 423.645457ms)","trace[468310912] 'compare' (duration: 338.275571ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:15:25.367183Z","caller":"traceutil/trace.go:171","msg":"trace[1196075200] linearizableReadLoop","detail":"{readStateIndex:5541; appliedIndex:5538; }","duration":"663.483479ms","start":"2026-03-19T11:15:24.703677Z","end":"2026-03-19T11:15:25.36716Z","steps":["trace[1196075200] 'read index received' (duration: 323.426479ms)","trace[1196075200] 'applied index is now lower than readState.Index' (duration: 340.05569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:15:25.367236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:24.603426Z","time spent":"763.736937ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:15:25.367277Z","caller":"traceutil/trace.go:171","msg":"trace[1233013279] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"680.89747ms","start":"2026-03-19T11:15:24.686367Z","end":"2026-03-19T11:15:25.367265Z","steps":["trace[1233013279] 'process raft request' (duration: 680.550451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:25.367327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.523375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T11:15:25.367337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:24.686349Z","time spent":"680.960503ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:15:25.36736Z","caller":"traceutil/trace.go:171","msg":"trace[1643453612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5331; }","duration":"682.602037ms","start":"2026-03-19T11:15:24.684751Z","end":"2026-03-19T11:15:25.367353Z","steps":["trace[1643453612] 'agreement among raft nodes before linearized reading' (duration: 682.486654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:25.367389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:24.68474Z","time spent":"682.641418ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:15:25.367434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.161212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T11:15:25.367435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254129583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T11:15:25.367446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.008248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T11:15:25.367506Z","caller":"traceutil/trace.go:171","msg":"trace[387710898] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5331; }","duration":"1.254238575s","start":"2026-03-19T11:15:24.113249Z","end":"2026-03-19T11:15:25.367488Z","steps":["trace[387710898] 'agreement among raft nodes before linearized reading' (duration: 1.25405203s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:15:25.367568Z","caller":"traceutil/trace.go:171","msg":"trace[297691766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5331; }","duration":"683.199853ms","start":"2026-03-19T11:15:24.684344Z","end":"2026-03-19T11:15:25.367544Z","steps":["trace[297691766] 'agreement among raft nodes before linearized reading' (duration: 682.833423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:25.367634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:24.684323Z","time spent":"683.301106ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:15:25.367495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73758244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:15:25.367719Z","caller":"traceutil/trace.go:171","msg":"trace[726565663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5331; }","duration":"1.737821926s","start":"2026-03-19T11:15:23.629878Z","end":"2026-03-19T11:15:25.3677Z","steps":["trace[726565663] 'agreement among raft nodes before linearized reading' (duration: 1.73760038s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:25.367791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:23.629863Z","time spent":"1.737911708s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:15:25.367572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:24.113223Z","time spent":"1.254336168s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T11:15:25.367493Z","caller":"traceutil/trace.go:171","msg":"trace[224095242] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5331; }","duration":"683.241524ms","start":"2026-03-19T11:15:24.684236Z","end":"2026-03-19T11:15:25.367477Z","steps":["trace[224095242] 'agreement among raft nodes before linearized reading' (duration: 683.041779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:25.367966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:24.684224Z","time spent":"683.732177ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T11:15:25.367207Z","caller":"traceutil/trace.go:171","msg":"trace[309010971] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"678.895036ms","start":"2026-03-19T11:15:24.688297Z","end":"2026-03-19T11:15:25.367192Z","steps":["trace[309010971] 'process raft request' (duration: 678.794254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:25.368031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:24.688284Z","time spent":"679.719398ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:15:25.368137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.350972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:15:25.368214Z","caller":"traceutil/trace.go:171","msg":"trace[1736083328] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5331; }","duration":"685.425613ms","start":"2026-03-19T11:15:24.682767Z","end":"2026-03-19T11:15:25.368192Z","steps":["trace[1736083328] 'agreement among raft nodes before linearized reading' (duration: 684.652753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:25.368292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:24.682714Z","time spent":"685.564097ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:15:25.867588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536077116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:15:26.368177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536077116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:15:26.869006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536077116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:15:27.023208Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.758137587s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T11:15:27.023643Z","caller":"traceutil/trace.go:171","msg":"trace[2069851784] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"1.758646931s","start":"2026-03-19T11:15:25.264968Z","end":"2026-03-19T11:15:27.023615Z","steps":["trace[2069851784] 'process raft request' (duration: 1.758439715s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:27.023844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:25.264947Z","time spent":"1.758787664s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:15:27.359065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000335053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T11:15:27.359145Z","caller":"traceutil/trace.go:171","msg":"trace[666394945] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000481837s","start":"2026-03-19T11:15:25.358645Z","end":"2026-03-19T11:15:27.359127Z","steps":["trace[666394945] 'agreement among raft nodes before linearized reading' (duration: 2.000375764s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:27.35919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:25.358622Z","time spent":"2.00055969s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 11:15:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T11:15:27.369153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000496148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T11:15:27.369211Z","caller":"traceutil/trace.go:171","msg":"trace[1033571128] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00057951s","start":"2026-03-19T11:15:25.36862Z","end":"2026-03-19T11:15:27.3692Z","steps":["trace[1033571128] 'agreement among raft nodes before linearized reading' (duration: 2.000508168s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:27.369245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:25.368606Z","time spent":"2.000630831s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 11:15:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-19T11:15:27.727002Z","caller":"traceutil/trace.go:171","msg":"trace[1650113652] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"2.354829524s","start":"2026-03-19T11:15:25.372149Z","end":"2026-03-19T11:15:27.726979Z","steps":["trace[1650113652] 'process raft request' (duration: 2.354756082s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:27.727167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:25.372144Z","time spent":"2.354943108s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:15:27.727309Z","caller":"traceutil/trace.go:171","msg":"trace[37800994] transaction","detail":"{read_only:false; response_revision:5333; number_of_response:1; }","duration":"2.355240975s","start":"2026-03-19T11:15:25.372055Z","end":"2026-03-19T11:15:27.727296Z","steps":["trace[37800994] 'process raft request' (duration: 2.35466556s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:27.727365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:25.372033Z","time spent":"2.355304067s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:15:27.72736Z","caller":"traceutil/trace.go:171","msg":"trace[1606029928] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"2.355145312s","start":"2026-03-19T11:15:25.372184Z","end":"2026-03-19T11:15:27.72733Z","steps":["trace[1606029928] 'process raft request' (duration: 2.354760442s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:27.72749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:25.372178Z","time spent":"2.355233875s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:15:27.727476Z","caller":"traceutil/trace.go:171","msg":"trace[1378679551] transaction","detail":"{read_only:false; response_revision:5338; number_of_response:1; }","duration":"2.112316508s","start":"2026-03-19T11:15:25.615134Z","end":"2026-03-19T11:15:27.72745Z","steps":["trace[1378679551] 'process raft request' (duration: 2.112203645s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:15:27.727629Z","caller":"traceutil/trace.go:171","msg":"trace[860264413] transaction","detail":"{read_only:false; response_revision:5336; number_of_response:1; }","duration":"2.355327518s","start":"2026-03-19T11:15:25.372287Z","end":"2026-03-19T11:15:27.727615Z","steps":["trace[860264413] 'process raft request' (duration: 2.354853955s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:27.727632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:25.615109Z","time spent":"2.112436672s","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19680,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:15:27.727663Z","caller":"traceutil/trace.go:171","msg":"trace[223840226] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"2.354997368s","start":"2026-03-19T11:15:25.37263Z","end":"2026-03-19T11:15:27.727627Z","steps":["trace[223840226] 'process raft request' (duration: 2.354633908s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:27.727696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:25.372282Z","time spent":"2.355383369s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:15:27.727816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:25.372618Z","time spent":"2.355119122s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:15:27.865994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.560807ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T11:15:27.866204Z","caller":"traceutil/trace.go:171","msg":"trace[272609207] linearizableReadLoop","detail":"{readStateIndex:5550; appliedIndex:5541; }","duration":"2.498942901s","start":"2026-03-19T11:15:25.367244Z","end":"2026-03-19T11:15:27.866187Z","steps":["trace[272609207] 'read index received' (duration: 1.656250745s)","trace[272609207] 'applied index is now lower than readState.Index' (duration: 842.691156ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:15:27.86621Z","caller":"traceutil/trace.go:171","msg":"trace[684552577] transaction","detail":"{read_only:false; response_revision:5339; number_of_response:1; }","duration":"1.150315256s","start":"2026-03-19T11:15:26.715875Z","end":"2026-03-19T11:15:27.86619Z","steps":["trace[684552577] 'process raft request' (duration: 1.150195953s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:27.866326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:26.715853Z","time spent":"1.150404559s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:15:27.866379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.889737396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19694"} {"level":"info","ts":"2026-03-19T11:15:27.866407Z","caller":"traceutil/trace.go:171","msg":"trace[917418702] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5339; }","duration":"2.889815408s","start":"2026-03-19T11:15:24.976582Z","end":"2026-03-19T11:15:27.866398Z","steps":["trace[917418702] 'agreement among raft nodes before linearized reading' (duration: 2.889687295s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:27.866442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:24.976544Z","time spent":"2.88988874s","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19718,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T11:15:27.866576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.053376243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:15:27.866636Z","caller":"traceutil/trace.go:171","msg":"trace[213975947] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:5339; }","duration":"3.053476266s","start":"2026-03-19T11:15:24.813145Z","end":"2026-03-19T11:15:27.866621Z","steps":["trace[213975947] 'agreement among raft nodes before linearized reading' (duration: 3.0532821s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:27.866668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:24.813126Z","time spent":"3.053535768s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"warn","ts":"2026-03-19T11:15:27.866628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.158787581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:15:27.866838Z","caller":"traceutil/trace.go:171","msg":"trace[1276204163] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5339; }","duration":"3.159039518s","start":"2026-03-19T11:15:24.70777Z","end":"2026-03-19T11:15:27.86681Z","steps":["trace[1276204163] 'agreement among raft nodes before linearized reading' (duration: 3.15874176s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:27.86692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:24.707757Z","time spent":"3.159147711s","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T11:15:27.867159Z","caller":"traceutil/trace.go:171","msg":"trace[1706796310] transaction","detail":"{read_only:false; response_revision:5341; number_of_response:1; }","duration":"494.362822ms","start":"2026-03-19T11:15:27.372787Z","end":"2026-03-19T11:15:27.86715Z","steps":["trace[1706796310] 'process raft request' (duration: 494.331951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:27.867163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:27.36235Z","time spent":"504.810465ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T11:15:27.867236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:27.372758Z","time spent":"494.432434ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:15:27.867561Z","caller":"traceutil/trace.go:171","msg":"trace[1246601837] transaction","detail":"{read_only:false; response_revision:5340; number_of_response:1; }","duration":"495.557264ms","start":"2026-03-19T11:15:27.371984Z","end":"2026-03-19T11:15:27.867542Z","steps":["trace[1246601837] 'process raft request' (duration: 495.078001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:27.86771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:27.37196Z","time spent":"495.650787ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:15:27.875486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.348182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:15:27.875552Z","caller":"traceutil/trace.go:171","msg":"trace[584903247] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5342; }","duration":"598.466215ms","start":"2026-03-19T11:15:27.277072Z","end":"2026-03-19T11:15:27.875538Z","steps":["trace[584903247] 'agreement among raft nodes before linearized reading' (duration: 598.308791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:27.875584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:27.277057Z","time spent":"598.517736ms","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":90,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:15:27.875601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11614789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T11:15:27.875623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.18442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:15:27.87566Z","caller":"traceutil/trace.go:171","msg":"trace[1635489905] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5342; }","duration":"1.116240242s","start":"2026-03-19T11:15:26.759406Z","end":"2026-03-19T11:15:27.875647Z","steps":["trace[1635489905] 'agreement among raft nodes before linearized reading' (duration: 1.116128769s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:27.875691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:26.759392Z","time spent":"1.116291224s","remote":"127.0.0.1:49432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:15:27.875688Z","caller":"traceutil/trace.go:171","msg":"trace[424843978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5342; }","duration":"500.300843ms","start":"2026-03-19T11:15:27.375373Z","end":"2026-03-19T11:15:27.875674Z","steps":["trace[424843978] 'agreement among raft nodes before linearized reading' (duration: 500.108118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:27.875727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:27.375355Z","time spent":"500.365935ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:15:27.875589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.815566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:15:27.875835Z","caller":"traceutil/trace.go:171","msg":"trace[305570549] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5342; }","duration":"564.087443ms","start":"2026-03-19T11:15:27.311735Z","end":"2026-03-19T11:15:27.875822Z","steps":["trace[305570549] 'agreement among raft nodes before linearized reading' (duration: 563.782835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:27.875852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435810587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-19T11:15:27.875852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492904197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:15:27.875877Z","caller":"traceutil/trace.go:171","msg":"trace[2020104717] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5342; }","duration":"1.435870158s","start":"2026-03-19T11:15:26.439999Z","end":"2026-03-19T11:15:27.875869Z","steps":["trace[2020104717] 'agreement among raft nodes before linearized reading' (duration: 1.435787326s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:27.875882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:27.31166Z","time spent":"564.211616ms","remote":"127.0.0.1:53056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:15:27.875897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:26.439979Z","time spent":"1.43591432s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-19T11:15:27.875895Z","caller":"traceutil/trace.go:171","msg":"trace[758341388] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5342; }","duration":"2.49297715s","start":"2026-03-19T11:15:25.38291Z","end":"2026-03-19T11:15:27.875887Z","steps":["trace[758341388] 'agreement among raft nodes before linearized reading' (duration: 2.492877337s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:27.87593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:25.382901Z","time spent":"2.493020031s","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":48,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:15:27.875997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.212138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-19T11:15:27.87603Z","caller":"traceutil/trace.go:171","msg":"trace[779785881] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5342; }","duration":"823.285489ms","start":"2026-03-19T11:15:27.052736Z","end":"2026-03-19T11:15:27.876022Z","steps":["trace[779785881] 'agreement among raft nodes before linearized reading' (duration: 823.182527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:27.876056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:27.052712Z","time spent":"823.339171ms","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-19T11:15:39.939335Z","caller":"traceutil/trace.go:171","msg":"trace[396341649] linearizableReadLoop","detail":"{readStateIndex:5653; appliedIndex:5650; }","duration":"121.502164ms","start":"2026-03-19T11:15:39.817808Z","end":"2026-03-19T11:15:39.93931Z","steps":["trace[396341649] 'read index received' (duration: 49.659916ms)","trace[396341649] 'applied index is now lower than readState.Index' (duration: 71.841148ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:15:39.939367Z","caller":"traceutil/trace.go:171","msg":"trace[2137160124] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"122.539202ms","start":"2026-03-19T11:15:39.816795Z","end":"2026-03-19T11:15:39.939334Z","steps":["trace[2137160124] 'process raft request' (duration: 92.980241ms)","trace[2137160124] 'compare' (duration: 29.324265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:15:39.939576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.738321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:15:39.939582Z","caller":"traceutil/trace.go:171","msg":"trace[1720919310] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"122.734937ms","start":"2026-03-19T11:15:39.816822Z","end":"2026-03-19T11:15:39.939557Z","steps":["trace[1720919310] 'process raft request' (duration: 122.401718ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:15:39.939619Z","caller":"traceutil/trace.go:171","msg":"trace[984706613] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5440; }","duration":"121.824523ms","start":"2026-03-19T11:15:39.817782Z","end":"2026-03-19T11:15:39.939607Z","steps":["trace[984706613] 'agreement among raft nodes before linearized reading' (duration: 121.637568ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:15:39.939763Z","caller":"traceutil/trace.go:171","msg":"trace[1331848228] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"120.137947ms","start":"2026-03-19T11:15:39.819586Z","end":"2026-03-19T11:15:39.939724Z","steps":["trace[1331848228] 'process raft request' (duration: 119.682435ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:15:40.535029Z","caller":"traceutil/trace.go:171","msg":"trace[1075626343] transaction","detail":"{read_only:false; response_revision:5446; number_of_response:1; }","duration":"100.417022ms","start":"2026-03-19T11:15:40.434583Z","end":"2026-03-19T11:15:40.535Z","steps":["trace[1075626343] 'process raft request' (duration: 45.234186ms)","trace[1075626343] 'compare' (duration: 55.056103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:15:42.127302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.829009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:15:42.127391Z","caller":"traceutil/trace.go:171","msg":"trace[1399776928] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5450; }","duration":"119.982513ms","start":"2026-03-19T11:15:42.007389Z","end":"2026-03-19T11:15:42.127371Z","steps":["trace[1399776928] 'range keys from in-memory index tree' (duration: 119.661474ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:15:52.702865Z","caller":"traceutil/trace.go:171","msg":"trace[997901455] transaction","detail":"{read_only:false; response_revision:5507; number_of_response:1; }","duration":"532.166766ms","start":"2026-03-19T11:15:52.170674Z","end":"2026-03-19T11:15:52.702841Z","steps":["trace[997901455] 'process raft request' (duration: 454.635734ms)","trace[997901455] 'compare' (duration: 77.358548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:15:52.703002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:52.170645Z","time spent":"532.28504ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:15:52.703029Z","caller":"traceutil/trace.go:171","msg":"trace[1189136733] linearizableReadLoop","detail":"{readStateIndex:5725; appliedIndex:5722; }","duration":"527.191942ms","start":"2026-03-19T11:15:52.175812Z","end":"2026-03-19T11:15:52.703003Z","steps":["trace[1189136733] 'read index received' (duration: 57.026116ms)","trace[1189136733] 'applied index is now lower than readState.Index' (duration: 470.164266ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:15:52.703414Z","caller":"traceutil/trace.go:171","msg":"trace[839908715] transaction","detail":"{read_only:false; response_revision:5508; number_of_response:1; }","duration":"532.142235ms","start":"2026-03-19T11:15:52.171256Z","end":"2026-03-19T11:15:52.703398Z","steps":["trace[839908715] 'process raft request' (duration: 531.551869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:52.70353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:52.171245Z","time spent":"532.207928ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:15:52.70356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.732666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T11:15:52.703538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.881633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T11:15:52.703606Z","caller":"traceutil/trace.go:171","msg":"trace[1071121581] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:5508; }","duration":"527.823489ms","start":"2026-03-19T11:15:52.17577Z","end":"2026-03-19T11:15:52.703594Z","steps":["trace[1071121581] 'agreement among raft nodes before linearized reading' (duration: 527.656184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:52.703635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:52.175751Z","time spent":"527.87831ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"info","ts":"2026-03-19T11:15:52.703692Z","caller":"traceutil/trace.go:171","msg":"trace[730825497] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5508; }","duration":"458.013816ms","start":"2026-03-19T11:15:52.245604Z","end":"2026-03-19T11:15:52.703618Z","steps":["trace[730825497] 'agreement among raft nodes before linearized reading' (duration: 457.844122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:15:52.703935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:15:52.245583Z","time spent":"458.232633ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T11:15:52.956291Z","caller":"traceutil/trace.go:171","msg":"trace[723332286] transaction","detail":"{read_only:false; response_revision:5509; number_of_response:1; }","duration":"248.435396ms","start":"2026-03-19T11:15:52.707827Z","end":"2026-03-19T11:15:52.956263Z","steps":["trace[723332286] 'process raft request' (duration: 198.386109ms)","trace[723332286] 'compare' (duration: 49.867112ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:16:02.246132Z","caller":"traceutil/trace.go:171","msg":"trace[1191486040] linearizableReadLoop","detail":"{readStateIndex:5873; appliedIndex:5872; }","duration":"214.049323ms","start":"2026-03-19T11:16:02.032014Z","end":"2026-03-19T11:16:02.246063Z","steps":["trace[1191486040] 'read index received' (duration: 213.843058ms)","trace[1191486040] 'applied index is now lower than readState.Index' (duration: 205.295µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:16:02.246158Z","caller":"traceutil/trace.go:171","msg":"trace[769275607] transaction","detail":"{read_only:false; response_revision:5653; number_of_response:1; }","duration":"245.078075ms","start":"2026-03-19T11:16:02.001018Z","end":"2026-03-19T11:16:02.246096Z","steps":["trace[769275607] 'process raft request' (duration: 244.844289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:16:02.24656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.448434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T11:16:02.246716Z","caller":"traceutil/trace.go:171","msg":"trace[1689366882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5653; }","duration":"214.67892ms","start":"2026-03-19T11:16:02.031982Z","end":"2026-03-19T11:16:02.246661Z","steps":["trace[1689366882] 'agreement among raft nodes before linearized reading' (duration: 214.257559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:16:02.24918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.857471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:16:02.249244Z","caller":"traceutil/trace.go:171","msg":"trace[99904996] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5653; }","duration":"205.972555ms","start":"2026-03-19T11:16:02.043255Z","end":"2026-03-19T11:16:02.249228Z","steps":["trace[99904996] 'agreement among raft nodes before linearized reading' (duration: 204.158346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:16:02.249615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.582329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T11:16:02.249678Z","caller":"traceutil/trace.go:171","msg":"trace[704795210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5653; }","duration":"217.644391ms","start":"2026-03-19T11:16:02.032022Z","end":"2026-03-19T11:16:02.249666Z","steps":["trace[704795210] 'agreement among raft nodes before linearized reading' (duration: 215.376199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:16:02.250201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.764797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T11:16:02.250244Z","caller":"traceutil/trace.go:171","msg":"trace[807167926] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5653; }","duration":"209.836639ms","start":"2026-03-19T11:16:02.040397Z","end":"2026-03-19T11:16:02.250234Z","steps":["trace[807167926] 'agreement among raft nodes before linearized reading' (duration: 207.024453ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:16:04.892411Z","caller":"traceutil/trace.go:171","msg":"trace[2081919546] linearizableReadLoop","detail":"{readStateIndex:5889; appliedIndex:5887; }","duration":"115.296306ms","start":"2026-03-19T11:16:04.777093Z","end":"2026-03-19T11:16:04.89239Z","steps":["trace[2081919546] 'read index received' (duration: 32.552433ms)","trace[2081919546] 'applied index is now lower than readState.Index' (duration: 82.742953ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:16:04.892534Z","caller":"traceutil/trace.go:171","msg":"trace[1455495115] transaction","detail":"{read_only:false; response_revision:5669; number_of_response:1; }","duration":"129.83771ms","start":"2026-03-19T11:16:04.762647Z","end":"2026-03-19T11:16:04.892485Z","steps":["trace[1455495115] 'process raft request' (duration: 125.712788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:16:04.892745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.629935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:16:04.892808Z","caller":"traceutil/trace.go:171","msg":"trace[1337309866] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:5669; }","duration":"115.697237ms","start":"2026-03-19T11:16:04.777085Z","end":"2026-03-19T11:16:04.892783Z","steps":["trace[1337309866] 'agreement among raft nodes before linearized reading' (duration: 115.372418ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:16:06.508608Z","caller":"traceutil/trace.go:171","msg":"trace[604326875] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"165.187479ms","start":"2026-03-19T11:16:06.3434Z","end":"2026-03-19T11:16:06.508587Z","steps":["trace[604326875] 'process raft request' (duration: 165.164768ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:16:06.508689Z","caller":"traceutil/trace.go:171","msg":"trace[103005070] transaction","detail":"{read_only:false; response_revision:5672; number_of_response:1; }","duration":"168.57859ms","start":"2026-03-19T11:16:06.34006Z","end":"2026-03-19T11:16:06.508639Z","steps":["trace[103005070] 'process raft request' (duration: 100.69038ms)","trace[103005070] 'compare' (duration: 67.467219ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:16:06.508918Z","caller":"traceutil/trace.go:171","msg":"trace[1539980053] transaction","detail":"{read_only:false; response_revision:5674; number_of_response:1; }","duration":"165.560639ms","start":"2026-03-19T11:16:06.343348Z","end":"2026-03-19T11:16:06.508909Z","steps":["trace[1539980053] 'process raft request' (duration: 165.195089ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:16:06.508842Z","caller":"traceutil/trace.go:171","msg":"trace[1079562496] transaction","detail":"{read_only:false; response_revision:5673; number_of_response:1; }","duration":"166.535945ms","start":"2026-03-19T11:16:06.342231Z","end":"2026-03-19T11:16:06.508767Z","steps":["trace[1079562496] 'process raft request' (duration: 166.281508ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:16:07.253434Z","caller":"traceutil/trace.go:171","msg":"trace[1254339820] transaction","detail":"{read_only:false; response_revision:5678; number_of_response:1; }","duration":"159.045942ms","start":"2026-03-19T11:16:07.094362Z","end":"2026-03-19T11:16:07.253408Z","steps":["trace[1254339820] 'process raft request' (duration: 158.710473ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:16:14.35983Z","caller":"traceutil/trace.go:171","msg":"trace[2115955420] transaction","detail":"{read_only:false; response_revision:5714; number_of_response:1; }","duration":"205.251222ms","start":"2026-03-19T11:16:14.15456Z","end":"2026-03-19T11:16:14.359811Z","steps":["trace[2115955420] 'process raft request' (duration: 205.121389ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:16:14.57663Z","caller":"traceutil/trace.go:171","msg":"trace[487122139] transaction","detail":"{read_only:false; response_revision:5715; number_of_response:1; }","duration":"163.123519ms","start":"2026-03-19T11:16:14.413449Z","end":"2026-03-19T11:16:14.576573Z","steps":["trace[487122139] 'process raft request' (duration: 110.23578ms)","trace[487122139] 'compare' (duration: 52.676863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:16:14.838359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.101874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:16:14.838518Z","caller":"traceutil/trace.go:171","msg":"trace[1059240373] linearizableReadLoop","detail":"{readStateIndex:5938; appliedIndex:5937; }","duration":"219.108023ms","start":"2026-03-19T11:16:14.619394Z","end":"2026-03-19T11:16:14.838502Z","steps":["trace[1059240373] 'read index received' (duration: 96.70453ms)","trace[1059240373] 'applied index is now lower than readState.Index' (duration: 122.401793ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:16:14.838608Z","caller":"traceutil/trace.go:171","msg":"trace[680308526] transaction","detail":"{read_only:false; response_revision:5716; number_of_response:1; }","duration":"299.247918ms","start":"2026-03-19T11:16:14.539326Z","end":"2026-03-19T11:16:14.838574Z","steps":["trace[680308526] 'process raft request' (duration: 176.847325ms)","trace[680308526] 'compare' (duration: 121.902379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:16:14.838725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.82662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:16:14.838744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.342459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T11:16:14.8388Z","caller":"traceutil/trace.go:171","msg":"trace[1844790602] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5716; }","duration":"116.917093ms","start":"2026-03-19T11:16:14.721865Z","end":"2026-03-19T11:16:14.838782Z","steps":["trace[1844790602] 'agreement among raft nodes before linearized reading' (duration: 116.797979ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:16:14.838804Z","caller":"traceutil/trace.go:171","msg":"trace[469324625] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5716; }","duration":"219.444592ms","start":"2026-03-19T11:16:14.619345Z","end":"2026-03-19T11:16:14.838789Z","steps":["trace[469324625] 'agreement among raft nodes before linearized reading' (duration: 219.241596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:16:14.838807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.46521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T11:16:14.838851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.491661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T11:16:14.838885Z","caller":"traceutil/trace.go:171","msg":"trace[352212667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5716; }","duration":"212.587104ms","start":"2026-03-19T11:16:14.626258Z","end":"2026-03-19T11:16:14.838846Z","steps":["trace[352212667] 'agreement among raft nodes before linearized reading' (duration: 212.359988ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:16:14.838921Z","caller":"traceutil/trace.go:171","msg":"trace[491271583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5716; }","duration":"212.616485ms","start":"2026-03-19T11:16:14.62629Z","end":"2026-03-19T11:16:14.838907Z","steps":["trace[491271583] 'agreement among raft nodes before linearized reading' (duration: 212.390889ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:16:15.009566Z","caller":"traceutil/trace.go:171","msg":"trace[832892378] transaction","detail":"{read_only:false; response_revision:5717; number_of_response:1; }","duration":"166.507611ms","start":"2026-03-19T11:16:14.84303Z","end":"2026-03-19T11:16:15.009538Z","steps":["trace[832892378] 'process raft request' (duration: 162.102421ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:16:15.014076Z","caller":"traceutil/trace.go:171","msg":"trace[354778833] transaction","detail":"{read_only:false; response_revision:5719; number_of_response:1; }","duration":"170.874721ms","start":"2026-03-19T11:16:14.843168Z","end":"2026-03-19T11:16:15.014043Z","steps":["trace[354778833] 'process raft request' (duration: 170.757198ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:16:15.014078Z","caller":"traceutil/trace.go:171","msg":"trace[220497529] transaction","detail":"{read_only:false; response_revision:5718; number_of_response:1; }","duration":"170.994324ms","start":"2026-03-19T11:16:14.843053Z","end":"2026-03-19T11:16:15.014048Z","steps":["trace[220497529] 'process raft request' (duration: 170.699176ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:16:15.014216Z","caller":"traceutil/trace.go:171","msg":"trace[1057796197] linearizableReadLoop","detail":"{readStateIndex:5942; appliedIndex:5938; }","duration":"105.760357ms","start":"2026-03-19T11:16:14.90843Z","end":"2026-03-19T11:16:15.014191Z","steps":["trace[1057796197] 'read index received' (duration: 96.670198ms)","trace[1057796197] 'applied index is now lower than readState.Index' (duration: 9.088029ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:16:15.014263Z","caller":"traceutil/trace.go:171","msg":"trace[1220099590] transaction","detail":"{read_only:false; response_revision:5720; number_of_response:1; }","duration":"144.922921ms","start":"2026-03-19T11:16:14.869327Z","end":"2026-03-19T11:16:15.014249Z","steps":["trace[1220099590] 'process raft request' (duration: 144.651253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:16:15.014539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.039125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:16:15.014947Z","caller":"traceutil/trace.go:171","msg":"trace[932690681] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5720; }","duration":"106.504688ms","start":"2026-03-19T11:16:14.908422Z","end":"2026-03-19T11:16:15.014926Z","steps":["trace[932690681] 'agreement among raft nodes before linearized reading' (duration: 105.872291ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:16:15.220101Z","caller":"traceutil/trace.go:171","msg":"trace[1051304274] linearizableReadLoop","detail":"{readStateIndex:5943; appliedIndex:5942; }","duration":"136.169491ms","start":"2026-03-19T11:16:15.083899Z","end":"2026-03-19T11:16:15.220069Z","steps":["trace[1051304274] 'read index received' (duration: 67.615873ms)","trace[1051304274] 'applied index is now lower than readState.Index' (duration: 68.552248ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:16:15.220285Z","caller":"traceutil/trace.go:171","msg":"trace[1240661179] transaction","detail":"{read_only:false; response_revision:5721; number_of_response:1; }","duration":"147.016797ms","start":"2026-03-19T11:16:15.073249Z","end":"2026-03-19T11:16:15.220266Z","steps":["trace[1240661179] 'process raft request' (duration: 78.373207ms)","trace[1240661179] 'compare' (duration: 68.28345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:16:15.220635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.712245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:16:15.220735Z","caller":"traceutil/trace.go:171","msg":"trace[578057642] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:5721; }","duration":"136.86949ms","start":"2026-03-19T11:16:15.083846Z","end":"2026-03-19T11:16:15.220716Z","steps":["trace[578057642] 'agreement among raft nodes before linearized reading' (duration: 136.590042ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:16:15.439967Z","caller":"traceutil/trace.go:171","msg":"trace[1758395407] transaction","detail":"{read_only:false; response_revision:5722; number_of_response:1; }","duration":"125.500328ms","start":"2026-03-19T11:16:15.314433Z","end":"2026-03-19T11:16:15.439934Z","steps":["trace[1758395407] 'process raft request' (duration: 125.166149ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:16:17.142579Z","caller":"traceutil/trace.go:171","msg":"trace[1493934856] transaction","detail":"{read_only:false; response_revision:5727; number_of_response:1; }","duration":"114.545648ms","start":"2026-03-19T11:16:17.027994Z","end":"2026-03-19T11:16:17.142539Z","steps":["trace[1493934856] 'process raft request' (duration: 78.656845ms)","trace[1493934856] 'compare' (duration: 35.660677ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:16:17.142619Z","caller":"traceutil/trace.go:171","msg":"trace[1706888667] transaction","detail":"{read_only:false; response_revision:5728; number_of_response:1; }","duration":"114.466225ms","start":"2026-03-19T11:16:17.02812Z","end":"2026-03-19T11:16:17.142587Z","steps":["trace[1706888667] 'process raft request' (duration: 114.314131ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:16:27.00867Z","caller":"traceutil/trace.go:171","msg":"trace[1840685307] transaction","detail":"{read_only:false; response_revision:5795; number_of_response:1; }","duration":"119.945386ms","start":"2026-03-19T11:16:26.888699Z","end":"2026-03-19T11:16:27.008645Z","steps":["trace[1840685307] 'process raft request' (duration: 119.796342ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:16:31.362887Z","caller":"traceutil/trace.go:171","msg":"trace[1715868786] transaction","detail":"{read_only:false; response_revision:5823; number_of_response:1; }","duration":"151.930442ms","start":"2026-03-19T11:16:31.210923Z","end":"2026-03-19T11:16:31.362854Z","steps":["trace[1715868786] 'process raft request' (duration: 94.499429ms)","trace[1715868786] 'compare' (duration: 57.30839ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:16:31.376852Z","caller":"traceutil/trace.go:171","msg":"trace[553770326] transaction","detail":"{read_only:false; response_revision:5824; number_of_response:1; }","duration":"165.866783ms","start":"2026-03-19T11:16:31.210947Z","end":"2026-03-19T11:16:31.376814Z","steps":["trace[553770326] 'process raft request' (duration: 165.659478ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:16:59.31727Z","caller":"traceutil/trace.go:171","msg":"trace[964251486] transaction","detail":"{read_only:false; response_revision:6005; number_of_response:1; }","duration":"144.364334ms","start":"2026-03-19T11:16:59.172877Z","end":"2026-03-19T11:16:59.317241Z","steps":["trace[964251486] 'process raft request' (duration: 137.427604ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:16:59.317339Z","caller":"traceutil/trace.go:171","msg":"trace[600789102] transaction","detail":"{read_only:false; response_revision:6006; number_of_response:1; }","duration":"137.550238ms","start":"2026-03-19T11:16:59.179771Z","end":"2026-03-19T11:16:59.317322Z","steps":["trace[600789102] 'process raft request' (duration: 137.301191ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:16:59.649947Z","caller":"traceutil/trace.go:171","msg":"trace[385296427] linearizableReadLoop","detail":"{readStateIndex:6243; appliedIndex:6240; }","duration":"123.291668ms","start":"2026-03-19T11:16:59.526629Z","end":"2026-03-19T11:16:59.649921Z","steps":["trace[385296427] 'read index received' (duration: 104.774481ms)","trace[385296427] 'applied index is now lower than readState.Index' (duration: 18.516077ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:16:59.650051Z","caller":"traceutil/trace.go:171","msg":"trace[161403862] transaction","detail":"{read_only:false; response_revision:6011; number_of_response:1; }","duration":"123.605766ms","start":"2026-03-19T11:16:59.526437Z","end":"2026-03-19T11:16:59.650042Z","steps":["trace[161403862] 'process raft request' (duration: 123.433771ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:16:59.650136Z","caller":"traceutil/trace.go:171","msg":"trace[68340230] transaction","detail":"{read_only:false; response_revision:6009; number_of_response:1; }","duration":"126.089254ms","start":"2026-03-19T11:16:59.524021Z","end":"2026-03-19T11:16:59.65011Z","steps":["trace[68340230] 'process raft request' (duration: 107.378872ms)","trace[68340230] 'compare' (duration: 18.213308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:16:59.650262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.609306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:16:59.650324Z","caller":"traceutil/trace.go:171","msg":"trace[134245956] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:6011; }","duration":"123.699048ms","start":"2026-03-19T11:16:59.526609Z","end":"2026-03-19T11:16:59.650308Z","steps":["trace[134245956] 'agreement among raft nodes before linearized reading' (duration: 123.487563ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:16:59.649991Z","caller":"traceutil/trace.go:171","msg":"trace[2132231121] transaction","detail":"{read_only:false; response_revision:6010; number_of_response:1; }","duration":"123.544894ms","start":"2026-03-19T11:16:59.526425Z","end":"2026-03-19T11:16:59.64997Z","steps":["trace[2132231121] 'process raft request' (duration: 123.342459ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:17:05.871063Z","caller":"traceutil/trace.go:171","msg":"trace[523461218] linearizableReadLoop","detail":"{readStateIndex:6274; appliedIndex:6273; }","duration":"123.601916ms","start":"2026-03-19T11:17:05.747438Z","end":"2026-03-19T11:17:05.87104Z","steps":["trace[523461218] 'read index received' (duration: 85.558863ms)","trace[523461218] 'applied index is now lower than readState.Index' (duration: 38.042123ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:17:05.871153Z","caller":"traceutil/trace.go:171","msg":"trace[271618401] transaction","detail":"{read_only:false; response_revision:6040; number_of_response:1; }","duration":"127.965975ms","start":"2026-03-19T11:17:05.743139Z","end":"2026-03-19T11:17:05.871105Z","steps":["trace[271618401] 'process raft request' (duration: 90.010556ms)","trace[271618401] 'compare' (duration: 37.785535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:17:05.871323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.545146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:17:05.871375Z","caller":"traceutil/trace.go:171","msg":"trace[574062561] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6040; }","duration":"103.646349ms","start":"2026-03-19T11:17:05.767716Z","end":"2026-03-19T11:17:05.871362Z","steps":["trace[574062561] 'agreement among raft nodes before linearized reading' (duration: 103.473145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:17:05.871583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.10695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:127216"} {"level":"info","ts":"2026-03-19T11:17:05.871677Z","caller":"traceutil/trace.go:171","msg":"trace[518402529] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:6040; }","duration":"124.261624ms","start":"2026-03-19T11:17:05.747394Z","end":"2026-03-19T11:17:05.871656Z","steps":["trace[518402529] 'agreement among raft nodes before linearized reading' (duration: 123.75006ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:19:02.583263Z","caller":"traceutil/trace.go:171","msg":"trace[925634739] transaction","detail":"{read_only:false; response_revision:6699; number_of_response:1; }","duration":"113.69286ms","start":"2026-03-19T11:19:02.469542Z","end":"2026-03-19T11:19:02.583235Z","steps":["trace[925634739] 'process raft request' (duration: 113.491895ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:19:02.864241Z","caller":"traceutil/trace.go:171","msg":"trace[491702876] linearizableReadLoop","detail":"{readStateIndex:6960; appliedIndex:6958; }","duration":"361.247978ms","start":"2026-03-19T11:19:02.502966Z","end":"2026-03-19T11:19:02.864214Z","steps":["trace[491702876] 'read index received' (duration: 80.068187ms)","trace[491702876] 'applied index is now lower than readState.Index' (duration: 281.178351ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:19:02.864403Z","caller":"traceutil/trace.go:171","msg":"trace[663041910] transaction","detail":"{read_only:false; response_revision:6700; number_of_response:1; }","duration":"387.070219ms","start":"2026-03-19T11:19:02.477275Z","end":"2026-03-19T11:19:02.864345Z","steps":["trace[663041910] 'process raft request' (duration: 347.441752ms)","trace[663041910] 'compare' (duration: 39.382161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:19:02.86454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:19:02.477253Z","time spent":"387.226363ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:19:02.864544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.542176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T11:19:02.864547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.825236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:19:02.864613Z","caller":"traceutil/trace.go:171","msg":"trace[1385881281] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:6700; }","duration":"361.660139ms","start":"2026-03-19T11:19:02.502928Z","end":"2026-03-19T11:19:02.864588Z","steps":["trace[1385881281] 'agreement among raft nodes before linearized reading' (duration: 361.450033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:19:02.864503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.288713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T11:19:02.864671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:19:02.502909Z","time spent":"361.747551ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"info","ts":"2026-03-19T11:19:02.864674Z","caller":"traceutil/trace.go:171","msg":"trace[169184860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6700; }","duration":"254.97079ms","start":"2026-03-19T11:19:02.609674Z","end":"2026-03-19T11:19:02.864645Z","steps":["trace[169184860] 'agreement among raft nodes before linearized reading' (duration: 254.763824ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:19:02.864677Z","caller":"traceutil/trace.go:171","msg":"trace[1574714322] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6700; }","duration":"239.475298ms","start":"2026-03-19T11:19:02.62519Z","end":"2026-03-19T11:19:02.864665Z","steps":["trace[1574714322] 'agreement among raft nodes before linearized reading' (duration: 239.260512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:19:53.352999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.135834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:19:53.353107Z","caller":"traceutil/trace.go:171","msg":"trace[1912575462] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7139; }","duration":"186.296429ms","start":"2026-03-19T11:19:53.16679Z","end":"2026-03-19T11:19:53.353086Z","steps":["trace[1912575462] 'range keys from in-memory index tree' (duration: 186.044052ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:20:01.301809Z","caller":"traceutil/trace.go:171","msg":"trace[331048514] linearizableReadLoop","detail":"{readStateIndex:7454; appliedIndex:7453; }","duration":"113.361663ms","start":"2026-03-19T11:20:01.188423Z","end":"2026-03-19T11:20:01.301784Z","steps":["trace[331048514] 'read index received' (duration: 113.200228ms)","trace[331048514] 'applied index is now lower than readState.Index' (duration: 160.645µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:20:01.30184Z","caller":"traceutil/trace.go:171","msg":"trace[1645686324] transaction","detail":"{read_only:false; response_revision:7180; number_of_response:1; }","duration":"153.162521ms","start":"2026-03-19T11:20:01.148661Z","end":"2026-03-19T11:20:01.301824Z","steps":["trace[1645686324] 'process raft request' (duration: 152.989456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:20:01.302156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.706912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:20:01.302234Z","caller":"traceutil/trace.go:171","msg":"trace[282263168] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:7180; }","duration":"113.848765ms","start":"2026-03-19T11:20:01.188365Z","end":"2026-03-19T11:20:01.302213Z","steps":["trace[282263168] 'agreement among raft nodes before linearized reading' (duration: 113.519086ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:20:17.421586Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5294} {"level":"info","ts":"2026-03-19T11:20:17.517909Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5294,"took":"93.654568ms","hash":588956549,"current-db-size-bytes":39682048,"current-db-size":"40 MB","current-db-size-in-use-bytes":20176896,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-03-19T11:20:17.517995Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":588956549,"revision":5294,"compact-revision":2604} {"level":"warn","ts":"2026-03-19T11:21:21.58845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.574477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T11:21:21.588559Z","caller":"traceutil/trace.go:171","msg":"trace[352208941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7705; }","duration":"286.741651ms","start":"2026-03-19T11:21:21.301795Z","end":"2026-03-19T11:21:21.588537Z","steps":["trace[352208941] 'range keys from in-memory index tree' (duration: 286.3206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:21.588653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.620776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:21:21.588718Z","caller":"traceutil/trace.go:171","msg":"trace[494715405] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:7705; }","duration":"311.738189ms","start":"2026-03-19T11:21:21.276963Z","end":"2026-03-19T11:21:21.588701Z","steps":["trace[494715405] 'count revisions from in-memory index tree' (duration: 311.516783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:21.58875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:21.276941Z","time spent":"311.800201ms","remote":"127.0.0.1:53318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:21:21.588779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.18051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:21:21.588878Z","caller":"traceutil/trace.go:171","msg":"trace[2129069863] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:7705; }","duration":"297.318163ms","start":"2026-03-19T11:21:21.291536Z","end":"2026-03-19T11:21:21.588854Z","steps":["trace[2129069863] 'count revisions from in-memory index tree' (duration: 297.085987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:36.102021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.50057ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T11:21:36.102162Z","caller":"traceutil/trace.go:171","msg":"trace[936177670] linearizableReadLoop","detail":"{readStateIndex:8212; appliedIndex:8211; }","duration":"204.201556ms","start":"2026-03-19T11:21:35.897901Z","end":"2026-03-19T11:21:36.102103Z","steps":["trace[936177670] 'read index received' (duration: 83.562933ms)","trace[936177670] 'applied index is now lower than readState.Index' (duration: 120.637493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:21:36.102293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.972371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:21:36.102327Z","caller":"traceutil/trace.go:171","msg":"trace[133567919] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:7912; }","duration":"179.075315ms","start":"2026-03-19T11:21:35.923246Z","end":"2026-03-19T11:21:36.102322Z","steps":["trace[133567919] 'agreement among raft nodes before linearized reading' (duration: 178.991872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:36.102458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.519784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:21:36.102575Z","caller":"traceutil/trace.go:171","msg":"trace[591621236] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7912; }","duration":"204.691499ms","start":"2026-03-19T11:21:35.897859Z","end":"2026-03-19T11:21:36.102551Z","steps":["trace[591621236] 'agreement among raft nodes before linearized reading' (duration: 204.35569ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:36.686279Z","caller":"traceutil/trace.go:171","msg":"trace[804932103] linearizableReadLoop","detail":"{readStateIndex:8215; appliedIndex:8214; }","duration":"128.286828ms","start":"2026-03-19T11:21:36.557959Z","end":"2026-03-19T11:21:36.686246Z","steps":["trace[804932103] 'read index received' (duration: 53.424317ms)","trace[804932103] 'applied index is now lower than readState.Index' (duration: 74.860601ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:21:36.686407Z","caller":"traceutil/trace.go:171","msg":"trace[1575528202] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"152.26742ms","start":"2026-03-19T11:21:36.534111Z","end":"2026-03-19T11:21:36.686378Z","steps":["trace[1575528202] 'process raft request' (duration: 77.45593ms)","trace[1575528202] 'compare' (duration: 74.547503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:21:36.686547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.574436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T11:21:36.686612Z","caller":"traceutil/trace.go:171","msg":"trace[872362862] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7915; }","duration":"128.693119ms","start":"2026-03-19T11:21:36.557892Z","end":"2026-03-19T11:21:36.686585Z","steps":["trace[872362862] 'agreement among raft nodes before linearized reading' (duration: 128.502034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:38.238408Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536084083,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T11:21:38.382195Z","caller":"traceutil/trace.go:171","msg":"trace[752073022] linearizableReadLoop","detail":"{readStateIndex:8221; appliedIndex:8220; }","duration":"644.400781ms","start":"2026-03-19T11:21:37.737773Z","end":"2026-03-19T11:21:38.382173Z","steps":["trace[752073022] 'read index received' (duration: 644.252387ms)","trace[752073022] 'applied index is now lower than readState.Index' (duration: 147.474µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:21:38.382476Z","caller":"traceutil/trace.go:171","msg":"trace[194423436] transaction","detail":"{read_only:false; response_revision:7921; number_of_response:1; }","duration":"663.570977ms","start":"2026-03-19T11:21:37.718893Z","end":"2026-03-19T11:21:38.382464Z","steps":["trace[194423436] 'process raft request' (duration: 663.152025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:38.382572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:37.718875Z","time spent":"663.636258ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:21:38.383124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.345276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:21:38.383165Z","caller":"traceutil/trace.go:171","msg":"trace[260741526] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7921; }","duration":"645.415758ms","start":"2026-03-19T11:21:37.73774Z","end":"2026-03-19T11:21:38.383156Z","steps":["trace[260741526] 'agreement among raft nodes before linearized reading' (duration: 645.007357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:38.3832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:37.737723Z","time spent":"645.469949ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":851,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:21:38.383396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.403048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:21:38.383432Z","caller":"traceutil/trace.go:171","msg":"trace[1640858818] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:7921; }","duration":"413.4748ms","start":"2026-03-19T11:21:37.96995Z","end":"2026-03-19T11:21:38.383424Z","steps":["trace[1640858818] 'agreement among raft nodes before linearized reading' (duration: 413.388808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:38.383459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:37.969929Z","time spent":"413.523241ms","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":97,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:21:38.383677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.511235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:21:38.383714Z","caller":"traceutil/trace.go:171","msg":"trace[386184944] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:7921; }","duration":"270.547996ms","start":"2026-03-19T11:21:38.113158Z","end":"2026-03-19T11:21:38.383706Z","steps":["trace[386184944] 'agreement among raft nodes before linearized reading' (duration: 270.483954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:38.383898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.871419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:21:38.383932Z","caller":"traceutil/trace.go:171","msg":"trace[2095618920] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7921; }","duration":"272.93368ms","start":"2026-03-19T11:21:38.110991Z","end":"2026-03-19T11:21:38.383925Z","steps":["trace[2095618920] 'agreement among raft nodes before linearized reading' (duration: 272.836017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:38.889589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536084086,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T11:21:39.316802Z","caller":"traceutil/trace.go:171","msg":"trace[1743409327] transaction","detail":"{read_only:false; response_revision:7922; number_of_response:1; }","duration":"928.390478ms","start":"2026-03-19T11:21:38.388381Z","end":"2026-03-19T11:21:39.316772Z","steps":["trace[1743409327] 'process raft request' (duration: 928.222744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:39.316972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:38.388353Z","time spent":"928.518402ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:21:39.317453Z","caller":"traceutil/trace.go:171","msg":"trace[642311800] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"625.569724ms","start":"2026-03-19T11:21:38.691863Z","end":"2026-03-19T11:21:39.317432Z","steps":["trace[642311800] 'process raft request' (duration: 625.510252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:39.317574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:38.691825Z","time spent":"625.689517ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:21:39.317461Z","caller":"traceutil/trace.go:171","msg":"trace[1722556798] transaction","detail":"{read_only:false; response_revision:7923; number_of_response:1; }","duration":"890.428097ms","start":"2026-03-19T11:21:38.427012Z","end":"2026-03-19T11:21:39.31744Z","steps":["trace[1722556798] 'process raft request' (duration: 890.246132ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:39.317681Z","caller":"traceutil/trace.go:171","msg":"trace[15579313] linearizableReadLoop","detail":"{readStateIndex:8225; appliedIndex:8221; }","duration":"928.46008ms","start":"2026-03-19T11:21:38.389075Z","end":"2026-03-19T11:21:39.317536Z","steps":["trace[15579313] 'read index received' (duration: 927.542105ms)","trace[15579313] 'applied index is now lower than readState.Index' (duration: 916.085µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:21:39.317741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:38.426985Z","time spent":"890.730615ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:21:39.317762Z","caller":"traceutil/trace.go:171","msg":"trace[1565213419] transaction","detail":"{read_only:false; response_revision:7925; number_of_response:1; }","duration":"615.329628ms","start":"2026-03-19T11:21:38.702421Z","end":"2026-03-19T11:21:39.317751Z","steps":["trace[1565213419] 'process raft request' (duration: 614.984079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:39.317874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.982495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:21:39.317924Z","caller":"traceutil/trace.go:171","msg":"trace[1307934853] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:7925; }","duration":"787.068188ms","start":"2026-03-19T11:21:38.530843Z","end":"2026-03-19T11:21:39.317911Z","steps":["trace[1307934853] 'agreement among raft nodes before linearized reading' (duration: 786.994076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:39.317922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:38.702402Z","time spent":"615.38426ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:21:39.317958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:38.530823Z","time spent":"787.125479ms","remote":"127.0.0.1:49346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:21:39.318017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.34687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T11:21:39.3181Z","caller":"traceutil/trace.go:171","msg":"trace[1860525686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7925; }","duration":"412.448913ms","start":"2026-03-19T11:21:38.905613Z","end":"2026-03-19T11:21:39.318062Z","steps":["trace[1860525686] 'agreement among raft nodes before linearized reading' (duration: 412.239707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:39.318128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:38.905594Z","time spent":"412.527694ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:21:39.318132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.516705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:21:39.318157Z","caller":"traceutil/trace.go:171","msg":"trace[1385123720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7925; }","duration":"705.568186ms","start":"2026-03-19T11:21:38.61258Z","end":"2026-03-19T11:21:39.318149Z","steps":["trace[1385123720] 'agreement among raft nodes before linearized reading' (duration: 705.533455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:39.318171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:38.612564Z","time spent":"705.603327ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:21:39.318215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.142409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224166"} {"level":"info","ts":"2026-03-19T11:21:39.318245Z","caller":"traceutil/trace.go:171","msg":"trace[1827344710] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7925; }","duration":"929.201129ms","start":"2026-03-19T11:21:38.389036Z","end":"2026-03-19T11:21:39.318237Z","steps":["trace[1827344710] 'agreement among raft nodes before linearized reading' (duration: 928.892281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:39.318267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:38.389017Z","time spent":"929.243351ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224190,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T11:21:39.318322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.130295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T11:21:39.318356Z","caller":"traceutil/trace.go:171","msg":"trace[757853771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7925; }","duration":"621.209936ms","start":"2026-03-19T11:21:38.697137Z","end":"2026-03-19T11:21:39.318347Z","steps":["trace[757853771] 'agreement among raft nodes before linearized reading' (duration: 621.052822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:39.318391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:38.697103Z","time spent":"621.281078ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T11:21:49.743766Z","caller":"traceutil/trace.go:171","msg":"trace[3585210] linearizableReadLoop","detail":"{readStateIndex:8274; appliedIndex:8271; }","duration":"364.301278ms","start":"2026-03-19T11:21:49.379441Z","end":"2026-03-19T11:21:49.743742Z","steps":["trace[3585210] 'read index received' (duration: 23.650276ms)","trace[3585210] 'applied index is now lower than readState.Index' (duration: 340.650192ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:21:49.743813Z","caller":"traceutil/trace.go:171","msg":"trace[892278921] transaction","detail":"{read_only:false; response_revision:7971; number_of_response:1; }","duration":"368.656345ms","start":"2026-03-19T11:21:49.375128Z","end":"2026-03-19T11:21:49.743784Z","steps":["trace[892278921] 'process raft request' (duration: 306.662878ms)","trace[892278921] 'compare' (duration: 61.616537ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:21:49.743892Z","caller":"traceutil/trace.go:171","msg":"trace[389203796] transaction","detail":"{read_only:false; response_revision:7972; number_of_response:1; }","duration":"368.608403ms","start":"2026-03-19T11:21:49.375212Z","end":"2026-03-19T11:21:49.74382Z","steps":["trace[389203796] 'process raft request' (duration: 368.468739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:49.743967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:49.375106Z","time spent":"368.770578ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:21:49.744067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.197345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:21:49.744116Z","caller":"traceutil/trace.go:171","msg":"trace[1492048343] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7972; }","duration":"364.271647ms","start":"2026-03-19T11:21:49.379829Z","end":"2026-03-19T11:21:49.744101Z","steps":["trace[1492048343] 'agreement among raft nodes before linearized reading' (duration: 364.093132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:49.744129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.658858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T11:21:49.74414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:49.375204Z","time spent":"368.802488ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:21:49.744161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:49.379821Z","time spent":"364.325998ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T11:21:49.744197Z","caller":"traceutil/trace.go:171","msg":"trace[34075013] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7972; }","duration":"364.74311ms","start":"2026-03-19T11:21:49.379437Z","end":"2026-03-19T11:21:49.74418Z","steps":["trace[34075013] 'agreement among raft nodes before linearized reading' (duration: 364.438942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:49.744203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.892481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:49.744199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.07072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T11:21:49.744263Z","caller":"traceutil/trace.go:171","msg":"trace[821675220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7972; }","duration":"133.988504ms","start":"2026-03-19T11:21:49.610257Z","end":"2026-03-19T11:21:49.744245Z","steps":["trace[821675220] 'agreement among raft nodes before linearized reading' (duration: 133.887951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:49.74427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:49.379397Z","time spent":"364.838332ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T11:21:49.744299Z","caller":"traceutil/trace.go:171","msg":"trace[1573698839] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7972; }","duration":"361.196894ms","start":"2026-03-19T11:21:49.383075Z","end":"2026-03-19T11:21:49.744272Z","steps":["trace[1573698839] 'agreement among raft nodes before linearized reading' (duration: 360.934867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:49.744326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.547853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T11:21:49.744357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:49.383068Z","time spent":"361.276476ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T11:21:49.744368Z","caller":"traceutil/trace.go:171","msg":"trace[590486702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7972; }","duration":"361.627576ms","start":"2026-03-19T11:21:49.382729Z","end":"2026-03-19T11:21:49.744356Z","steps":["trace[590486702] 'agreement among raft nodes before linearized reading' (duration: 361.511882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:49.744409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:49.382697Z","time spent":"361.700738ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:21:49.744417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.427237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:21:49.744476Z","caller":"traceutil/trace.go:171","msg":"trace[693686839] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:7972; }","duration":"362.500129ms","start":"2026-03-19T11:21:49.381958Z","end":"2026-03-19T11:21:49.744458Z","steps":["trace[693686839] 'agreement among raft nodes before linearized reading' (duration: 362.374606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:49.744658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:49.381947Z","time spent":"362.698284ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"warn","ts":"2026-03-19T11:21:50.183243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.517627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:21:50.183428Z","caller":"traceutil/trace.go:171","msg":"trace[441018836] transaction","detail":"{read_only:false; response_revision:7974; number_of_response:1; }","duration":"434.367202ms","start":"2026-03-19T11:21:49.74904Z","end":"2026-03-19T11:21:50.183407Z","steps":["trace[441018836] 'process raft request' (duration: 109.587327ms)","trace[441018836] 'compare' (duration: 324.293441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:21:50.183525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:49.74902Z","time spent":"434.454994ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:21:50.183525Z","caller":"traceutil/trace.go:171","msg":"trace[1358544612] transaction","detail":"{read_only:false; response_revision:7976; number_of_response:1; }","duration":"434.331991ms","start":"2026-03-19T11:21:49.749175Z","end":"2026-03-19T11:21:50.183507Z","steps":["trace[1358544612] 'process raft request' (duration: 434.28313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:50.183598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:49.749166Z","time spent":"434.397433ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:21:50.183751Z","caller":"traceutil/trace.go:171","msg":"trace[606823911] transaction","detail":"{read_only:false; response_revision:7975; number_of_response:1; }","duration":"434.65996ms","start":"2026-03-19T11:21:49.749058Z","end":"2026-03-19T11:21:50.183718Z","steps":["trace[606823911] 'process raft request' (duration: 434.29915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:50.183908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:49.749037Z","time spent":"434.787343ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:21:51.01673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536084225,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:21:51.517732Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536084225,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:21:52.01833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536084225,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:21:52.442939Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.929242306s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T11:21:52.443399Z","caller":"traceutil/trace.go:171","msg":"trace[930525013] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"1.973675201s","start":"2026-03-19T11:21:50.469693Z","end":"2026-03-19T11:21:52.443368Z","steps":["trace[930525013] 'process raft request' (duration: 1.973498806s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:52.443524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:50.469671Z","time spent":"1.973778443s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:21:52.473974Z","caller":"traceutil/trace.go:171","msg":"trace[1287912088] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"1.958737179s","start":"2026-03-19T11:21:50.515193Z","end":"2026-03-19T11:21:52.47393Z","steps":["trace[1287912088] 'process raft request' (duration: 1.95842402s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:52.474025Z","caller":"traceutil/trace.go:171","msg":"trace[1783328682] transaction","detail":"{read_only:false; response_revision:7979; number_of_response:1; }","duration":"1.065859275s","start":"2026-03-19T11:21:51.408132Z","end":"2026-03-19T11:21:52.473991Z","steps":["trace[1783328682] 'process raft request' (duration: 1.065680771s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:52.474172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:50.515175Z","time spent":"1.958897963s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:21:52.474185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958268427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-19T11:21:52.474213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:51.408104Z","time spent":"1.06601281s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:21:52.474246Z","caller":"traceutil/trace.go:171","msg":"trace[1347470459] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7981; }","duration":"1.958364649s","start":"2026-03-19T11:21:50.515867Z","end":"2026-03-19T11:21:52.474232Z","steps":["trace[1347470459] 'agreement among raft nodes before linearized reading' (duration: 1.958233525s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:52.474297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:50.515859Z","time spent":"1.95842283s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T11:21:52.474031Z","caller":"traceutil/trace.go:171","msg":"trace[627459908] linearizableReadLoop","detail":"{readStateIndex:8284; appliedIndex:8279; }","duration":"1.958101752s","start":"2026-03-19T11:21:50.515899Z","end":"2026-03-19T11:21:52.474001Z","steps":["trace[627459908] 'read index received' (duration: 1.927297703s)","trace[627459908] 'applied index is now lower than readState.Index' (duration: 30.802729ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:21:52.47445Z","caller":"traceutil/trace.go:171","msg":"trace[1838785620] transaction","detail":"{read_only:false; response_revision:7980; number_of_response:1; }","duration":"723.94651ms","start":"2026-03-19T11:21:51.750473Z","end":"2026-03-19T11:21:52.474419Z","steps":["trace[1838785620] 'process raft request' (duration: 723.409345ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:52.474463Z","caller":"traceutil/trace.go:171","msg":"trace[1174794809] transaction","detail":"{read_only:false; response_revision:7981; number_of_response:1; }","duration":"722.768848ms","start":"2026-03-19T11:21:51.751662Z","end":"2026-03-19T11:21:52.47443Z","steps":["trace[1174794809] 'process raft request' (duration: 722.265165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:52.474543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863771685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:52.474568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.077705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:21:52.474608Z","caller":"traceutil/trace.go:171","msg":"trace[55797038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7981; }","duration":"1.863874607s","start":"2026-03-19T11:21:50.610717Z","end":"2026-03-19T11:21:52.474592Z","steps":["trace[55797038] 'agreement among raft nodes before linearized reading' (duration: 1.863765925s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:52.474612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:51.751641Z","time spent":"722.900782ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:21:52.47464Z","caller":"traceutil/trace.go:171","msg":"trace[384851651] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:7981; }","duration":"556.200068ms","start":"2026-03-19T11:21:51.918421Z","end":"2026-03-19T11:21:52.474621Z","steps":["trace[384851651] 'agreement among raft nodes before linearized reading' (duration: 556.059784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:52.474661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:50.610699Z","time spent":"1.86395112s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:21:52.4747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:51.918406Z","time spent":"556.281411ms","remote":"127.0.0.1:52964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:21:52.474605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:51.750453Z","time spent":"724.072024ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:21:52.474763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.541276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T11:21:52.474806Z","caller":"traceutil/trace.go:171","msg":"trace[327426717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7981; }","duration":"286.626799ms","start":"2026-03-19T11:21:52.188167Z","end":"2026-03-19T11:21:52.474794Z","steps":["trace[327426717] 'agreement among raft nodes before linearized reading' (duration: 286.474805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:52.474809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.579407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T11:21:52.474834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.370623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:21:52.474864Z","caller":"traceutil/trace.go:171","msg":"trace[1498964529] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7981; }","duration":"286.6809ms","start":"2026-03-19T11:21:52.188167Z","end":"2026-03-19T11:21:52.474848Z","steps":["trace[1498964529] 'agreement among raft nodes before linearized reading' (duration: 286.480175ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:52.474883Z","caller":"traceutil/trace.go:171","msg":"trace[1143756211] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:7981; }","duration":"962.459435ms","start":"2026-03-19T11:21:51.512413Z","end":"2026-03-19T11:21:52.474872Z","steps":["trace[1143756211] 'agreement among raft nodes before linearized reading' (duration: 962.326781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:52.474916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:51.512394Z","time spent":"962.513686ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":108,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:21:52.474922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422781165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:21:52.474957Z","caller":"traceutil/trace.go:171","msg":"trace[664855066] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:7981; }","duration":"1.422850387s","start":"2026-03-19T11:21:51.052097Z","end":"2026-03-19T11:21:52.474947Z","steps":["trace[664855066] 'agreement among raft nodes before linearized reading' (duration: 1.422768365s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:52.474954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.266098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T11:21:52.474994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:51.052078Z","time spent":"1.422908878s","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:21:52.475004Z","caller":"traceutil/trace.go:171","msg":"trace[1893927498] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7981; }","duration":"692.35344ms","start":"2026-03-19T11:21:51.782638Z","end":"2026-03-19T11:21:52.474992Z","steps":["trace[1893927498] 'agreement among raft nodes before linearized reading' (duration: 692.232867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:52.475026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.509892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T11:21:52.474841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.333906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T11:21:52.475059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461305311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5ddfb5765d-ptkwk.189e3a3250faf011\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-19T11:21:52.47507Z","caller":"traceutil/trace.go:171","msg":"trace[849691599] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7981; }","duration":"287.595915ms","start":"2026-03-19T11:21:52.187462Z","end":"2026-03-19T11:21:52.475058Z","steps":["trace[849691599] 'agreement among raft nodes before linearized reading' (duration: 287.478192ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:52.475099Z","caller":"traceutil/trace.go:171","msg":"trace[219086354] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:7981; }","duration":"690.622674ms","start":"2026-03-19T11:21:51.784466Z","end":"2026-03-19T11:21:52.475089Z","steps":["trace[219086354] 'agreement among raft nodes before linearized reading' (duration: 690.330876ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:52.475116Z","caller":"traceutil/trace.go:171","msg":"trace[2070953960] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5ddfb5765d-ptkwk.189e3a3250faf011; range_end:; response_count:1; response_revision:7981; }","duration":"1.461393353s","start":"2026-03-19T11:21:51.013705Z","end":"2026-03-19T11:21:52.475098Z","steps":["trace[2070953960] 'agreement among raft nodes before linearized reading' (duration: 1.46126937s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:52.475142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:51.784448Z","time spent":"690.682455ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"warn","ts":"2026-03-19T11:21:52.475167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:51.013685Z","time spent":"1.461472256s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-5ddfb5765d-ptkwk.189e3a3250faf011\" "} {"level":"warn","ts":"2026-03-19T11:21:52.475056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:51.782593Z","time spent":"692.453413ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T11:21:52.615563Z","caller":"traceutil/trace.go:171","msg":"trace[1358399495] transaction","detail":"{read_only:false; response_revision:7983; number_of_response:1; }","duration":"135.991037ms","start":"2026-03-19T11:21:52.479545Z","end":"2026-03-19T11:21:52.615536Z","steps":["trace[1358399495] 'process raft request' (duration: 135.793012ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:52.61587Z","caller":"traceutil/trace.go:171","msg":"trace[880524108] transaction","detail":"{read_only:false; response_revision:7984; number_of_response:1; }","duration":"136.009238ms","start":"2026-03-19T11:21:52.479847Z","end":"2026-03-19T11:21:52.615856Z","steps":["trace[880524108] 'process raft request' (duration: 135.647698ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:52.615979Z","caller":"traceutil/trace.go:171","msg":"trace[1339690734] transaction","detail":"{read_only:false; response_revision:7985; number_of_response:1; }","duration":"135.762521ms","start":"2026-03-19T11:21:52.480181Z","end":"2026-03-19T11:21:52.615944Z","steps":["trace[1339690734] 'process raft request' (duration: 135.578616ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:52.616093Z","caller":"traceutil/trace.go:171","msg":"trace[128544425] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"135.667169ms","start":"2026-03-19T11:21:52.480414Z","end":"2026-03-19T11:21:52.616081Z","steps":["trace[128544425] 'process raft request' (duration: 135.476504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:52.616248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.151698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-19T11:21:52.61628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.551201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:21:52.616334Z","caller":"traceutil/trace.go:171","msg":"trace[1182324591] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7986; }","duration":"137.271592ms","start":"2026-03-19T11:21:52.479042Z","end":"2026-03-19T11:21:52.616314Z","steps":["trace[1182324591] 'agreement among raft nodes before linearized reading' (duration: 137.107978ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:52.616359Z","caller":"traceutil/trace.go:171","msg":"trace[2128372772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7986; }","duration":"133.654625ms","start":"2026-03-19T11:21:52.48269Z","end":"2026-03-19T11:21:52.616345Z","steps":["trace[2128372772] 'agreement among raft nodes before linearized reading' (duration: 133.528421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:52.61681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.550125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224166"} {"level":"info","ts":"2026-03-19T11:21:52.616947Z","caller":"traceutil/trace.go:171","msg":"trace[88464307] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7986; }","duration":"135.71624ms","start":"2026-03-19T11:21:52.481208Z","end":"2026-03-19T11:21:52.616924Z","steps":["trace[88464307] 'agreement among raft nodes before linearized reading' (duration: 134.911969ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:54.596582Z","caller":"traceutil/trace.go:171","msg":"trace[992074022] transaction","detail":"{read_only:false; response_revision:7987; number_of_response:1; }","duration":"144.408034ms","start":"2026-03-19T11:21:54.452145Z","end":"2026-03-19T11:21:54.596553Z","steps":["trace[992074022] 'process raft request' (duration: 144.25332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:55.119678Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536084257,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:21:55.620714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536084257,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:21:55.957519Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.361118516s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T11:21:55.957943Z","caller":"traceutil/trace.go:171","msg":"trace[38726907] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"1.477503266s","start":"2026-03-19T11:21:54.480413Z","end":"2026-03-19T11:21:55.957916Z","steps":["trace[38726907] 'process raft request' (duration: 1.47727494s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:55.957945Z","caller":"traceutil/trace.go:171","msg":"trace[1406509659] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"1.4765391s","start":"2026-03-19T11:21:54.481381Z","end":"2026-03-19T11:21:55.95792Z","steps":["trace[1406509659] 'process raft request' (duration: 1.476499999s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:55.958011Z","caller":"traceutil/trace.go:171","msg":"trace[774502574] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"1.476644274s","start":"2026-03-19T11:21:54.481336Z","end":"2026-03-19T11:21:55.95798Z","steps":["trace[774502574] 'process raft request' (duration: 1.47650216s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:55.958077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:54.480391Z","time spent":"1.47761399s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:21:55.958148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:54.481328Z","time spent":"1.476743816s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:21:55.958199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:54.481376Z","time spent":"1.476696605s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:21:56.303523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.869928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:21:56.303858Z","caller":"traceutil/trace.go:171","msg":"trace[550735520] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"1.489484928s","start":"2026-03-19T11:21:54.81424Z","end":"2026-03-19T11:21:56.303725Z","steps":["trace[550735520] 'process raft request' (duration: 1.361334442s)","trace[550735520] 'compare' (duration: 127.652623ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:21:56.303906Z","caller":"traceutil/trace.go:171","msg":"trace[1147353207] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"1.14559957s","start":"2026-03-19T11:21:55.158278Z","end":"2026-03-19T11:21:56.303878Z","steps":["trace[1147353207] 'process raft request' (duration: 1.145344393s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:56.304009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:55.158252Z","time spent":"1.145708442s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:21:56.304068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:54.814205Z","time spent":"1.489754675s","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19434,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:21:56.41897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.214799ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T11:21:56.419234Z","caller":"traceutil/trace.go:171","msg":"trace[332385445] linearizableReadLoop","detail":"{readStateIndex:8295; appliedIndex:8290; }","duration":"1.799981209s","start":"2026-03-19T11:21:54.619231Z","end":"2026-03-19T11:21:56.419212Z","steps":["trace[332385445] 'read index received' (duration: 1.338499928s)","trace[332385445] 'applied index is now lower than readState.Index' (duration: 461.480051ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:21:56.419271Z","caller":"traceutil/trace.go:171","msg":"trace[949779223] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"484.815319ms","start":"2026-03-19T11:21:55.934424Z","end":"2026-03-19T11:21:56.419239Z","steps":["trace[949779223] 'process raft request' (duration: 484.644594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:56.419438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:55.934397Z","time spent":"484.948993ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:21:56.419519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800264176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T11:21:56.419602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670391474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:21:56.419622Z","caller":"traceutil/trace.go:171","msg":"trace[1609724971] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7993; }","duration":"1.800425261s","start":"2026-03-19T11:21:54.619174Z","end":"2026-03-19T11:21:56.4196Z","steps":["trace[1609724971] 'agreement among raft nodes before linearized reading' (duration: 1.800133933s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:56.41966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.918567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T11:21:56.419694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730186372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T11:21:56.419697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:54.619142Z","time spent":"1.800540714s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T11:21:56.419712Z","caller":"traceutil/trace.go:171","msg":"trace[671204080] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:7993; }","duration":"1.730237534s","start":"2026-03-19T11:21:54.68947Z","end":"2026-03-19T11:21:56.419708Z","steps":["trace[671204080] 'agreement among raft nodes before linearized reading' (duration: 1.730195532s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:56.419732Z","caller":"traceutil/trace.go:171","msg":"trace[1601871787] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:7993; }","duration":"493.051721ms","start":"2026-03-19T11:21:55.92666Z","end":"2026-03-19T11:21:56.419711Z","steps":["trace[1601871787] 'agreement among raft nodes before linearized reading' (duration: 492.967288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:56.419751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:54.689452Z","time spent":"1.730292825s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:21:56.41954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795057686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T11:21:56.419783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799326822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T11:21:56.419825Z","caller":"traceutil/trace.go:171","msg":"trace[149727811] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:7993; }","duration":"1.795363085s","start":"2026-03-19T11:21:54.624447Z","end":"2026-03-19T11:21:56.41981Z","steps":["trace[149727811] 'agreement among raft nodes before linearized reading' (duration: 1.795029826s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:56.419836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.298329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:21:56.419853Z","caller":"traceutil/trace.go:171","msg":"trace[1993140734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7993; }","duration":"1.799434334s","start":"2026-03-19T11:21:54.620401Z","end":"2026-03-19T11:21:56.419835Z","steps":["trace[1993140734] 'agreement among raft nodes before linearized reading' (duration: 1.799019203s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:56.419905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063620286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:56.419917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:54.620388Z","time spent":"1.799515607s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T11:21:56.419941Z","caller":"traceutil/trace.go:171","msg":"trace[245095614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7993; }","duration":"1.063689338s","start":"2026-03-19T11:21:55.356243Z","end":"2026-03-19T11:21:56.419933Z","steps":["trace[245095614] 'agreement among raft nodes before linearized reading' (duration: 1.063642246s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:56.419985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:55.356224Z","time spent":"1.063754339s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T11:21:56.419866Z","caller":"traceutil/trace.go:171","msg":"trace[893349351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7993; }","duration":"808.374721ms","start":"2026-03-19T11:21:55.611482Z","end":"2026-03-19T11:21:56.419857Z","steps":["trace[893349351] 'agreement among raft nodes before linearized reading' (duration: 808.322579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:56.420081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798866759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T11:21:56.420084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799352323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:21:56.420115Z","caller":"traceutil/trace.go:171","msg":"trace[329954595] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7993; }","duration":"1.799407373s","start":"2026-03-19T11:21:54.620701Z","end":"2026-03-19T11:21:56.420109Z","steps":["trace[329954595] 'agreement among raft nodes before linearized reading' (duration: 1.799306431s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:56.420112Z","caller":"traceutil/trace.go:171","msg":"trace[1336363864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7993; }","duration":"1.79889838s","start":"2026-03-19T11:21:54.621206Z","end":"2026-03-19T11:21:56.420104Z","steps":["trace[1336363864] 'agreement among raft nodes before linearized reading' (duration: 1.798766577s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:56.42012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:55.611459Z","time spent":"808.645538ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:21:56.420148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:54.621145Z","time spent":"1.798997652s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:21:56.420141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:54.62069Z","time spent":"1.799446645s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T11:21:56.419645Z","caller":"traceutil/trace.go:171","msg":"trace[871602018] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7993; }","duration":"1.670473706s","start":"2026-03-19T11:21:54.749157Z","end":"2026-03-19T11:21:56.419631Z","steps":["trace[871602018] 'agreement among raft nodes before linearized reading' (duration: 1.670421445s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:56.41955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063385409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T11:21:56.420276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:54.749133Z","time spent":"1.671136044s","remote":"127.0.0.1:49496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:21:56.420298Z","caller":"traceutil/trace.go:171","msg":"trace[1345921329] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:7993; }","duration":"1.064148809s","start":"2026-03-19T11:21:55.356138Z","end":"2026-03-19T11:21:56.420287Z","steps":["trace[1345921329] 'agreement among raft nodes before linearized reading' (duration: 1.063332807s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:56.420337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:55.356092Z","time spent":"1.064234412s","remote":"127.0.0.1:49340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:21:56.419783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:55.926623Z","time spent":"493.149572ms","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:21:56.419869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:54.62444Z","time spent":"1.795417057s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"warn","ts":"2026-03-19T11:21:57.077001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.954833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:21:57.077088Z","caller":"traceutil/trace.go:171","msg":"trace[336319366] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"653.002742ms","start":"2026-03-19T11:21:56.424071Z","end":"2026-03-19T11:21:57.077074Z","steps":["trace[336319366] 'process raft request' (duration: 164.906155ms)","trace[336319366] 'compare' (duration: 487.684186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:21:57.077131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.424045Z","time spent":"653.066054ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:21:57.413795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.257371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:21:57.414013Z","caller":"traceutil/trace.go:171","msg":"trace[727768311] transaction","detail":"{read_only:false; response_revision:7995; number_of_response:1; }","duration":"989.680537ms","start":"2026-03-19T11:21:56.424304Z","end":"2026-03-19T11:21:57.413984Z","steps":["trace[727768311] 'process raft request' (duration: 823.141268ms)","trace[727768311] 'compare' (duration: 166.115678ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:21:57.414049Z","caller":"traceutil/trace.go:171","msg":"trace[2127435182] linearizableReadLoop","detail":"{readStateIndex:8299; appliedIndex:8297; }","duration":"989.091751ms","start":"2026-03-19T11:21:56.424943Z","end":"2026-03-19T11:21:57.414035Z","steps":["trace[2127435182] 'read index received' (duration: 163.922829ms)","trace[2127435182] 'applied index is now lower than readState.Index' (duration: 825.167842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:21:57.414112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.42425Z","time spent":"989.81898ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:21:57.414139Z","caller":"traceutil/trace.go:171","msg":"trace[1003237320] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"989.063791ms","start":"2026-03-19T11:21:56.425025Z","end":"2026-03-19T11:21:57.414089Z","steps":["trace[1003237320] 'process raft request' (duration: 988.933277ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:57.414148Z","caller":"traceutil/trace.go:171","msg":"trace[1589311638] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"989.134013ms","start":"2026-03-19T11:21:56.424976Z","end":"2026-03-19T11:21:57.41411Z","steps":["trace[1589311638] 'process raft request' (duration: 988.919227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.414222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.425018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.414253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.473419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:21:57.414302Z","caller":"traceutil/trace.go:171","msg":"trace[557887774] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7998; }","duration":"748.567482ms","start":"2026-03-19T11:21:56.665718Z","end":"2026-03-19T11:21:57.414286Z","steps":["trace[557887774] 'agreement among raft nodes before linearized reading' (duration: 748.465739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.4143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.683977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.414336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.424964Z","time spent":"989.283596ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:21:57.414342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.425002Z","time spent":"989.228415ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:21:57.414381Z","caller":"traceutil/trace.go:171","msg":"trace[589539387] transaction","detail":"{read_only:false; response_revision:7998; number_of_response:1; }","duration":"286.236108ms","start":"2026-03-19T11:21:57.128135Z","end":"2026-03-19T11:21:57.414371Z","steps":["trace[589539387] 'process raft request' (duration: 285.864749ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:57.414399Z","caller":"traceutil/trace.go:171","msg":"trace[1841064486] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7998; }","duration":"876.856283ms","start":"2026-03-19T11:21:56.537521Z","end":"2026-03-19T11:21:57.414377Z","steps":["trace[1841064486] 'agreement among raft nodes before linearized reading' (duration: 876.680428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.414425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.40609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.414306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.838162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.414503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.495313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.414509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.528198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:21:57.41451Z","caller":"traceutil/trace.go:171","msg":"trace[1192571121] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7998; }","duration":"877.053488ms","start":"2026-03-19T11:21:56.537437Z","end":"2026-03-19T11:21:57.41449Z","steps":["trace[1192571121] 'agreement among raft nodes before linearized reading' (duration: 876.848632ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:57.414537Z","caller":"traceutil/trace.go:171","msg":"trace[900399350] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7998; }","duration":"844.548594ms","start":"2026-03-19T11:21:56.569979Z","end":"2026-03-19T11:21:57.414527Z","steps":["trace[900399350] 'agreement among raft nodes before linearized reading' (duration: 844.504663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.414539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.43056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-19T11:21:57.414563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.30555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.414569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.569968Z","time spent":"844.592606ms","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:21:57.414342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.809666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.414583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.489404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.414343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.665701Z","time spent":"748.632094ms","remote":"127.0.0.1:33092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:21:57.414595Z","caller":"traceutil/trace.go:171","msg":"trace[581612834] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7998; }","duration":"859.355442ms","start":"2026-03-19T11:21:56.55523Z","end":"2026-03-19T11:21:57.414585Z","steps":["trace[581612834] 'agreement among raft nodes before linearized reading' (duration: 859.314721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.414591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.637666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224166"} {"level":"warn","ts":"2026-03-19T11:21:57.414418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.589467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.414651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.574887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.414661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.734029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:21:57.414663Z","caller":"traceutil/trace.go:171","msg":"trace[1751177944] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7998; }","duration":"989.76848ms","start":"2026-03-19T11:21:56.424877Z","end":"2026-03-19T11:21:57.414645Z","steps":["trace[1751177944] 'agreement among raft nodes before linearized reading' (duration: 989.243936ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:57.414686Z","caller":"traceutil/trace.go:171","msg":"trace[1642087472] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7998; }","duration":"876.76029ms","start":"2026-03-19T11:21:56.53792Z","end":"2026-03-19T11:21:57.414681Z","steps":["trace[1642087472] 'agreement among raft nodes before linearized reading' (duration: 876.721089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.414357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.110801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:21:57.414696Z","caller":"traceutil/trace.go:171","msg":"trace[1588482476] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7998; }","duration":"898.873224ms","start":"2026-03-19T11:21:56.515792Z","end":"2026-03-19T11:21:57.414665Z","steps":["trace[1588482476] 'agreement among raft nodes before linearized reading' (duration: 898.606637ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:57.414563Z","caller":"traceutil/trace.go:171","msg":"trace[269503946] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7998; }","duration":"646.59674ms","start":"2026-03-19T11:21:56.767951Z","end":"2026-03-19T11:21:57.414548Z","steps":["trace[269503946] 'agreement among raft nodes before linearized reading' (duration: 646.520098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.414717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.799398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.414541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.016022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.414752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.670883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:21:57.414746Z","caller":"traceutil/trace.go:171","msg":"trace[205480171] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7998; }","duration":"822.584793ms","start":"2026-03-19T11:21:56.592151Z","end":"2026-03-19T11:21:57.414736Z","steps":["trace[205480171] 'agreement among raft nodes before linearized reading' (duration: 822.037769ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:57.414767Z","caller":"traceutil/trace.go:171","msg":"trace[701646543] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7998; }","duration":"935.85844ms","start":"2026-03-19T11:21:56.478895Z","end":"2026-03-19T11:21:57.414754Z","steps":["trace[701646543] 'agreement among raft nodes before linearized reading' (duration: 935.777438ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:57.41478Z","caller":"traceutil/trace.go:171","msg":"trace[1063133492] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7998; }","duration":"607.724194ms","start":"2026-03-19T11:21:56.807049Z","end":"2026-03-19T11:21:57.414774Z","steps":["trace[1063133492] 'agreement among raft nodes before linearized reading' (duration: 607.683773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.414769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.767943Z","time spent":"646.807176ms","remote":"127.0.0.1:33134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T11:21:57.414576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.537422Z","time spent":"877.13852ms","remote":"127.0.0.1:33030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"info","ts":"2026-03-19T11:21:57.414784Z","caller":"traceutil/trace.go:171","msg":"trace[22157945] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7998; }","duration":"663.259378ms","start":"2026-03-19T11:21:56.751506Z","end":"2026-03-19T11:21:57.414765Z","steps":["trace[22157945] 'agreement among raft nodes before linearized reading' (duration: 663.006901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.414804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.886525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.414791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.076353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.414817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.478892Z","time spent":"935.912121ms","remote":"127.0.0.1:33018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:21:57.414843Z","caller":"traceutil/trace.go:171","msg":"trace[1885001936] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7998; }","duration":"692.930126ms","start":"2026-03-19T11:21:56.721902Z","end":"2026-03-19T11:21:57.414832Z","steps":["trace[1885001936] 'agreement among raft nodes before linearized reading' (duration: 692.883375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.414727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.3286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.414883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.721897Z","time spent":"692.974367ms","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T11:21:57.414921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.123093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:21:57.414926Z","caller":"traceutil/trace.go:171","msg":"trace[516782138] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7998; }","duration":"692.522855ms","start":"2026-03-19T11:21:56.722384Z","end":"2026-03-19T11:21:57.414907Z","steps":["trace[516782138] 'agreement among raft nodes before linearized reading' (duration: 692.321789ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:57.41495Z","caller":"traceutil/trace.go:171","msg":"trace[1102190659] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7998; }","duration":"583.175874ms","start":"2026-03-19T11:21:56.831768Z","end":"2026-03-19T11:21:57.414943Z","steps":["trace[1102190659] 'agreement among raft nodes before linearized reading' (duration: 583.133883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.415062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.695615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:21:57.415992Z","caller":"traceutil/trace.go:171","msg":"trace[1181644233] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7998; }","duration":"775.64412ms","start":"2026-03-19T11:21:56.64033Z","end":"2026-03-19T11:21:57.415974Z","steps":["trace[1181644233] 'agreement among raft nodes before linearized reading' (duration: 774.667844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.416125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.640321Z","time spent":"775.778444ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"warn","ts":"2026-03-19T11:21:57.414676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.925939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.414804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.592081Z","time spent":"822.710797ms","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T11:21:57.415043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.320923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.414378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.479834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.414627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.402677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.414767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.70786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.414834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.751502Z","time spent":"663.316029ms","remote":"127.0.0.1:33120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"warn","ts":"2026-03-19T11:21:57.41478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.515777Z","time spent":"898.969258ms","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T11:21:57.414968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.595825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:21:57.414613Z","caller":"traceutil/trace.go:171","msg":"trace[481304199] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7998; }","duration":"663.524375ms","start":"2026-03-19T11:21:56.751079Z","end":"2026-03-19T11:21:57.414604Z","steps":["trace[481304199] 'agreement among raft nodes before linearized reading' (duration: 663.483724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.414453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.537511Z","time spent":"876.931624ms","remote":"127.0.0.1:33030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:21:57.414463Z","caller":"traceutil/trace.go:171","msg":"trace[1254008651] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7998; }","duration":"844.439111ms","start":"2026-03-19T11:21:56.570011Z","end":"2026-03-19T11:21:57.414451Z","steps":["trace[1254008651] 'agreement among raft nodes before linearized reading' (duration: 844.393829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.414509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.231928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:21:57.414574Z","caller":"traceutil/trace.go:171","msg":"trace[595041402] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:7998; }","duration":"931.484112ms","start":"2026-03-19T11:21:56.483078Z","end":"2026-03-19T11:21:57.414563Z","steps":["trace[595041402] 'agreement among raft nodes before linearized reading' (duration: 931.365308ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:57.41461Z","caller":"traceutil/trace.go:171","msg":"trace[35594734] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7998; }","duration":"898.107084ms","start":"2026-03-19T11:21:56.516491Z","end":"2026-03-19T11:21:57.414598Z","steps":["trace[35594734] 'agreement among raft nodes before linearized reading' (duration: 897.832436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.414622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.555216Z","time spent":"859.401123ms","remote":"127.0.0.1:33032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"info","ts":"2026-03-19T11:21:57.414687Z","caller":"traceutil/trace.go:171","msg":"trace[1784400151] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7998; }","duration":"663.624758ms","start":"2026-03-19T11:21:56.751052Z","end":"2026-03-19T11:21:57.414677Z","steps":["trace[1784400151] 'agreement among raft nodes before linearized reading' (duration: 663.578166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.414714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.537878Z","time spent":"876.830912ms","remote":"127.0.0.1:33030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-19T11:21:57.414723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.424856Z","time spent":"989.851642ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224190,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T11:21:57.414736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.921316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.414812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.807031Z","time spent":"607.775506ms","remote":"127.0.0.1:33148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"warn","ts":"2026-03-19T11:21:57.414337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.351575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.414386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.617209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.414849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.044829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:21:57.414858Z","caller":"traceutil/trace.go:171","msg":"trace[602569660] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7998; }","duration":"608.157716ms","start":"2026-03-19T11:21:56.806685Z","end":"2026-03-19T11:21:57.414843Z","steps":["trace[602569660] 'agreement among raft nodes before linearized reading' (duration: 608.073664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.414886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.947458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.414916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.271557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.414892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.988814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.414985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.72238Z","time spent":"692.586866ms","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"warn","ts":"2026-03-19T11:21:57.414979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.89325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:21:57.414266Z","caller":"traceutil/trace.go:171","msg":"trace[173009614] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7998; }","duration":"935.492259ms","start":"2026-03-19T11:21:56.478761Z","end":"2026-03-19T11:21:57.414253Z","steps":["trace[173009614] 'agreement among raft nodes before linearized reading' (duration: 935.421507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.41504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.060918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.41502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.754255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.415078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.222721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.415103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.831753Z","time spent":"583.340909ms","remote":"127.0.0.1:33158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:21:57.415094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.220462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.415093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.265273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.415097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.799751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.415117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.062395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.415143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.018592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.415145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.25555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.415144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.437248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.415148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.523741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.415167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.639744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.415163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.445795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.41519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.583312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:21:57.417591Z","caller":"traceutil/trace.go:171","msg":"trace[2129035897] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7998; }","duration":"597.510929ms","start":"2026-03-19T11:21:56.820058Z","end":"2026-03-19T11:21:57.417569Z","steps":["trace[2129035897] 'agreement among raft nodes before linearized reading' (duration: 594.888179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.415213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.028968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:21:57.417624Z","caller":"traceutil/trace.go:171","msg":"trace[881324645] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7998; }","duration":"751.913913ms","start":"2026-03-19T11:21:56.665699Z","end":"2026-03-19T11:21:57.417612Z","steps":["trace[881324645] 'agreement among raft nodes before linearized reading' (duration: 748.82234ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:57.417631Z","caller":"traceutil/trace.go:171","msg":"trace[884038254] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7998; }","duration":"585.689222ms","start":"2026-03-19T11:21:56.83193Z","end":"2026-03-19T11:21:57.41762Z","steps":["trace[884038254] 'agreement among raft nodes before linearized reading' (duration: 582.936678ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:57.417637Z","caller":"traceutil/trace.go:171","msg":"trace[1991106710] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7998; }","duration":"805.941655ms","start":"2026-03-19T11:21:56.611681Z","end":"2026-03-19T11:21:57.417623Z","steps":["trace[1991106710] 'agreement among raft nodes before linearized reading' (duration: 803.429727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.41766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.820047Z","time spent":"597.593182ms","remote":"127.0.0.1:33158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T11:21:57.417669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.478746Z","time spent":"938.910832ms","remote":"127.0.0.1:33018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T11:21:57.417666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.665677Z","time spent":"751.975414ms","remote":"127.0.0.1:33092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T11:21:57.417675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.83191Z","time spent":"585.751264ms","remote":"127.0.0.1:33158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"info","ts":"2026-03-19T11:21:57.41767Z","caller":"traceutil/trace.go:171","msg":"trace[442703688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7998; }","duration":"808.480253ms","start":"2026-03-19T11:21:56.609167Z","end":"2026-03-19T11:21:57.417647Z","steps":["trace[442703688] 'agreement among raft nodes before linearized reading' (duration: 806.018837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.4177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.611674Z","time spent":"806.004467ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"warn","ts":"2026-03-19T11:21:57.415186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.564288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:21:57.417633Z","caller":"traceutil/trace.go:171","msg":"trace[1582733630] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7998; }","duration":"628.35922ms","start":"2026-03-19T11:21:56.789259Z","end":"2026-03-19T11:21:57.417618Z","steps":["trace[1582733630] 'agreement among raft nodes before linearized reading' (duration: 625.795391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.417735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.609162Z","time spent":"808.554955ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:21:57.415212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.96984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.417776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.789241Z","time spent":"628.520244ms","remote":"127.0.0.1:33140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"info","ts":"2026-03-19T11:21:57.417794Z","caller":"traceutil/trace.go:171","msg":"trace[1669221263] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7998; }","duration":"778.080706ms","start":"2026-03-19T11:21:56.639706Z","end":"2026-03-19T11:21:57.417787Z","steps":["trace[1669221263] 'agreement among raft nodes before linearized reading' (duration: 775.427815ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:57.417795Z","caller":"traceutil/trace.go:171","msg":"trace[1620537969] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7998; }","duration":"794.57457ms","start":"2026-03-19T11:21:56.623211Z","end":"2026-03-19T11:21:57.417785Z","steps":["trace[1620537969] 'agreement among raft nodes before linearized reading' (duration: 791.983911ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:57.417793Z","caller":"traceutil/trace.go:171","msg":"trace[40062341] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7998; }","duration":"705.817363ms","start":"2026-03-19T11:21:56.711961Z","end":"2026-03-19T11:21:57.417778Z","steps":["trace[40062341] 'agreement among raft nodes before linearized reading' (duration: 703.056429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.417831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.639668Z","time spent":"778.146738ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T11:21:57.417836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.623196Z","time spent":"794.627931ms","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:21:57.417845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.711957Z","time spent":"705.874244ms","remote":"127.0.0.1:33114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"info","ts":"2026-03-19T11:21:57.417859Z","caller":"traceutil/trace.go:171","msg":"trace[1438815309] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7998; }","duration":"751.81367ms","start":"2026-03-19T11:21:56.666033Z","end":"2026-03-19T11:21:57.417846Z","steps":["trace[1438815309] 'agreement among raft nodes before linearized reading' (duration: 749.061516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.415238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.554631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.417902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.666027Z","time spent":"751.860151ms","remote":"127.0.0.1:33092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"warn","ts":"2026-03-19T11:21:57.415256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.978844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:21:57.417929Z","caller":"traceutil/trace.go:171","msg":"trace[123754117] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7998; }","duration":"809.279335ms","start":"2026-03-19T11:21:56.608638Z","end":"2026-03-19T11:21:57.417917Z","steps":["trace[123754117] 'agreement among raft nodes before linearized reading' (duration: 806.553742ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:57.417967Z","caller":"traceutil/trace.go:171","msg":"trace[2067217556] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7998; }","duration":"825.707997ms","start":"2026-03-19T11:21:56.592242Z","end":"2026-03-19T11:21:57.41795Z","steps":["trace[2067217556] 'agreement among raft nodes before linearized reading' (duration: 822.970893ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:57.417978Z","caller":"traceutil/trace.go:171","msg":"trace[1937069898] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7998; }","duration":"706.367138ms","start":"2026-03-19T11:21:56.711592Z","end":"2026-03-19T11:21:57.417959Z","steps":["trace[1937069898] 'agreement among raft nodes before linearized reading' (duration: 703.576633ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:57.418006Z","caller":"traceutil/trace.go:171","msg":"trace[536900780] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7998; }","duration":"706.382398ms","start":"2026-03-19T11:21:56.711611Z","end":"2026-03-19T11:21:57.417993Z","steps":["trace[536900780] 'agreement among raft nodes before linearized reading' (duration: 703.516531ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:57.418016Z","caller":"traceutil/trace.go:171","msg":"trace[1180287296] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7998; }","duration":"713.16004ms","start":"2026-03-19T11:21:56.704848Z","end":"2026-03-19T11:21:57.418008Z","steps":["trace[1180287296] 'agreement among raft nodes before linearized reading' (duration: 710.208811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.418033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.711608Z","time spent":"706.416679ms","remote":"127.0.0.1:33114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:21:57.418025Z","caller":"traceutil/trace.go:171","msg":"trace[158873195] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7998; }","duration":"610.90862ms","start":"2026-03-19T11:21:56.807105Z","end":"2026-03-19T11:21:57.418013Z","steps":["trace[158873195] 'agreement among raft nodes before linearized reading' (duration: 608.019903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.418045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.592232Z","time spent":"825.785919ms","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"info","ts":"2026-03-19T11:21:57.418038Z","caller":"traceutil/trace.go:171","msg":"trace[1144552453] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7998; }","duration":"809.527142ms","start":"2026-03-19T11:21:56.608494Z","end":"2026-03-19T11:21:57.418021Z","steps":["trace[1144552453] 'agreement among raft nodes before linearized reading' (duration: 806.644494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.415203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.912659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.418073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.807094Z","time spent":"610.966932ms","remote":"127.0.0.1:33148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:21:57.418068Z","caller":"traceutil/trace.go:171","msg":"trace[973470401] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7998; }","duration":"713.253122ms","start":"2026-03-19T11:21:56.704801Z","end":"2026-03-19T11:21:57.418055Z","steps":["trace[973470401] 'agreement among raft nodes before linearized reading' (duration: 710.262092ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:57.418089Z","caller":"traceutil/trace.go:171","msg":"trace[389068208] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7998; }","duration":"794.829107ms","start":"2026-03-19T11:21:56.623247Z","end":"2026-03-19T11:21:57.418076Z","steps":["trace[389068208] 'agreement among raft nodes before linearized reading' (duration: 791.925829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.418096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.608482Z","time spent":"809.595903ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:21:57.416429Z","caller":"traceutil/trace.go:171","msg":"trace[895555272] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7998; }","duration":"647.72301ms","start":"2026-03-19T11:21:56.768686Z","end":"2026-03-19T11:21:57.416409Z","steps":["trace[895555272] 'agreement among raft nodes before linearized reading' (duration: 646.304882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.418123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.704788Z","time spent":"713.313885ms","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-19T11:21:57.418132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.623229Z","time spent":"794.889088ms","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"info","ts":"2026-03-19T11:21:57.4182Z","caller":"traceutil/trace.go:171","msg":"trace[166383087] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7998; }","duration":"794.306643ms","start":"2026-03-19T11:21:56.623879Z","end":"2026-03-19T11:21:57.418185Z","steps":["trace[166383087] 'agreement among raft nodes before linearized reading' (duration: 791.23769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.418052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.704846Z","time spent":"713.194591ms","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"info","ts":"2026-03-19T11:21:57.416478Z","caller":"traceutil/trace.go:171","msg":"trace[1461166059] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7998; }","duration":"937.293768ms","start":"2026-03-19T11:21:56.479174Z","end":"2026-03-19T11:21:57.416468Z","steps":["trace[1461166059] 'agreement among raft nodes before linearized reading' (duration: 935.422898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.418464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.479153Z","time spent":"939.304082ms","remote":"127.0.0.1:33018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"info","ts":"2026-03-19T11:21:57.416502Z","caller":"traceutil/trace.go:171","msg":"trace[1613669295] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7998; }","duration":"900.636871ms","start":"2026-03-19T11:21:56.515857Z","end":"2026-03-19T11:21:57.416494Z","steps":["trace[1613669295] 'agreement among raft nodes before linearized reading' (duration: 898.502404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.418134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.768679Z","time spent":"649.448026ms","remote":"127.0.0.1:33134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"info","ts":"2026-03-19T11:21:57.41673Z","caller":"traceutil/trace.go:171","msg":"trace[67700551] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7998; }","duration":"627.367462ms","start":"2026-03-19T11:21:56.789352Z","end":"2026-03-19T11:21:57.416719Z","steps":["trace[67700551] 'agreement among raft nodes before linearized reading' (duration: 625.587955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.418503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.515837Z","time spent":"902.651126ms","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:21:57.417988Z","caller":"traceutil/trace.go:171","msg":"trace[2147241585] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7998; }","duration":"649.744974ms","start":"2026-03-19T11:21:56.768232Z","end":"2026-03-19T11:21:57.417977Z","steps":["trace[2147241585] 'agreement among raft nodes before linearized reading' (duration: 646.760774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.418536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.789346Z","time spent":"629.183771ms","remote":"127.0.0.1:33140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:21:57.41854Z","caller":"traceutil/trace.go:171","msg":"trace[233320384] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7998; }","duration":"713.673154ms","start":"2026-03-19T11:21:56.704853Z","end":"2026-03-19T11:21:57.418527Z","steps":["trace[233320384] 'agreement among raft nodes before linearized reading' (duration: 710.189151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.417971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.608622Z","time spent":"809.333037ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T11:21:57.418578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.704851Z","time spent":"713.715365ms","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:21:57.416854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.483068Z","time spent":"933.772633ms","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-19T11:21:57.416831Z","caller":"traceutil/trace.go:171","msg":"trace[1339332491] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7998; }","duration":"861.547041ms","start":"2026-03-19T11:21:56.555266Z","end":"2026-03-19T11:21:57.416813Z","steps":["trace[1339332491] 'agreement among raft nodes before linearized reading' (duration: 859.211138ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:57.417201Z","caller":"traceutil/trace.go:171","msg":"trace[456147502] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7998; }","duration":"861.250513ms","start":"2026-03-19T11:21:56.555936Z","end":"2026-03-19T11:21:57.417186Z","steps":["trace[456147502] 'agreement among raft nodes before linearized reading' (duration: 858.359755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.418641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.555184Z","time spent":"863.442872ms","remote":"127.0.0.1:33032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:21:57.417147Z","caller":"traceutil/trace.go:171","msg":"trace[816803020] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7998; }","duration":"579.354522ms","start":"2026-03-19T11:21:56.83778Z","end":"2026-03-19T11:21:57.417134Z","steps":["trace[816803020] 'agreement among raft nodes before linearized reading' (duration: 576.921486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.418699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.837765Z","time spent":"580.926864ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"info","ts":"2026-03-19T11:21:57.41731Z","caller":"traceutil/trace.go:171","msg":"trace[1644067560] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7998; }","duration":"846.548277ms","start":"2026-03-19T11:21:56.570751Z","end":"2026-03-19T11:21:57.417299Z","steps":["trace[1644067560] 'agreement among raft nodes before linearized reading' (duration: 843.610948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.418757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.570745Z","time spent":"847.995427ms","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"warn","ts":"2026-03-19T11:21:57.417464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.806675Z","time spent":"610.768736ms","remote":"127.0.0.1:33148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"info","ts":"2026-03-19T11:21:57.417597Z","caller":"traceutil/trace.go:171","msg":"trace[433857909] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7998; }","duration":"627.959229ms","start":"2026-03-19T11:21:56.789621Z","end":"2026-03-19T11:21:57.41758Z","steps":["trace[433857909] 'agreement among raft nodes before linearized reading' (duration: 625.262316ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:57.417757Z","caller":"traceutil/trace.go:171","msg":"trace[1142569832] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7998; }","duration":"778.142978ms","start":"2026-03-19T11:21:56.639596Z","end":"2026-03-19T11:21:57.417739Z","steps":["trace[1142569832] 'agreement among raft nodes before linearized reading' (duration: 775.569389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.415232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.925602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:57.415321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.064767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T11:21:57.418044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.711586Z","time spent":"706.43768ms","remote":"127.0.0.1:33114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T11:21:57.41865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.555916Z","time spent":"862.723742ms","remote":"127.0.0.1:33032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-03-19T11:21:57.418844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.639588Z","time spent":"779.241847ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:21:57.416442Z","caller":"traceutil/trace.go:171","msg":"trace[307376315] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7998; }","duration":"577.713088ms","start":"2026-03-19T11:21:56.838715Z","end":"2026-03-19T11:21:57.416428Z","steps":["trace[307376315] 'agreement among raft nodes before linearized reading' (duration: 575.91826ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:57.418877Z","caller":"traceutil/trace.go:171","msg":"trace[68242382] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7998; }","duration":"826.59448ms","start":"2026-03-19T11:21:56.592275Z","end":"2026-03-19T11:21:57.41887Z","steps":["trace[68242382] 'agreement among raft nodes before linearized reading' (duration: 822.928442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.41671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.751077Z","time spent":"665.607951ms","remote":"127.0.0.1:33120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:21:57.418933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.789613Z","time spent":"629.312865ms","remote":"127.0.0.1:33140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-19T11:21:57.418582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.768218Z","time spent":"650.336941ms","remote":"127.0.0.1:33134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:21:57.418854Z","caller":"traceutil/trace.go:171","msg":"trace[1334450931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7998; }","duration":"816.620223ms","start":"2026-03-19T11:21:56.602225Z","end":"2026-03-19T11:21:57.418845Z","steps":["trace[1334450931] 'agreement among raft nodes before linearized reading' (duration: 812.991785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.418926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.838702Z","time spent":"580.199714ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-03-19T11:21:57.418957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.592269Z","time spent":"826.679314ms","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:21:57.418978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.602205Z","time spent":"816.765206ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:21:57.418433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.623868Z","time spent":"794.552679ms","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-03-19T11:21:57.417009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.751038Z","time spent":"665.94756ms","remote":"127.0.0.1:33120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T11:21:57.416876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.516472Z","time spent":"900.389275ms","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"info","ts":"2026-03-19T11:21:57.417417Z","caller":"traceutil/trace.go:171","msg":"trace[2024436286] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7998; }","duration":"579.623229ms","start":"2026-03-19T11:21:56.83778Z","end":"2026-03-19T11:21:57.417403Z","steps":["trace[2024436286] 'agreement among raft nodes before linearized reading' (duration: 577.04562ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:57.416581Z","caller":"traceutil/trace.go:171","msg":"trace[1334710834] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7998; }","duration":"694.541579ms","start":"2026-03-19T11:21:56.722021Z","end":"2026-03-19T11:21:57.416563Z","steps":["trace[1334710834] 'agreement among raft nodes before linearized reading' (duration: 692.723381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.416769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.56996Z","time spent":"846.786904ms","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T11:21:57.419173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.722004Z","time spent":"697.157449ms","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:21:57.421103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:56.837767Z","time spent":"583.307348ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:21:57.92066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.965308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T11:21:57.920748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.556984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:21:57.920773Z","caller":"traceutil/trace.go:171","msg":"trace[1490497186] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7999; }","duration":"187.142373ms","start":"2026-03-19T11:21:57.733604Z","end":"2026-03-19T11:21:57.920747Z","steps":["trace[1490497186] 'count revisions from in-memory index tree' (duration: 186.865096ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:57.920806Z","caller":"traceutil/trace.go:171","msg":"trace[1103752838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7999; }","duration":"309.628726ms","start":"2026-03-19T11:21:57.611163Z","end":"2026-03-19T11:21:57.920791Z","steps":["trace[1103752838] 'range keys from in-memory index tree' (duration: 309.455882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:57.920836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:57.611097Z","time spent":"309.733899ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:21:57.920823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.608126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T11:21:57.920928Z","caller":"traceutil/trace.go:171","msg":"trace[1974208261] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7999; }","duration":"174.771ms","start":"2026-03-19T11:21:57.746138Z","end":"2026-03-19T11:21:57.920909Z","steps":["trace[1974208261] 'range keys from in-memory index tree' (duration: 174.484792ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:58.844005Z","caller":"traceutil/trace.go:171","msg":"trace[1438846764] linearizableReadLoop","detail":"{readStateIndex:8306; appliedIndex:8303; }","duration":"851.777967ms","start":"2026-03-19T11:21:57.992206Z","end":"2026-03-19T11:21:58.843984Z","steps":["trace[1438846764] 'read index received' (duration: 61.986837ms)","trace[1438846764] 'applied index is now lower than readState.Index' (duration: 789.79022ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:21:58.844096Z","caller":"traceutil/trace.go:171","msg":"trace[205610426] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"879.711129ms","start":"2026-03-19T11:21:57.964377Z","end":"2026-03-19T11:21:58.844088Z","steps":["trace[205610426] 'process raft request' (duration: 879.565635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:58.84419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:57.964352Z","time spent":"879.76445ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:21:58.844156Z","caller":"traceutil/trace.go:171","msg":"trace[2110582526] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"880.053377ms","start":"2026-03-19T11:21:57.964053Z","end":"2026-03-19T11:21:58.844106Z","steps":["trace[2110582526] 'process raft request' (duration: 879.76557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:58.844361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.116277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:21:58.844418Z","caller":"traceutil/trace.go:171","msg":"trace[1379473387] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8002; }","duration":"852.21611ms","start":"2026-03-19T11:21:57.992194Z","end":"2026-03-19T11:21:58.84441Z","steps":["trace[1379473387] 'agreement among raft nodes before linearized reading' (duration: 852.063255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:58.844391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.417837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:21:58.844458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.179904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-19T11:21:58.844408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:57.964016Z","time spent":"880.294564ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:21:58.844553Z","caller":"traceutil/trace.go:171","msg":"trace[707878046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8002; }","duration":"233.592362ms","start":"2026-03-19T11:21:58.610895Z","end":"2026-03-19T11:21:58.844488Z","steps":["trace[707878046] 'agreement among raft nodes before linearized reading' (duration: 233.377066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:58.844455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:57.992137Z","time spent":"852.311012ms","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T11:21:58.844669Z","caller":"traceutil/trace.go:171","msg":"trace[999648277] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8002; }","duration":"673.522223ms","start":"2026-03-19T11:21:58.171029Z","end":"2026-03-19T11:21:58.844552Z","steps":["trace[999648277] 'agreement among raft nodes before linearized reading' (duration: 673.114312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:58.844765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:58.171006Z","time spent":"673.717308ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T11:21:59.015454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.401561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:21:59.015578Z","caller":"traceutil/trace.go:171","msg":"trace[1238321643] linearizableReadLoop","detail":"{readStateIndex:8307; appliedIndex:8306; }","duration":"163.381464ms","start":"2026-03-19T11:21:58.852179Z","end":"2026-03-19T11:21:59.01556Z","steps":["trace[1238321643] 'read index received' (duration: 27.738676ms)","trace[1238321643] 'applied index is now lower than readState.Index' (duration: 135.641578ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:21:59.015618Z","caller":"traceutil/trace.go:171","msg":"trace[814497797] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"166.132538ms","start":"2026-03-19T11:21:58.849449Z","end":"2026-03-19T11:21:59.015581Z","steps":["trace[814497797] 'process raft request' (duration: 30.514751ms)","trace[814497797] 'compare' (duration: 135.234167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:21:59.015702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.523207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T11:21:59.015736Z","caller":"traceutil/trace.go:171","msg":"trace[18514189] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8003; }","duration":"163.575889ms","start":"2026-03-19T11:21:58.852151Z","end":"2026-03-19T11:21:59.015727Z","steps":["trace[18514189] 'agreement among raft nodes before linearized reading' (duration: 163.457056ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:59.274061Z","caller":"traceutil/trace.go:171","msg":"trace[1658187147] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"187.248416ms","start":"2026-03-19T11:21:59.086779Z","end":"2026-03-19T11:21:59.274028Z","steps":["trace[1658187147] 'process raft request' (duration: 130.457628ms)","trace[1658187147] 'compare' (duration: 56.655644ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:21:59.541299Z","caller":"traceutil/trace.go:171","msg":"trace[2058236622] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"119.177485ms","start":"2026-03-19T11:21:59.422096Z","end":"2026-03-19T11:21:59.541273Z","steps":["trace[2058236622] 'process raft request' (duration: 119.035382ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:59.943195Z","caller":"traceutil/trace.go:171","msg":"trace[350513558] linearizableReadLoop","detail":"{readStateIndex:8311; appliedIndex:8309; }","duration":"499.030251ms","start":"2026-03-19T11:21:59.444137Z","end":"2026-03-19T11:21:59.943167Z","steps":["trace[350513558] 'read index received' (duration: 97.360268ms)","trace[350513558] 'applied index is now lower than readState.Index' (duration: 401.668713ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:21:59.943346Z","caller":"traceutil/trace.go:171","msg":"trace[1597074913] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"499.966196ms","start":"2026-03-19T11:21:59.443367Z","end":"2026-03-19T11:21:59.943333Z","steps":["trace[1597074913] 'process raft request' (duration: 495.398093ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:21:59.943437Z","caller":"traceutil/trace.go:171","msg":"trace[1794223414] transaction","detail":"{read_only:false; response_revision:8007; number_of_response:1; }","duration":"499.925865ms","start":"2026-03-19T11:21:59.443459Z","end":"2026-03-19T11:21:59.943385Z","steps":["trace[1794223414] 'process raft request' (duration: 499.604066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:59.943596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.430102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T11:21:59.943652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.560632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T11:21:59.943682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.485922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:21:59.94369Z","caller":"traceutil/trace.go:171","msg":"trace[1832480889] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:8007; }","duration":"499.571636ms","start":"2026-03-19T11:21:59.444099Z","end":"2026-03-19T11:21:59.94367Z","steps":["trace[1832480889] 'agreement among raft nodes before linearized reading' (duration: 499.288378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:59.943835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:59.444082Z","time spent":"499.73316ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"info","ts":"2026-03-19T11:21:59.943713Z","caller":"traceutil/trace.go:171","msg":"trace[109912628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8007; }","duration":"455.647234ms","start":"2026-03-19T11:21:59.488051Z","end":"2026-03-19T11:21:59.943698Z","steps":["trace[109912628] 'agreement among raft nodes before linearized reading' (duration: 455.47812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:59.943925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:59.488035Z","time spent":"455.86961ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:21:59.943622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:59.443449Z","time spent":"500.08806ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:21:59.943474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:59.443344Z","time spent":"500.036638ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:21:59.943735Z","caller":"traceutil/trace.go:171","msg":"trace[172499851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8007; }","duration":"332.565884ms","start":"2026-03-19T11:21:59.611154Z","end":"2026-03-19T11:21:59.94372Z","steps":["trace[172499851] 'agreement among raft nodes before linearized reading' (duration: 332.483232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:21:59.944115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:59.611139Z","time spent":"332.959715ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T11:22:00.299309Z","caller":"traceutil/trace.go:171","msg":"trace[327187670] transaction","detail":"{read_only:false; response_revision:8008; number_of_response:1; }","duration":"351.433461ms","start":"2026-03-19T11:21:59.947849Z","end":"2026-03-19T11:22:00.299282Z","steps":["trace[327187670] 'process raft request' (duration: 351.236756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:00.299528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:21:59.947833Z","time spent":"351.618757ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:22:00.345322Z","caller":"traceutil/trace.go:171","msg":"trace[1119454256] transaction","detail":"{read_only:false; response_revision:8009; number_of_response:1; }","duration":"285.670023ms","start":"2026-03-19T11:22:00.059625Z","end":"2026-03-19T11:22:00.345295Z","steps":["trace[1119454256] 'process raft request' (duration: 285.512239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:01.195743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.286593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T11:22:01.195809Z","caller":"traceutil/trace.go:171","msg":"trace[1175286111] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:8009; }","duration":"752.392596ms","start":"2026-03-19T11:22:00.4434Z","end":"2026-03-19T11:22:01.195792Z","steps":["trace[1175286111] 'range keys from in-memory index tree' (duration: 752.141628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:01.195838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:00.443381Z","time spent":"752.450657ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-03-19T11:22:01.195908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.656639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:22:01.19654Z","caller":"traceutil/trace.go:171","msg":"trace[1710136844] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8009; }","duration":"516.335677ms","start":"2026-03-19T11:22:00.680176Z","end":"2026-03-19T11:22:01.196511Z","steps":["trace[1710136844] 'count revisions from in-memory index tree' (duration: 515.577526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:01.196952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:00.680156Z","time spent":"516.658975ms","remote":"127.0.0.1:53166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":84,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:22:01.217696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.399752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:22:01.217812Z","caller":"traceutil/trace.go:171","msg":"trace[134284687] transaction","detail":"{read_only:false; response_revision:8010; number_of_response:1; }","duration":"352.774787ms","start":"2026-03-19T11:22:00.865017Z","end":"2026-03-19T11:22:01.217791Z","steps":["trace[134284687] 'process raft request' (duration: 240.18381ms)","trace[134284687] 'compare' (duration: 90.077203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:01.217879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:00.864996Z","time spent":"352.849929ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:22:01.224838Z","caller":"traceutil/trace.go:171","msg":"trace[282252374] linearizableReadLoop","detail":"{readStateIndex:8315; appliedIndex:8313; }","duration":"265.034877ms","start":"2026-03-19T11:22:00.959783Z","end":"2026-03-19T11:22:01.224817Z","steps":["trace[282252374] 'read index received' (duration: 145.432411ms)","trace[282252374] 'applied index is now lower than readState.Index' (duration: 119.601786ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:22:01.224993Z","caller":"traceutil/trace.go:171","msg":"trace[1110603371] transaction","detail":"{read_only:false; response_revision:8011; number_of_response:1; }","duration":"359.829906ms","start":"2026-03-19T11:22:00.865115Z","end":"2026-03-19T11:22:01.224945Z","steps":["trace[1110603371] 'process raft request' (duration: 359.513468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:01.225052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.250792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:22:01.22513Z","caller":"traceutil/trace.go:171","msg":"trace[1519147278] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8011; }","duration":"265.369166ms","start":"2026-03-19T11:22:00.959738Z","end":"2026-03-19T11:22:01.225107Z","steps":["trace[1519147278] 'agreement among raft nodes before linearized reading' (duration: 265.200731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:01.22522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:00.865079Z","time spent":"360.022002ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:22:01.22625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.784715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5ddfb5765d-ptkwk.189e3a3250faf011\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-19T11:22:01.226307Z","caller":"traceutil/trace.go:171","msg":"trace[702474704] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5ddfb5765d-ptkwk.189e3a3250faf011; range_end:; response_count:1; response_revision:8011; }","duration":"211.878348ms","start":"2026-03-19T11:22:01.014415Z","end":"2026-03-19T11:22:01.226293Z","steps":["trace[702474704] 'agreement among raft nodes before linearized reading' (duration: 211.726244ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:21.536543Z","caller":"traceutil/trace.go:171","msg":"trace[572895660] linearizableReadLoop","detail":"{readStateIndex:8426; appliedIndex:8425; }","duration":"151.642138ms","start":"2026-03-19T11:22:21.384873Z","end":"2026-03-19T11:22:21.536515Z","steps":["trace[572895660] 'read index received' (duration: 95.804197ms)","trace[572895660] 'applied index is now lower than readState.Index' (duration: 55.836401ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:22:21.536656Z","caller":"traceutil/trace.go:171","msg":"trace[605845846] transaction","detail":"{read_only:false; response_revision:8116; number_of_response:1; }","duration":"205.673042ms","start":"2026-03-19T11:22:21.330941Z","end":"2026-03-19T11:22:21.536614Z","steps":["trace[605845846] 'process raft request' (duration: 149.8237ms)","trace[605845846] 'compare' (duration: 55.619976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:21.536802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.909356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T11:22:21.536863Z","caller":"traceutil/trace.go:171","msg":"trace[1451885055] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8116; }","duration":"152.023849ms","start":"2026-03-19T11:22:21.384821Z","end":"2026-03-19T11:22:21.536845Z","steps":["trace[1451885055] 'agreement among raft nodes before linearized reading' (duration: 151.844404ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:21.644306Z","caller":"traceutil/trace.go:171","msg":"trace[372531575] transaction","detail":"{read_only:false; response_revision:8117; number_of_response:1; }","duration":"102.429835ms","start":"2026-03-19T11:22:21.541854Z","end":"2026-03-19T11:22:21.644283Z","steps":["trace[372531575] 'process raft request' (duration: 95.530289ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:22.551219Z","caller":"traceutil/trace.go:171","msg":"trace[1907886334] transaction","detail":"{read_only:false; response_revision:8122; number_of_response:1; }","duration":"120.86138ms","start":"2026-03-19T11:22:22.430327Z","end":"2026-03-19T11:22:22.551189Z","steps":["trace[1907886334] 'process raft request' (duration: 120.669705ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:26.631355Z","caller":"traceutil/trace.go:171","msg":"trace[388774878] linearizableReadLoop","detail":"{readStateIndex:8501; appliedIndex:8500; }","duration":"130.925532ms","start":"2026-03-19T11:22:26.5004Z","end":"2026-03-19T11:22:26.631326Z","steps":["trace[388774878] 'read index received' (duration: 130.769348ms)","trace[388774878] 'applied index is now lower than readState.Index' (duration: 154.774µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:22:26.631404Z","caller":"traceutil/trace.go:171","msg":"trace[49118686] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"146.097839ms","start":"2026-03-19T11:22:26.48527Z","end":"2026-03-19T11:22:26.631368Z","steps":["trace[49118686] 'process raft request' (duration: 145.821672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:26.631598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.179718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-s5xrx\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-03-19T11:22:26.631642Z","caller":"traceutil/trace.go:171","msg":"trace[1803998177] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-s5xrx; range_end:; response_count:1; response_revision:8188; }","duration":"131.273421ms","start":"2026-03-19T11:22:26.500358Z","end":"2026-03-19T11:22:26.631631Z","steps":["trace[1803998177] 'agreement among raft nodes before linearized reading' (duration: 131.100476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:30.084627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536084921,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:22:30.546042Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.166970404s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T11:22:30.546462Z","caller":"traceutil/trace.go:171","msg":"trace[1758502628] transaction","detail":"{read_only:false; response_revision:8206; number_of_response:1; }","duration":"1.167479178s","start":"2026-03-19T11:22:29.378955Z","end":"2026-03-19T11:22:30.546434Z","steps":["trace[1758502628] 'process raft request' (duration: 1.167279502s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:30.546641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:29.378925Z","time spent":"1.167616911s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:22:31.463724Z","caller":"traceutil/trace.go:171","msg":"trace[408006807] linearizableReadLoop","detail":"{readStateIndex:8520; appliedIndex:8518; }","duration":"1.879903288s","start":"2026-03-19T11:22:29.583796Z","end":"2026-03-19T11:22:31.4637Z","steps":["trace[408006807] 'read index received' (duration: 962.484095ms)","trace[408006807] 'applied index is now lower than readState.Index' (duration: 917.418023ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:22:31.463878Z","caller":"traceutil/trace.go:171","msg":"trace[597607964] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"1.897629674s","start":"2026-03-19T11:22:29.566234Z","end":"2026-03-19T11:22:31.463863Z","steps":["trace[597607964] 'process raft request' (duration: 1.895176898s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:31.463994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:29.566207Z","time spent":"1.897705897s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:22:31.464008Z","caller":"traceutil/trace.go:171","msg":"trace[1454839099] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"801.211337ms","start":"2026-03-19T11:22:30.662771Z","end":"2026-03-19T11:22:31.463982Z","steps":["trace[1454839099] 'process raft request' (duration: 800.886729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:31.464164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:30.662747Z","time spent":"801.320111ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:22:31.464268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880452132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-19T11:22:31.464314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.523088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:22:31.464335Z","caller":"traceutil/trace.go:171","msg":"trace[721653935] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8208; }","duration":"1.880561985s","start":"2026-03-19T11:22:29.583758Z","end":"2026-03-19T11:22:31.46432Z","steps":["trace[721653935] 'agreement among raft nodes before linearized reading' (duration: 1.88037221s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:31.46431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851061102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:22:31.46437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:29.583741Z","time spent":"1.880620657s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T11:22:31.464365Z","caller":"traceutil/trace.go:171","msg":"trace[1706419644] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8208; }","duration":"543.612ms","start":"2026-03-19T11:22:30.920738Z","end":"2026-03-19T11:22:31.46435Z","steps":["trace[1706419644] 'agreement among raft nodes before linearized reading' (duration: 543.439246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:31.464406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:30.920719Z","time spent":"543.677711ms","remote":"127.0.0.1:49452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:22:31.464418Z","caller":"traceutil/trace.go:171","msg":"trace[1629773742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8208; }","duration":"1.851209555s","start":"2026-03-19T11:22:29.61318Z","end":"2026-03-19T11:22:31.46439Z","steps":["trace[1629773742] 'agreement among raft nodes before linearized reading' (duration: 1.850965259s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:31.464409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741790793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T11:22:31.464418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.853088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5ddfb5765d-ptkwk.189e3a3250faf011\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-19T11:22:31.464446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344602562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T11:22:31.464452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.621405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T11:22:31.464474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:29.613165Z","time spent":"1.851293498s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T11:22:31.464491Z","caller":"traceutil/trace.go:171","msg":"trace[802110073] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5ddfb5765d-ptkwk.189e3a3250faf011; range_end:; response_count:1; response_revision:8208; }","duration":"449.970341ms","start":"2026-03-19T11:22:31.014501Z","end":"2026-03-19T11:22:31.464471Z","steps":["trace[802110073] 'agreement among raft nodes before linearized reading' (duration: 449.748356ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:31.464484Z","caller":"traceutil/trace.go:171","msg":"trace[116799895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8208; }","duration":"1.741902246s","start":"2026-03-19T11:22:29.722563Z","end":"2026-03-19T11:22:31.464465Z","steps":["trace[116799895] 'agreement among raft nodes before linearized reading' (duration: 1.741704281s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:31.464502Z","caller":"traceutil/trace.go:171","msg":"trace[1727371946] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8208; }","duration":"561.702017ms","start":"2026-03-19T11:22:30.902787Z","end":"2026-03-19T11:22:31.464489Z","steps":["trace[1727371946] 'agreement among raft nodes before linearized reading' (duration: 561.575174ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:31.464501Z","caller":"traceutil/trace.go:171","msg":"trace[1748206249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8208; }","duration":"1.344647153s","start":"2026-03-19T11:22:30.119836Z","end":"2026-03-19T11:22:31.464483Z","steps":["trace[1748206249] 'agreement among raft nodes before linearized reading' (duration: 1.34454752s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:31.464522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791256064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T11:22:31.46453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:31.014484Z","time spent":"450.037184ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-5ddfb5765d-ptkwk.189e3a3250faf011\" "} {"level":"warn","ts":"2026-03-19T11:22:31.464536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:29.722543Z","time spent":"1.741981498s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T11:22:31.464569Z","caller":"traceutil/trace.go:171","msg":"trace[1652568875] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8208; }","duration":"1.791340736s","start":"2026-03-19T11:22:29.673216Z","end":"2026-03-19T11:22:31.464557Z","steps":["trace[1652568875] 'agreement among raft nodes before linearized reading' (duration: 1.791253343s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:31.464523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334458019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T11:22:31.464581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:30.119785Z","time spent":"1.344783457s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:22:31.464607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:29.67319Z","time spent":"1.791409598s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T11:22:31.464431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.410178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T11:22:31.464642Z","caller":"traceutil/trace.go:171","msg":"trace[158455073] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:8208; }","duration":"1.334648784s","start":"2026-03-19T11:22:30.129969Z","end":"2026-03-19T11:22:31.464618Z","steps":["trace[158455073] 'agreement among raft nodes before linearized reading' (duration: 1.334328336s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:31.464668Z","caller":"traceutil/trace.go:171","msg":"trace[630062001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8208; }","duration":"796.682065ms","start":"2026-03-19T11:22:30.667976Z","end":"2026-03-19T11:22:31.464658Z","steps":["trace[630062001] 'agreement among raft nodes before linearized reading' (duration: 796.399158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:31.464701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:30.667955Z","time spent":"796.737077ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:22:31.464705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:30.129939Z","time spent":"1.334752267s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"warn","ts":"2026-03-19T11:22:31.46435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353166232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T11:22:31.464784Z","caller":"traceutil/trace.go:171","msg":"trace[464282299] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8208; }","duration":"1.353646345s","start":"2026-03-19T11:22:30.111126Z","end":"2026-03-19T11:22:31.464773Z","steps":["trace[464282299] 'agreement among raft nodes before linearized reading' (duration: 1.353061219s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:31.464821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:30.1111Z","time spent":"1.353711137s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:22:31.46454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:30.902773Z","time spent":"561.759578ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":56,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:22:31.464347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020028993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T11:22:31.464951Z","caller":"traceutil/trace.go:171","msg":"trace[530053521] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:8208; }","duration":"1.020627339s","start":"2026-03-19T11:22:30.444304Z","end":"2026-03-19T11:22:31.464931Z","steps":["trace[530053521] 'agreement among raft nodes before linearized reading' (duration: 1.019837398s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:31.465021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:30.444248Z","time spent":"1.020745051s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-03-19T11:22:33.740318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.436631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:22:33.74043Z","caller":"traceutil/trace.go:171","msg":"trace[1831851992] transaction","detail":"{read_only:false; response_revision:8218; number_of_response:1; }","duration":"271.145093ms","start":"2026-03-19T11:22:33.469266Z","end":"2026-03-19T11:22:33.740411Z","steps":["trace[1831851992] 'process raft request' (duration: 38.513896ms)","trace[1831851992] 'compare' (duration: 232.313248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:34.052995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536084954,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:22:34.55371Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536084954,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:22:35.054679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536084954,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:22:35.555342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536084954,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:22:35.610292Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.102397922s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T11:22:35.610728Z","caller":"traceutil/trace.go:171","msg":"trace[232378577] transaction","detail":"{read_only:false; response_revision:8219; number_of_response:1; }","duration":"2.134138217s","start":"2026-03-19T11:22:33.476564Z","end":"2026-03-19T11:22:35.610702Z","steps":["trace[232378577] 'process raft request' (duration: 2.133964662s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:35.610936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:33.476525Z","time spent":"2.134327252s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:22:35.611729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999994869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T11:22:35.611778Z","caller":"traceutil/trace.go:171","msg":"trace[983010345] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000084261s","start":"2026-03-19T11:22:33.611681Z","end":"2026-03-19T11:22:35.611765Z","steps":["trace[983010345] 'agreement among raft nodes before linearized reading' (duration: 2.00002995s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:35.611811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:33.611659Z","time spent":"2.000144312s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 11:22:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-19T11:22:36.449287Z","caller":"traceutil/trace.go:171","msg":"trace[812327028] transaction","detail":"{read_only:false; response_revision:8221; number_of_response:1; }","duration":"1.890138794s","start":"2026-03-19T11:22:34.55913Z","end":"2026-03-19T11:22:36.449269Z","steps":["trace[812327028] 'process raft request' (duration: 1.890045742s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:36.449331Z","caller":"traceutil/trace.go:171","msg":"trace[238355359] transaction","detail":"{read_only:false; response_revision:8220; number_of_response:1; }","duration":"2.313305805s","start":"2026-03-19T11:22:34.135976Z","end":"2026-03-19T11:22:36.449282Z","steps":["trace[238355359] 'process raft request' (duration: 2.313085119s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:36.449401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:34.559107Z","time spent":"1.890236106s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:22:36.449467Z","caller":"traceutil/trace.go:171","msg":"trace[203524469] linearizableReadLoop","detail":"{readStateIndex:8536; appliedIndex:8533; }","duration":"2.896799867s","start":"2026-03-19T11:22:33.552636Z","end":"2026-03-19T11:22:36.449436Z","steps":["trace[203524469] 'read index received' (duration: 2.058334147s)","trace[203524469] 'applied index is now lower than readState.Index' (duration: 838.46269ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:22:36.449502Z","caller":"traceutil/trace.go:171","msg":"trace[475667934] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"1.133851164s","start":"2026-03-19T11:22:35.315643Z","end":"2026-03-19T11:22:36.449494Z","steps":["trace[475667934] 'process raft request' (duration: 1.133558277s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:36.449583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.896947072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T11:22:36.449606Z","caller":"traceutil/trace.go:171","msg":"trace[2106578583] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8222; }","duration":"2.896972762s","start":"2026-03-19T11:22:33.552628Z","end":"2026-03-19T11:22:36.4496Z","steps":["trace[2106578583] 'agreement among raft nodes before linearized reading' (duration: 2.89689226s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:36.44962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:34.13595Z","time spent":"2.31347891s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:22:36.449661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:33.552562Z","time spent":"2.897092485s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T11:22:36.449663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:35.315616Z","time spent":"1.133985347s","remote":"127.0.0.1:33092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:22:36.937291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.813852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:22:36.937435Z","caller":"traceutil/trace.go:171","msg":"trace[1100952456] transaction","detail":"{read_only:false; response_revision:8223; number_of_response:1; }","duration":"1.192170542s","start":"2026-03-19T11:22:35.745237Z","end":"2026-03-19T11:22:36.937408Z","steps":["trace[1100952456] 'process raft request' (duration: 1.088179915s)","trace[1100952456] 'compare' (duration: 103.659048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:36.93754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:35.745213Z","time spent":"1.192273515s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:22:37.321181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.79301ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T11:22:37.321561Z","caller":"traceutil/trace.go:171","msg":"trace[1528008067] linearizableReadLoop","detail":"{readStateIndex:8538; appliedIndex:8536; }","duration":"871.985991ms","start":"2026-03-19T11:22:36.449534Z","end":"2026-03-19T11:22:37.32152Z","steps":["trace[1528008067] 'read index received' (duration: 383.896025ms)","trace[1528008067] 'applied index is now lower than readState.Index' (duration: 488.086885ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:22:37.321796Z","caller":"traceutil/trace.go:171","msg":"trace[820043968] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"868.564578ms","start":"2026-03-19T11:22:36.453202Z","end":"2026-03-19T11:22:37.321766Z","steps":["trace[820043968] 'process raft request' (duration: 868.144137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:37.321944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:36.453174Z","time spent":"868.688752ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:22:37.721549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.714748765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:22:37.721673Z","caller":"traceutil/trace.go:171","msg":"trace[1476140362] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8224; }","duration":"3.71497903s","start":"2026-03-19T11:22:34.006664Z","end":"2026-03-19T11:22:37.721643Z","steps":["trace[1476140362] 'agreement among raft nodes before linearized reading' (duration: 3.314991683s)","trace[1476140362] 'count revisions from in-memory index tree' (duration: 399.766902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:37.721725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:34.006638Z","time spent":"3.715074573s","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:22:37.721723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311709206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:22:37.721826Z","caller":"traceutil/trace.go:171","msg":"trace[1150234394] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8224; }","duration":"1.31184949s","start":"2026-03-19T11:22:36.40993Z","end":"2026-03-19T11:22:37.721779Z","steps":["trace[1150234394] 'agreement among raft nodes before linearized reading' (duration: 911.665468ms)","trace[1150234394] 'count revisions from in-memory index tree' (duration: 400.062379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:37.721875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:36.409911Z","time spent":"1.311952982s","remote":"127.0.0.1:53224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:22:37.722151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421240132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:22:37.722179Z","caller":"traceutil/trace.go:171","msg":"trace[1951802732] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8224; }","duration":"1.421317214s","start":"2026-03-19T11:22:36.300852Z","end":"2026-03-19T11:22:37.722169Z","steps":["trace[1951802732] 'agreement among raft nodes before linearized reading' (duration: 1.020753161s)","trace[1951802732] 'count revisions from in-memory index tree' (duration: 400.528572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:37.722196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.169480454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T11:22:37.722201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:36.300839Z","time spent":"1.421355945s","remote":"127.0.0.1:49302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:22:37.722225Z","caller":"traceutil/trace.go:171","msg":"trace[1015995748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8224; }","duration":"4.169529305s","start":"2026-03-19T11:22:33.552686Z","end":"2026-03-19T11:22:37.722215Z","steps":["trace[1015995748] 'agreement among raft nodes before linearized reading' (duration: 3.769007023s)","trace[1015995748] 'range keys from in-memory index tree' (duration: 400.356587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:37.72225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:33.552677Z","time spent":"4.169566426s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:22:37.722304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.165430275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T11:22:37.722316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038105582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T11:22:37.722358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.169328499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T11:22:37.722384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.363905604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:22:37.722376Z","caller":"traceutil/trace.go:171","msg":"trace[1985123131] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:8224; }","duration":"4.165534658s","start":"2026-03-19T11:22:33.556822Z","end":"2026-03-19T11:22:37.722356Z","steps":["trace[1985123131] 'agreement among raft nodes before linearized reading' (duration: 3.764841731s)","trace[1985123131] 'range keys from in-memory index tree' (duration: 400.531312ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:22:37.722388Z","caller":"traceutil/trace.go:171","msg":"trace[701926744] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8224; }","duration":"2.038228685s","start":"2026-03-19T11:22:35.68414Z","end":"2026-03-19T11:22:37.722368Z","steps":["trace[701926744] 'agreement among raft nodes before linearized reading' (duration: 1.637472877s)","trace[701926744] 'count revisions from in-memory index tree' (duration: 400.648925ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:22:37.722399Z","caller":"traceutil/trace.go:171","msg":"trace[208198897] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8224; }","duration":"4.169415252s","start":"2026-03-19T11:22:33.55297Z","end":"2026-03-19T11:22:37.722386Z","steps":["trace[208198897] 'agreement among raft nodes before linearized reading' (duration: 3.768674234s)","trace[208198897] 'range keys from in-memory index tree' (duration: 400.605944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:37.722407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110266233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:22:37.722424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:33.556812Z","time spent":"4.165603569s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"warn","ts":"2026-03-19T11:22:37.722431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:35.684118Z","time spent":"2.038301567s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":61,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:22:37.722431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:33.552942Z","time spent":"4.169480714s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T11:22:37.72241Z","caller":"traceutil/trace.go:171","msg":"trace[1114110927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8224; }","duration":"2.363966696s","start":"2026-03-19T11:22:35.358435Z","end":"2026-03-19T11:22:37.722402Z","steps":["trace[1114110927] 'agreement among raft nodes before linearized reading' (duration: 1.963135726s)","trace[1114110927] 'range keys from in-memory index tree' (duration: 400.784369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:37.722475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:35.358412Z","time spent":"2.364056128s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T11:22:37.722438Z","caller":"traceutil/trace.go:171","msg":"trace[1814222216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8224; }","duration":"2.110337535s","start":"2026-03-19T11:22:35.612091Z","end":"2026-03-19T11:22:37.722429Z","steps":["trace[1814222216] 'agreement among raft nodes before linearized reading' (duration: 1.709532455s)","trace[1814222216] 'range keys from in-memory index tree' (duration: 400.769658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:37.722572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:35.612059Z","time spent":"2.110503499s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:22:37.722669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.169910735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T11:22:37.722689Z","caller":"traceutil/trace.go:171","msg":"trace[216653813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8224; }","duration":"4.169951856s","start":"2026-03-19T11:22:33.55273Z","end":"2026-03-19T11:22:37.722682Z","steps":["trace[216653813] 'agreement among raft nodes before linearized reading' (duration: 3.768943302s)","trace[216653813] 'range keys from in-memory index tree' (duration: 400.892801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:37.722708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:33.552723Z","time spent":"4.169980347s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:22:37.722703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.169733271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T11:22:37.72274Z","caller":"traceutil/trace.go:171","msg":"trace[2035738854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8224; }","duration":"4.169798223s","start":"2026-03-19T11:22:33.55293Z","end":"2026-03-19T11:22:37.722728Z","steps":["trace[2035738854] 'agreement among raft nodes before linearized reading' (duration: 3.768750607s)","trace[2035738854] 'range keys from in-memory index tree' (duration: 400.949383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:37.722777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:33.552922Z","time spent":"4.169848034s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:22:37.722813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.998574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:22:37.722865Z","caller":"traceutil/trace.go:171","msg":"trace[1921488421] linearizableReadLoop","detail":"{readStateIndex:8540; appliedIndex:8539; }","duration":"401.2182ms","start":"2026-03-19T11:22:37.321635Z","end":"2026-03-19T11:22:37.722854Z","steps":["trace[1921488421] 'read index received' (duration: 79.562µs)","trace[1921488421] 'applied index is now lower than readState.Index' (duration: 401.137568ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:22:37.722921Z","caller":"traceutil/trace.go:171","msg":"trace[465402318] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"701.60616ms","start":"2026-03-19T11:22:37.021304Z","end":"2026-03-19T11:22:37.722911Z","steps":["trace[465402318] 'process raft request' (duration: 300.444681ms)","trace[465402318] 'compare' (duration: 400.794859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:37.722963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:37.021266Z","time spent":"701.674011ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:22:37.72298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065781872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-19T11:22:37.723012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249643097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189e3a3ef5302e67\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-19T11:22:37.723018Z","caller":"traceutil/trace.go:171","msg":"trace[476560649] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8225; }","duration":"1.065853914s","start":"2026-03-19T11:22:36.657153Z","end":"2026-03-19T11:22:37.723007Z","steps":["trace[476560649] 'agreement among raft nodes before linearized reading' (duration: 1.065765942s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:37.723038Z","caller":"traceutil/trace.go:171","msg":"trace[2025838120] range","detail":"{range_begin:/registry/events/openstack/ceph.189e3a3ef5302e67; range_end:; response_count:1; response_revision:8225; }","duration":"1.24973015s","start":"2026-03-19T11:22:36.4733Z","end":"2026-03-19T11:22:37.72303Z","steps":["trace[2025838120] 'agreement among raft nodes before linearized reading' (duration: 1.249630007s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:37.723048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:36.657135Z","time spent":"1.065907426s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T11:22:37.723064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:36.47327Z","time spent":"1.249788361s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.189e3a3ef5302e67\" "} {"level":"warn","ts":"2026-03-19T11:22:37.723062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.168188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:22:37.723141Z","caller":"traceutil/trace.go:171","msg":"trace[1802491493] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8225; }","duration":"643.293451ms","start":"2026-03-19T11:22:37.079826Z","end":"2026-03-19T11:22:37.72312Z","steps":["trace[1802491493] 'agreement among raft nodes before linearized reading' (duration: 643.106036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:37.723184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:37.079808Z","time spent":"643.365463ms","remote":"127.0.0.1:49456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:22:37.919125Z","caller":"traceutil/trace.go:171","msg":"trace[1965549957] linearizableReadLoop","detail":"{readStateIndex:8541; appliedIndex:8540; }","duration":"196.212457ms","start":"2026-03-19T11:22:37.72288Z","end":"2026-03-19T11:22:37.919092Z","steps":["trace[1965549957] 'read index received' (duration: 153.086767ms)","trace[1965549957] 'applied index is now lower than readState.Index' (duration: 43.12429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:37.919209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.759194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:22:37.919263Z","caller":"traceutil/trace.go:171","msg":"trace[493718112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8226; }","duration":"279.889357ms","start":"2026-03-19T11:22:37.63936Z","end":"2026-03-19T11:22:37.919249Z","steps":["trace[493718112] 'agreement among raft nodes before linearized reading' (duration: 279.792104ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:37.919154Z","caller":"traceutil/trace.go:171","msg":"trace[875714429] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"302.697411ms","start":"2026-03-19T11:22:37.616425Z","end":"2026-03-19T11:22:37.919123Z","steps":["trace[875714429] 'process raft request' (duration: 259.54548ms)","trace[875714429] 'compare' (duration: 43.007467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:37.919413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:37.616408Z","time spent":"302.931217ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:22:37.919455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.452296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e39dda5a2e868\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-19T11:22:37.919542Z","caller":"traceutil/trace.go:171","msg":"trace[1584367061] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e39dda5a2e868; range_end:; response_count:1; response_revision:8226; }","duration":"556.588919ms","start":"2026-03-19T11:22:37.362935Z","end":"2026-03-19T11:22:37.919524Z","steps":["trace[1584367061] 'agreement among raft nodes before linearized reading' (duration: 556.333003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:37.919617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:37.36292Z","time spent":"556.669011ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e39dda5a2e868\" "} {"level":"info","ts":"2026-03-19T11:22:37.925684Z","caller":"traceutil/trace.go:171","msg":"trace[1664968964] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"199.172587ms","start":"2026-03-19T11:22:37.7265Z","end":"2026-03-19T11:22:37.925673Z","steps":["trace[1664968964] 'process raft request' (duration: 198.92389ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:37.925676Z","caller":"traceutil/trace.go:171","msg":"trace[1899623420] transaction","detail":"{read_only:false; response_revision:8228; number_of_response:1; }","duration":"196.381292ms","start":"2026-03-19T11:22:37.729264Z","end":"2026-03-19T11:22:37.925645Z","steps":["trace[1899623420] 'process raft request' (duration: 196.257949ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:37.925918Z","caller":"traceutil/trace.go:171","msg":"trace[926200368] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"196.31147ms","start":"2026-03-19T11:22:37.729601Z","end":"2026-03-19T11:22:37.925913Z","steps":["trace[926200368] 'process raft request' (duration: 196.257219ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:37.926023Z","caller":"traceutil/trace.go:171","msg":"trace[1088892079] transaction","detail":"{read_only:false; response_revision:8230; number_of_response:1; }","duration":"196.445243ms","start":"2026-03-19T11:22:37.729573Z","end":"2026-03-19T11:22:37.926018Z","steps":["trace[1088892079] 'process raft request' (duration: 196.181236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:37.926184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.047169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T11:22:37.926206Z","caller":"traceutil/trace.go:171","msg":"trace[1678546675] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8231; }","duration":"197.109731ms","start":"2026-03-19T11:22:37.729092Z","end":"2026-03-19T11:22:37.926201Z","steps":["trace[1678546675] 'agreement among raft nodes before linearized reading' (duration: 197.042969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:37.926214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.989908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228897"} {"level":"info","ts":"2026-03-19T11:22:37.926248Z","caller":"traceutil/trace.go:171","msg":"trace[1866823817] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8231; }","duration":"197.025079ms","start":"2026-03-19T11:22:37.729214Z","end":"2026-03-19T11:22:37.926239Z","steps":["trace[1866823817] 'agreement among raft nodes before linearized reading' (duration: 196.755512ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:37.925819Z","caller":"traceutil/trace.go:171","msg":"trace[1573920426] transaction","detail":"{read_only:false; response_revision:8229; number_of_response:1; }","duration":"196.306849ms","start":"2026-03-19T11:22:37.729498Z","end":"2026-03-19T11:22:37.925805Z","steps":["trace[1573920426] 'process raft request' (duration: 196.066403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:40.323628Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.868094031s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T11:22:40.496801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.449396846s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:22:40.496986Z","caller":"traceutil/trace.go:171","msg":"trace[1795088016] transaction","detail":"{read_only:false; response_revision:8234; number_of_response:1; }","duration":"2.041568326s","start":"2026-03-19T11:22:38.455404Z","end":"2026-03-19T11:22:40.496972Z","steps":["trace[1795088016] 'process raft request' (duration: 2.041502845s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:40.496992Z","caller":"traceutil/trace.go:171","msg":"trace[839626551] linearizableReadLoop","detail":"{readStateIndex:8548; appliedIndex:8547; }","duration":"2.455425357s","start":"2026-03-19T11:22:38.041545Z","end":"2026-03-19T11:22:40.49697Z","steps":["trace[839626551] 'read index received' (duration: 5.702643ms)","trace[839626551] 'applied index is now lower than readState.Index' (duration: 2.449720374s)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:22:40.497002Z","caller":"traceutil/trace.go:171","msg":"trace[1484332868] transaction","detail":"{read_only:false; response_revision:8233; number_of_response:1; }","duration":"2.481054916s","start":"2026-03-19T11:22:38.015918Z","end":"2026-03-19T11:22:40.496973Z","steps":["trace[1484332868] 'process raft request' (duration: 31.412375ms)","trace[1484332868] 'compare' (duration: 2.448027978s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:40.497047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:38.45538Z","time spent":"2.041635669s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:22:40.497125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:38.01589Z","time spent":"2.4811649s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:22:40.497133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.455571481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:22:40.497269Z","caller":"traceutil/trace.go:171","msg":"trace[2130574314] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8234; }","duration":"2.455748726s","start":"2026-03-19T11:22:38.041503Z","end":"2026-03-19T11:22:40.497252Z","steps":["trace[2130574314] 'agreement among raft nodes before linearized reading' (duration: 2.45554425s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:40.497323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:38.041483Z","time spent":"2.455827598s","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:22:40.997103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536084985,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T11:22:41.068312Z","caller":"traceutil/trace.go:171","msg":"trace[246917454] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"2.504488095s","start":"2026-03-19T11:22:38.563795Z","end":"2026-03-19T11:22:41.068283Z","steps":["trace[246917454] 'process raft request' (duration: 2.504241648s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:41.068483Z","caller":"traceutil/trace.go:171","msg":"trace[939162999] linearizableReadLoop","detail":"{readStateIndex:8552; appliedIndex:8549; }","duration":"571.432497ms","start":"2026-03-19T11:22:40.497036Z","end":"2026-03-19T11:22:41.068469Z","steps":["trace[939162999] 'read index received' (duration: 570.919413ms)","trace[939162999] 'applied index is now lower than readState.Index' (duration: 512.324µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:41.068481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:38.56376Z","time spent":"2.504636709s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:22:41.068561Z","caller":"traceutil/trace.go:171","msg":"trace[2099626829] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"2.126757656s","start":"2026-03-19T11:22:38.941795Z","end":"2026-03-19T11:22:41.068553Z","steps":["trace[2099626829] 'process raft request' (duration: 2.126403617s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:41.068623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:38.94177Z","time spent":"2.126813598s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:22:41.068723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45981818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:22:41.068751Z","caller":"traceutil/trace.go:171","msg":"trace[584861090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8237; }","duration":"1.459882212s","start":"2026-03-19T11:22:39.608862Z","end":"2026-03-19T11:22:41.068745Z","steps":["trace[584861090] 'agreement among raft nodes before linearized reading' (duration: 1.4598375s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:41.068771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:39.608848Z","time spent":"1.459919002s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:22:41.068771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26646026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:22:41.068829Z","caller":"traceutil/trace.go:171","msg":"trace[1227509895] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8237; }","duration":"1.266542121s","start":"2026-03-19T11:22:39.802271Z","end":"2026-03-19T11:22:41.068813Z","steps":["trace[1227509895] 'agreement among raft nodes before linearized reading' (duration: 1.266377217s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:41.068877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:39.802256Z","time spent":"1.266607984s","remote":"127.0.0.1:51302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":36,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:22:41.06892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.146658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T11:22:41.068997Z","caller":"traceutil/trace.go:171","msg":"trace[1258652172] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:8237; }","duration":"594.291052ms","start":"2026-03-19T11:22:40.474692Z","end":"2026-03-19T11:22:41.068984Z","steps":["trace[1258652172] 'agreement among raft nodes before linearized reading' (duration: 594.120317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:41.069029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:40.474667Z","time spent":"594.354344ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-03-19T11:22:41.069015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.966329716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:22:41.069099Z","caller":"traceutil/trace.go:171","msg":"trace[1458164478] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8237; }","duration":"2.966476611s","start":"2026-03-19T11:22:38.102604Z","end":"2026-03-19T11:22:41.069081Z","steps":["trace[1458164478] 'agreement among raft nodes before linearized reading' (duration: 2.966270315s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:41.069103Z","caller":"traceutil/trace.go:171","msg":"trace[1607091628] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"1.145659351s","start":"2026-03-19T11:22:39.923425Z","end":"2026-03-19T11:22:41.069084Z","steps":["trace[1607091628] 'process raft request' (duration: 1.144992343s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:41.069117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033063327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T11:22:41.068922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137969044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T11:22:41.069148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:38.102588Z","time spent":"2.966549082s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T11:22:41.069161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134344397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T11:22:41.069176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:39.923407Z","time spent":"1.145730433s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:22:41.069213Z","caller":"traceutil/trace.go:171","msg":"trace[286329671] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:8237; }","duration":"1.134418519s","start":"2026-03-19T11:22:39.934781Z","end":"2026-03-19T11:22:41.0692Z","steps":["trace[286329671] 'agreement among raft nodes before linearized reading' (duration: 1.134175442s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:41.069253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:39.934767Z","time spent":"1.13447469s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"warn","ts":"2026-03-19T11:22:41.069278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743725846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T11:22:41.069299Z","caller":"traceutil/trace.go:171","msg":"trace[283443771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8237; }","duration":"1.743771826s","start":"2026-03-19T11:22:39.325523Z","end":"2026-03-19T11:22:41.069295Z","steps":["trace[283443771] 'agreement among raft nodes before linearized reading' (duration: 1.743669164s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:41.069298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138746995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T11:22:41.069343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140016578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T11:22:41.069362Z","caller":"traceutil/trace.go:171","msg":"trace[943099388] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8237; }","duration":"1.138838088s","start":"2026-03-19T11:22:39.930509Z","end":"2026-03-19T11:22:41.069347Z","steps":["trace[943099388] 'agreement among raft nodes before linearized reading' (duration: 1.138675803s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:41.069377Z","caller":"traceutil/trace.go:171","msg":"trace[1110814123] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8237; }","duration":"1.14007068s","start":"2026-03-19T11:22:39.929299Z","end":"2026-03-19T11:22:41.06937Z","steps":["trace[1110814123] 'agreement among raft nodes before linearized reading' (duration: 1.139989588s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:41.069407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:39.92929Z","time spent":"1.140111241s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:22:41.06941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:39.930472Z","time spent":"1.13892862s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:22:41.069418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139138226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T11:22:41.069441Z","caller":"traceutil/trace.go:171","msg":"trace[673346184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8237; }","duration":"1.139205137s","start":"2026-03-19T11:22:39.930231Z","end":"2026-03-19T11:22:41.069436Z","steps":["trace[673346184] 'agreement among raft nodes before linearized reading' (duration: 1.139150146s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:41.069457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:39.930207Z","time spent":"1.139247189s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T11:22:41.069175Z","caller":"traceutil/trace.go:171","msg":"trace[52238824] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8237; }","duration":"2.03317821s","start":"2026-03-19T11:22:39.035984Z","end":"2026-03-19T11:22:41.069163Z","steps":["trace[52238824] 'agreement among raft nodes before linearized reading' (duration: 2.033040356s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:41.069484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.929470225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:22:41.06952Z","caller":"traceutil/trace.go:171","msg":"trace[1618716237] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8237; }","duration":"2.929543557s","start":"2026-03-19T11:22:38.139967Z","end":"2026-03-19T11:22:41.06951Z","steps":["trace[1618716237] 'agreement among raft nodes before linearized reading' (duration: 2.929462855s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:41.069522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:39.035962Z","time spent":"2.0335457s","remote":"127.0.0.1:49604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:22:41.069552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:38.139948Z","time spent":"2.929597699s","remote":"127.0.0.1:53286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:22:41.069177Z","caller":"traceutil/trace.go:171","msg":"trace[113674714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8237; }","duration":"1.138276832s","start":"2026-03-19T11:22:39.930892Z","end":"2026-03-19T11:22:41.069169Z","steps":["trace[113674714] 'agreement among raft nodes before linearized reading' (duration: 1.137882281s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:41.069622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:39.93088Z","time spent":"1.138729165s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:22:41.069322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:39.325508Z","time spent":"1.743809698s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T11:22:41.260136Z","caller":"traceutil/trace.go:171","msg":"trace[870707457] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"186.821155ms","start":"2026-03-19T11:22:41.073297Z","end":"2026-03-19T11:22:41.260118Z","steps":["trace[870707457] 'process raft request' (duration: 186.677661ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:41.260502Z","caller":"traceutil/trace.go:171","msg":"trace[436372780] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"186.456465ms","start":"2026-03-19T11:22:41.07403Z","end":"2026-03-19T11:22:41.260486Z","steps":["trace[436372780] 'process raft request' (duration: 186.395763ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:41.260517Z","caller":"traceutil/trace.go:171","msg":"trace[1841398760] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"186.62202ms","start":"2026-03-19T11:22:41.073861Z","end":"2026-03-19T11:22:41.260483Z","steps":["trace[1841398760] 'process raft request' (duration: 186.219829ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:41.260582Z","caller":"traceutil/trace.go:171","msg":"trace[1487585957] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"186.63267ms","start":"2026-03-19T11:22:41.07393Z","end":"2026-03-19T11:22:41.260562Z","steps":["trace[1487585957] 'process raft request' (duration: 186.399163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:41.260613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.129182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:22:41.260641Z","caller":"traceutil/trace.go:171","msg":"trace[810310079] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8243; }","duration":"187.186095ms","start":"2026-03-19T11:22:41.073447Z","end":"2026-03-19T11:22:41.260634Z","steps":["trace[810310079] 'agreement among raft nodes before linearized reading' (duration: 187.090182ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:41.260523Z","caller":"traceutil/trace.go:171","msg":"trace[444038582] linearizableReadLoop","detail":"{readStateIndex:8554; appliedIndex:8552; }","duration":"187.04804ms","start":"2026-03-19T11:22:41.073469Z","end":"2026-03-19T11:22:41.260517Z","steps":["trace[444038582] 'read index received' (duration: 67.124185ms)","trace[444038582] 'applied index is now lower than readState.Index' (duration: 119.923255ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:22:41.26066Z","caller":"traceutil/trace.go:171","msg":"trace[1915217046] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"186.657791ms","start":"2026-03-19T11:22:41.073977Z","end":"2026-03-19T11:22:41.260635Z","steps":["trace[1915217046] 'process raft request' (duration: 186.413224ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:41.260701Z","caller":"traceutil/trace.go:171","msg":"trace[473597191] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"186.63949ms","start":"2026-03-19T11:22:41.074036Z","end":"2026-03-19T11:22:41.260676Z","steps":["trace[473597191] 'process raft request' (duration: 186.420654ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:41.594992Z","caller":"traceutil/trace.go:171","msg":"trace[970208684] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"431.748627ms","start":"2026-03-19T11:22:41.163208Z","end":"2026-03-19T11:22:41.594957Z","steps":["trace[970208684] 'process raft request' (duration: 388.942595ms)","trace[970208684] 'compare' (duration: 42.214256ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:22:41.594999Z","caller":"traceutil/trace.go:171","msg":"trace[1699117698] linearizableReadLoop","detail":"{readStateIndex:8560; appliedIndex:8559; }","duration":"334.246244ms","start":"2026-03-19T11:22:41.260708Z","end":"2026-03-19T11:22:41.594954Z","steps":["trace[1699117698] 'read index received' (duration: 291.36253ms)","trace[1699117698] 'applied index is now lower than readState.Index' (duration: 42.882384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:41.595116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:41.163189Z","time spent":"431.863159ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:22:41.595099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.538793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T11:22:41.59516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.013787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:22:41.595173Z","caller":"traceutil/trace.go:171","msg":"trace[80271143] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8244; }","duration":"440.660536ms","start":"2026-03-19T11:22:41.154493Z","end":"2026-03-19T11:22:41.595154Z","steps":["trace[80271143] 'agreement among raft nodes before linearized reading' (duration: 440.474621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:41.595218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:41.154476Z","time spent":"440.730759ms","remote":"127.0.0.1:57966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:22:41.595213Z","caller":"traceutil/trace.go:171","msg":"trace[568796139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8244; }","duration":"518.087019ms","start":"2026-03-19T11:22:41.077109Z","end":"2026-03-19T11:22:41.595195Z","steps":["trace[568796139] 'agreement among raft nodes before linearized reading' (duration: 517.993777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:41.595313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.650704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T11:22:41.595341Z","caller":"traceutil/trace.go:171","msg":"trace[1015678048] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8244; }","duration":"331.748777ms","start":"2026-03-19T11:22:41.263585Z","end":"2026-03-19T11:22:41.595334Z","steps":["trace[1015678048] 'agreement among raft nodes before linearized reading' (duration: 331.655684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:41.595362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:41.263566Z","time spent":"331.790598ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T11:22:41.59533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:41.077102Z","time spent":"518.188962ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:22:41.595719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.716473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228897"} {"level":"info","ts":"2026-03-19T11:22:41.595778Z","caller":"traceutil/trace.go:171","msg":"trace[1776771289] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8244; }","duration":"519.799434ms","start":"2026-03-19T11:22:41.075963Z","end":"2026-03-19T11:22:41.595762Z","steps":["trace[1776771289] 'agreement among raft nodes before linearized reading' (duration: 519.27165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:41.595833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:41.075955Z","time spent":"519.864367ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228921,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T11:22:46.280166Z","caller":"traceutil/trace.go:171","msg":"trace[369001364] transaction","detail":"{read_only:false; response_revision:8264; number_of_response:1; }","duration":"126.566346ms","start":"2026-03-19T11:22:46.153571Z","end":"2026-03-19T11:22:46.280138Z","steps":["trace[369001364] 'process raft request' (duration: 126.34098ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:46.283072Z","caller":"traceutil/trace.go:171","msg":"trace[327741118] transaction","detail":"{read_only:false; response_revision:8265; number_of_response:1; }","duration":"128.346724ms","start":"2026-03-19T11:22:46.154701Z","end":"2026-03-19T11:22:46.283047Z","steps":["trace[327741118] 'process raft request' (duration: 128.034076ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:46.797273Z","caller":"traceutil/trace.go:171","msg":"trace[1634732784] linearizableReadLoop","detail":"{readStateIndex:8593; appliedIndex:8592; }","duration":"211.614505ms","start":"2026-03-19T11:22:46.58564Z","end":"2026-03-19T11:22:46.797255Z","steps":["trace[1634732784] 'read index received' (duration: 157.208761ms)","trace[1634732784] 'applied index is now lower than readState.Index' (duration: 54.405094ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:22:46.797442Z","caller":"traceutil/trace.go:171","msg":"trace[1429828169] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"220.239696ms","start":"2026-03-19T11:22:46.577187Z","end":"2026-03-19T11:22:46.797427Z","steps":["trace[1429828169] 'process raft request' (duration: 165.73998ms)","trace[1429828169] 'compare' (duration: 54.237449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:46.79784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.137102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-19T11:22:46.79787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.139998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" ","response":"range_response_count:1 size:2665"} {"level":"info","ts":"2026-03-19T11:22:46.797888Z","caller":"traceutil/trace.go:171","msg":"trace[465675228] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8276; }","duration":"227.236814ms","start":"2026-03-19T11:22:46.570639Z","end":"2026-03-19T11:22:46.797876Z","steps":["trace[465675228] 'agreement among raft nodes before linearized reading' (duration: 227.06943ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:46.797905Z","caller":"traceutil/trace.go:171","msg":"trace[1313362997] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs; range_end:; response_count:1; response_revision:8276; }","duration":"225.177819ms","start":"2026-03-19T11:22:46.572716Z","end":"2026-03-19T11:22:46.797894Z","steps":["trace[1313362997] 'agreement among raft nodes before linearized reading' (duration: 224.918922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:46.797909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.856486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-59b4c8ab-79b5-475f-b80d-a325729cd27f\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-03-19T11:22:46.797919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.228717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T11:22:46.797967Z","caller":"traceutil/trace.go:171","msg":"trace[132971632] range","detail":"{range_begin:/registry/persistentvolumes/pvc-59b4c8ab-79b5-475f-b80d-a325729cd27f; range_end:; response_count:1; response_revision:8276; }","duration":"209.945729ms","start":"2026-03-19T11:22:46.588005Z","end":"2026-03-19T11:22:46.797951Z","steps":["trace[132971632] 'agreement among raft nodes before linearized reading' (duration: 209.775465ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:46.798003Z","caller":"traceutil/trace.go:171","msg":"trace[1695153699] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8276; }","duration":"181.35981ms","start":"2026-03-19T11:22:46.616625Z","end":"2026-03-19T11:22:46.797984Z","steps":["trace[1695153699] 'agreement among raft nodes before linearized reading' (duration: 181.176985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:46.798051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.684364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:22:46.798096Z","caller":"traceutil/trace.go:171","msg":"trace[1497500294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8276; }","duration":"189.787467ms","start":"2026-03-19T11:22:46.608297Z","end":"2026-03-19T11:22:46.798085Z","steps":["trace[1497500294] 'agreement among raft nodes before linearized reading' (duration: 189.709995ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:47.089249Z","caller":"traceutil/trace.go:171","msg":"trace[29256174] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"111.797698ms","start":"2026-03-19T11:22:46.977418Z","end":"2026-03-19T11:22:47.089215Z","steps":["trace[29256174] 'process raft request' (duration: 30.308785ms)","trace[29256174] 'compare' (duration: 81.353209ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:22:47.09791Z","caller":"traceutil/trace.go:171","msg":"trace[2003458779] linearizableReadLoop","detail":"{readStateIndex:8608; appliedIndex:8606; }","duration":"113.833933ms","start":"2026-03-19T11:22:46.984058Z","end":"2026-03-19T11:22:47.097892Z","steps":["trace[2003458779] 'read index received' (duration: 23.677227ms)","trace[2003458779] 'applied index is now lower than readState.Index' (duration: 90.155526ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:22:47.097929Z","caller":"traceutil/trace.go:171","msg":"trace[86115296] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8289; }","duration":"115.170949ms","start":"2026-03-19T11:22:46.982743Z","end":"2026-03-19T11:22:47.097914Z","steps":["trace[86115296] 'process raft request' (duration: 115.080426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:47.098161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.019408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-19T11:22:47.098215Z","caller":"traceutil/trace.go:171","msg":"trace[1685079498] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8289; }","duration":"114.176773ms","start":"2026-03-19T11:22:46.984024Z","end":"2026-03-19T11:22:47.0982Z","steps":["trace[1685079498] 'agreement among raft nodes before linearized reading' (duration: 113.957497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:47.138001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.444631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-19T11:22:47.138057Z","caller":"traceutil/trace.go:171","msg":"trace[1294584255] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8290; }","duration":"149.538614ms","start":"2026-03-19T11:22:46.988505Z","end":"2026-03-19T11:22:47.138044Z","steps":["trace[1294584255] 'agreement among raft nodes before linearized reading' (duration: 149.350559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:47.13812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.019664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-19T11:22:47.138196Z","caller":"traceutil/trace.go:171","msg":"trace[947738029] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8290; }","duration":"154.129127ms","start":"2026-03-19T11:22:46.984045Z","end":"2026-03-19T11:22:47.138175Z","steps":["trace[947738029] 'agreement among raft nodes before linearized reading' (duration: 153.962303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:47.205899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.713957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-19T11:22:47.205996Z","caller":"traceutil/trace.go:171","msg":"trace[589217694] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8291; }","duration":"104.846261ms","start":"2026-03-19T11:22:47.101127Z","end":"2026-03-19T11:22:47.205973Z","steps":["trace[589217694] 'agreement among raft nodes before linearized reading' (duration: 104.620725ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:47.548118Z","caller":"traceutil/trace.go:171","msg":"trace[1246446761] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"139.314898ms","start":"2026-03-19T11:22:47.408785Z","end":"2026-03-19T11:22:47.5481Z","steps":["trace[1246446761] 'process raft request' (duration: 139.262907ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:47.548208Z","caller":"traceutil/trace.go:171","msg":"trace[1721844020] transaction","detail":"{read_only:false; response_revision:8301; number_of_response:1; }","duration":"139.645697ms","start":"2026-03-19T11:22:47.408509Z","end":"2026-03-19T11:22:47.548155Z","steps":["trace[1721844020] 'process raft request' (duration: 139.407271ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:47.548251Z","caller":"traceutil/trace.go:171","msg":"trace[864854987] linearizableReadLoop","detail":"{readStateIndex:8620; appliedIndex:8618; }","duration":"139.498503ms","start":"2026-03-19T11:22:47.408744Z","end":"2026-03-19T11:22:47.548242Z","steps":["trace[864854987] 'read index received' (duration: 48.826023ms)","trace[864854987] 'applied index is now lower than readState.Index' (duration: 90.67124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:47.54836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.604716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-19T11:22:47.548392Z","caller":"traceutil/trace.go:171","msg":"trace[102093818] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8303; }","duration":"139.686998ms","start":"2026-03-19T11:22:47.408698Z","end":"2026-03-19T11:22:47.548385Z","steps":["trace[102093818] 'agreement among raft nodes before linearized reading' (duration: 139.568425ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:47.548526Z","caller":"traceutil/trace.go:171","msg":"trace[1577682986] transaction","detail":"{read_only:false; response_revision:8303; number_of_response:1; }","duration":"139.509043ms","start":"2026-03-19T11:22:47.408992Z","end":"2026-03-19T11:22:47.548501Z","steps":["trace[1577682986] 'process raft request' (duration: 139.080122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:48.147985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.381716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:22:48.148133Z","caller":"traceutil/trace.go:171","msg":"trace[695972424] linearizableReadLoop","detail":"{readStateIndex:8626; appliedIndex:8624; }","duration":"481.339731ms","start":"2026-03-19T11:22:47.666783Z","end":"2026-03-19T11:22:48.148123Z","steps":["trace[695972424] 'read index received' (duration: 677.728µs)","trace[695972424] 'applied index is now lower than readState.Index' (duration: 480.661253ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:22:48.148179Z","caller":"traceutil/trace.go:171","msg":"trace[2088564847] transaction","detail":"{read_only:false; response_revision:8306; number_of_response:1; }","duration":"489.927563ms","start":"2026-03-19T11:22:47.658246Z","end":"2026-03-19T11:22:48.148174Z","steps":["trace[2088564847] 'compare' (duration: 480.18542ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:48.14827Z","caller":"traceutil/trace.go:171","msg":"trace[1999828165] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"489.666145ms","start":"2026-03-19T11:22:47.658566Z","end":"2026-03-19T11:22:48.148232Z","steps":["trace[1999828165] 'process raft request' (duration: 489.500091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:48.148412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.647329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-s5xrx\" ","response":"range_response_count:1 size:4636"} {"level":"info","ts":"2026-03-19T11:22:48.148469Z","caller":"traceutil/trace.go:171","msg":"trace[242197099] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-s5xrx; range_end:; response_count:1; response_revision:8307; }","duration":"481.755882ms","start":"2026-03-19T11:22:47.6667Z","end":"2026-03-19T11:22:48.148456Z","steps":["trace[242197099] 'agreement among raft nodes before linearized reading' (duration: 481.598288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:48.148505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:47.666683Z","time spent":"481.813614ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4660,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-s5xrx\" "} {"level":"warn","ts":"2026-03-19T11:22:48.148645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:47.658222Z","time spent":"489.974813ms","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:22:48.148762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:47.658533Z","time spent":"489.861031ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4621,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:22:48.771079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.409597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:22:48.771598Z","caller":"traceutil/trace.go:171","msg":"trace[15274076] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"851.185845ms","start":"2026-03-19T11:22:47.92036Z","end":"2026-03-19T11:22:48.771546Z","steps":["trace[15274076] 'process raft request' (duration: 522.221413ms)","trace[15274076] 'compare' (duration: 328.199571ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:22:48.771704Z","caller":"traceutil/trace.go:171","msg":"trace[1254374980] linearizableReadLoop","detail":"{readStateIndex:8627; appliedIndex:8626; }","duration":"623.363944ms","start":"2026-03-19T11:22:48.14815Z","end":"2026-03-19T11:22:48.771514Z","steps":["trace[1254374980] 'read index received' (duration: 294.365501ms)","trace[1254374980] 'applied index is now lower than readState.Index' (duration: 328.997203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:48.771645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082468007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-s5xrx\" ","response":"range_response_count:1 size:4636"} {"level":"warn","ts":"2026-03-19T11:22:48.771809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:47.920335Z","time spent":"851.370619ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:22:48.771872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104904941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-19T11:22:48.771879Z","caller":"traceutil/trace.go:171","msg":"trace[1539181011] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-s5xrx; range_end:; response_count:1; response_revision:8308; }","duration":"1.082723153s","start":"2026-03-19T11:22:47.689132Z","end":"2026-03-19T11:22:48.771855Z","steps":["trace[1539181011] 'agreement among raft nodes before linearized reading' (duration: 1.082410794s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:48.771934Z","caller":"traceutil/trace.go:171","msg":"trace[1753971347] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8308; }","duration":"1.104965322s","start":"2026-03-19T11:22:47.66695Z","end":"2026-03-19T11:22:48.771915Z","steps":["trace[1753971347] 'agreement among raft nodes before linearized reading' (duration: 1.104744807s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:48.771952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:47.689115Z","time spent":"1.082820026s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4660,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-s5xrx\" "} {"level":"warn","ts":"2026-03-19T11:22:48.771993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:47.666925Z","time spent":"1.105056264s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3090,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-19T11:22:49.272556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536085187,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:22:49.625054Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.03386411s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T11:22:49.625595Z","caller":"traceutil/trace.go:171","msg":"trace[1619227823] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"1.034480757s","start":"2026-03-19T11:22:48.591082Z","end":"2026-03-19T11:22:49.625563Z","steps":["trace[1619227823] 'process raft request' (duration: 1.034275761s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:49.625985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:48.591055Z","time spent":"1.034715622s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:22:50.095772Z","caller":"traceutil/trace.go:171","msg":"trace[778676397] transaction","detail":"{read_only:false; response_revision:8310; number_of_response:1; }","duration":"1.31818641s","start":"2026-03-19T11:22:48.77755Z","end":"2026-03-19T11:22:50.095736Z","steps":["trace[778676397] 'process raft request' (duration: 1.317873112s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:50.096127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:48.777534Z","time spent":"1.318378846s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:22:50.096187Z","caller":"traceutil/trace.go:171","msg":"trace[736211106] transaction","detail":"{read_only:false; response_revision:8311; number_of_response:1; }","duration":"881.219042ms","start":"2026-03-19T11:22:49.214927Z","end":"2026-03-19T11:22:50.096146Z","steps":["trace[736211106] 'process raft request' (duration: 880.720059ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:50.096243Z","caller":"traceutil/trace.go:171","msg":"trace[204960333] linearizableReadLoop","detail":"{readStateIndex:8631; appliedIndex:8627; }","duration":"1.324481989s","start":"2026-03-19T11:22:48.771731Z","end":"2026-03-19T11:22:50.096213Z","steps":["trace[204960333] 'read index received' (duration: 853.563527ms)","trace[204960333] 'applied index is now lower than readState.Index' (duration: 470.917032ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:22:50.096276Z","caller":"traceutil/trace.go:171","msg":"trace[137413384] transaction","detail":"{read_only:false; response_revision:8312; number_of_response:1; }","duration":"880.278706ms","start":"2026-03-19T11:22:49.215951Z","end":"2026-03-19T11:22:50.09623Z","steps":["trace[137413384] 'process raft request' (duration: 880.078771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:50.096378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:49.214908Z","time spent":"881.366296ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:22:50.096427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487390343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:22:50.096473Z","caller":"traceutil/trace.go:171","msg":"trace[1275713203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8312; }","duration":"1.487490736s","start":"2026-03-19T11:22:48.608971Z","end":"2026-03-19T11:22:50.096461Z","steps":["trace[1275713203] 'agreement among raft nodes before linearized reading' (duration: 1.487396023s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:50.096501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:49.215941Z","time spent":"880.439731ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:22:50.096517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:48.608954Z","time spent":"1.487555538s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:22:50.09663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.944639607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-19T11:22:50.096732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.769472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:22:50.096778Z","caller":"traceutil/trace.go:171","msg":"trace[551040375] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8312; }","duration":"941.816803ms","start":"2026-03-19T11:22:49.154951Z","end":"2026-03-19T11:22:50.096768Z","steps":["trace[551040375] 'agreement among raft nodes before linearized reading' (duration: 941.748641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:50.096817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:49.154889Z","time spent":"941.919015ms","remote":"127.0.0.1:53180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:22:50.096829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624934554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-19T11:22:50.096859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.944863913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-03-19T11:22:50.096927Z","caller":"traceutil/trace.go:171","msg":"trace[1511112628] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8312; }","duration":"1.944959405s","start":"2026-03-19T11:22:48.151959Z","end":"2026-03-19T11:22:50.096918Z","steps":["trace[1511112628] 'agreement among raft nodes before linearized reading' (duration: 1.944799221s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:50.096948Z","caller":"traceutil/trace.go:171","msg":"trace[1528231773] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8312; }","duration":"1.625080968s","start":"2026-03-19T11:22:48.471848Z","end":"2026-03-19T11:22:50.096929Z","steps":["trace[1528231773] 'agreement among raft nodes before linearized reading' (duration: 1.624836902s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:50.09697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:48.151945Z","time spent":"1.945017247s","remote":"127.0.0.1:52934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":737,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"warn","ts":"2026-03-19T11:22:50.096989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:48.47183Z","time spent":"1.62514951s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T11:22:50.097056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.69499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T11:22:50.097082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.97714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T11:22:50.097124Z","caller":"traceutil/trace.go:171","msg":"trace[673486702] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8312; }","duration":"391.808143ms","start":"2026-03-19T11:22:49.705298Z","end":"2026-03-19T11:22:50.097106Z","steps":["trace[673486702] 'agreement among raft nodes before linearized reading' (duration: 391.68335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:50.097165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:49.70528Z","time spent":"391.876374ms","remote":"127.0.0.1:49454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:22:50.097187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.330749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:22:50.09723Z","caller":"traceutil/trace.go:171","msg":"trace[1000664784] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:8312; }","duration":"443.416411ms","start":"2026-03-19T11:22:49.653806Z","end":"2026-03-19T11:22:50.097222Z","steps":["trace[1000664784] 'agreement among raft nodes before linearized reading' (duration: 443.342219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:50.097268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:49.653784Z","time spent":"443.477193ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"info","ts":"2026-03-19T11:22:50.097126Z","caller":"traceutil/trace.go:171","msg":"trace[55728847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8312; }","duration":"540.051531ms","start":"2026-03-19T11:22:49.557063Z","end":"2026-03-19T11:22:50.097114Z","steps":["trace[55728847] 'agreement among raft nodes before linearized reading' (duration: 539.891287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:50.097314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:49.557049Z","time spent":"540.256377ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:22:50.097305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.163904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T11:22:50.096716Z","caller":"traceutil/trace.go:171","msg":"trace[1840883537] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8312; }","duration":"1.944794161s","start":"2026-03-19T11:22:48.151903Z","end":"2026-03-19T11:22:50.096697Z","steps":["trace[1840883537] 'agreement among raft nodes before linearized reading' (duration: 1.944551365s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:50.09742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.273477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T11:22:50.097437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:48.151891Z","time spent":"1.945532651s","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":555,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-19T11:22:50.097449Z","caller":"traceutil/trace.go:171","msg":"trace[252810774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8312; }","duration":"540.316119ms","start":"2026-03-19T11:22:49.557125Z","end":"2026-03-19T11:22:50.097441Z","steps":["trace[252810774] 'agreement among raft nodes before linearized reading' (duration: 540.232337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:50.097482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:49.557121Z","time spent":"540.355ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:22:50.097487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.399361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T11:22:50.097184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.322017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:22:50.097522Z","caller":"traceutil/trace.go:171","msg":"trace[1368002350] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8312; }","duration":"540.458723ms","start":"2026-03-19T11:22:49.557054Z","end":"2026-03-19T11:22:50.097512Z","steps":["trace[1368002350] 'agreement among raft nodes before linearized reading' (duration: 540.36118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:50.09752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.62645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T11:22:50.097564Z","caller":"traceutil/trace.go:171","msg":"trace[992729224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8312; }","duration":"633.726852ms","start":"2026-03-19T11:22:49.463827Z","end":"2026-03-19T11:22:50.097554Z","steps":["trace[992729224] 'agreement among raft nodes before linearized reading' (duration: 633.619469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:50.097566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:49.557038Z","time spent":"540.520084ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:22:50.097604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:49.463807Z","time spent":"633.790454ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T11:22:50.097533Z","caller":"traceutil/trace.go:171","msg":"trace[2092904532] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8312; }","duration":"735.714727ms","start":"2026-03-19T11:22:49.361806Z","end":"2026-03-19T11:22:50.097521Z","steps":["trace[2092904532] 'agreement among raft nodes before linearized reading' (duration: 735.330877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:50.097707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:49.361786Z","time spent":"735.905932ms","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:22:50.097389Z","caller":"traceutil/trace.go:171","msg":"trace[9979212] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8312; }","duration":"689.309888ms","start":"2026-03-19T11:22:49.408061Z","end":"2026-03-19T11:22:50.097371Z","steps":["trace[9979212] 'agreement among raft nodes before linearized reading' (duration: 689.051401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:50.097769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:49.408043Z","time spent":"689.714719ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:22:50.096661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94473715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-19T11:22:50.097866Z","caller":"traceutil/trace.go:171","msg":"trace[2008808233] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8312; }","duration":"1.945975013s","start":"2026-03-19T11:22:48.15188Z","end":"2026-03-19T11:22:50.097855Z","steps":["trace[2008808233] 'agreement among raft nodes before linearized reading' (duration: 1.944659908s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:50.09791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:48.151857Z","time spent":"1.946042954s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3090,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-19T11:22:50.307552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.825981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:22:50.307905Z","caller":"traceutil/trace.go:171","msg":"trace[1747009284] transaction","detail":"{read_only:false; response_revision:8313; number_of_response:1; }","duration":"203.110735ms","start":"2026-03-19T11:22:50.104736Z","end":"2026-03-19T11:22:50.307847Z","steps":["trace[1747009284] 'process raft request' (duration: 78.906023ms)","trace[1747009284] 'compare' (duration: 123.653367ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:22:50.307996Z","caller":"traceutil/trace.go:171","msg":"trace[506749985] transaction","detail":"{read_only:false; response_revision:8316; number_of_response:1; }","duration":"203.148276ms","start":"2026-03-19T11:22:50.104829Z","end":"2026-03-19T11:22:50.307977Z","steps":["trace[506749985] 'process raft request' (duration: 202.963091ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:50.307986Z","caller":"traceutil/trace.go:171","msg":"trace[2082442193] transaction","detail":"{read_only:false; response_revision:8314; number_of_response:1; }","duration":"203.186048ms","start":"2026-03-19T11:22:50.104769Z","end":"2026-03-19T11:22:50.307955Z","steps":["trace[2082442193] 'process raft request' (duration: 202.921231ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:50.308013Z","caller":"traceutil/trace.go:171","msg":"trace[614815174] transaction","detail":"{read_only:false; response_revision:8315; number_of_response:1; }","duration":"203.202618ms","start":"2026-03-19T11:22:50.10477Z","end":"2026-03-19T11:22:50.307972Z","steps":["trace[614815174] 'process raft request' (duration: 202.972682ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:50.30813Z","caller":"traceutil/trace.go:171","msg":"trace[304112779] transaction","detail":"{read_only:false; response_revision:8317; number_of_response:1; }","duration":"203.168347ms","start":"2026-03-19T11:22:50.104929Z","end":"2026-03-19T11:22:50.308098Z","steps":["trace[304112779] 'process raft request' (duration: 202.962131ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:50.308367Z","caller":"traceutil/trace.go:171","msg":"trace[364386480] transaction","detail":"{read_only:false; response_revision:8318; number_of_response:1; }","duration":"202.706604ms","start":"2026-03-19T11:22:50.105647Z","end":"2026-03-19T11:22:50.308354Z","steps":["trace[364386480] 'process raft request' (duration: 202.338155ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:50.308381Z","caller":"traceutil/trace.go:171","msg":"trace[609399663] linearizableReadLoop","detail":"{readStateIndex:8637; appliedIndex:8631; }","duration":"202.254502ms","start":"2026-03-19T11:22:50.106114Z","end":"2026-03-19T11:22:50.308368Z","steps":["trace[609399663] 'read index received' (duration: 77.525396ms)","trace[609399663] 'applied index is now lower than readState.Index' (duration: 124.727936ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:22:50.308393Z","caller":"traceutil/trace.go:171","msg":"trace[1702628437] transaction","detail":"{read_only:false; response_revision:8319; number_of_response:1; }","duration":"201.249795ms","start":"2026-03-19T11:22:50.107129Z","end":"2026-03-19T11:22:50.308379Z","steps":["trace[1702628437] 'process raft request' (duration: 201.138042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:50.308576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.442127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-19T11:22:50.308622Z","caller":"traceutil/trace.go:171","msg":"trace[32351342] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8319; }","duration":"202.513589ms","start":"2026-03-19T11:22:50.106097Z","end":"2026-03-19T11:22:50.30861Z","steps":["trace[32351342] 'agreement among raft nodes before linearized reading' (duration: 202.344315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:50.308644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.303705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-19T11:22:50.308687Z","caller":"traceutil/trace.go:171","msg":"trace[1524772859] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8319; }","duration":"179.400747ms","start":"2026-03-19T11:22:50.129273Z","end":"2026-03-19T11:22:50.308674Z","steps":["trace[1524772859] 'agreement among raft nodes before linearized reading' (duration: 179.224192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:50.308684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.05403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:22:50.308723Z","caller":"traceutil/trace.go:171","msg":"trace[301728725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8319; }","duration":"201.112861ms","start":"2026-03-19T11:22:50.107599Z","end":"2026-03-19T11:22:50.308712Z","steps":["trace[301728725] 'agreement among raft nodes before linearized reading' (duration: 201.029439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:50.308731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.481231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228832"} {"level":"info","ts":"2026-03-19T11:22:50.308754Z","caller":"traceutil/trace.go:171","msg":"trace[2120002045] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8319; }","duration":"201.517202ms","start":"2026-03-19T11:22:50.10723Z","end":"2026-03-19T11:22:50.308748Z","steps":["trace[2120002045] 'agreement among raft nodes before linearized reading' (duration: 201.225824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:50.309307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.509952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:22:50.310897Z","caller":"traceutil/trace.go:171","msg":"trace[1256768341] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8319; }","duration":"133.735148ms","start":"2026-03-19T11:22:50.17569Z","end":"2026-03-19T11:22:50.309425Z","steps":["trace[1256768341] 'agreement among raft nodes before linearized reading' (duration: 132.769732ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:50.465108Z","caller":"traceutil/trace.go:171","msg":"trace[1564490105] linearizableReadLoop","detail":"{readStateIndex:8640; appliedIndex:8639; }","duration":"126.606827ms","start":"2026-03-19T11:22:50.338472Z","end":"2026-03-19T11:22:50.465078Z","steps":["trace[1564490105] 'read index received' (duration: 89.628632ms)","trace[1564490105] 'applied index is now lower than readState.Index' (duration: 36.976625ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:22:50.465185Z","caller":"traceutil/trace.go:171","msg":"trace[106542401] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"147.745806ms","start":"2026-03-19T11:22:50.317371Z","end":"2026-03-19T11:22:50.465117Z","steps":["trace[106542401] 'process raft request' (duration: 110.641967ms)","trace[106542401] 'compare' (duration: 36.897543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:50.465314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.164687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-s5xrx\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-03-19T11:22:50.46539Z","caller":"traceutil/trace.go:171","msg":"trace[945353861] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-s5xrx; range_end:; response_count:1; response_revision:8321; }","duration":"148.28643ms","start":"2026-03-19T11:22:50.317086Z","end":"2026-03-19T11:22:50.465372Z","steps":["trace[945353861] 'agreement among raft nodes before linearized reading' (duration: 148.063074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:50.465424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.841146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-s5xrx\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-03-19T11:22:50.465469Z","caller":"traceutil/trace.go:171","msg":"trace[864659258] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-s5xrx; range_end:; response_count:1; response_revision:8321; }","duration":"151.960609ms","start":"2026-03-19T11:22:50.313495Z","end":"2026-03-19T11:22:50.465456Z","steps":["trace[864659258] 'agreement among raft nodes before linearized reading' (duration: 151.761784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:50.465774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.767123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-s5xrx\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-03-19T11:22:50.465864Z","caller":"traceutil/trace.go:171","msg":"trace[1688081771] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-s5xrx; range_end:; response_count:1; response_revision:8321; }","duration":"122.821935ms","start":"2026-03-19T11:22:50.342976Z","end":"2026-03-19T11:22:50.465798Z","steps":["trace[1688081771] 'agreement among raft nodes before linearized reading' (duration: 122.715612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:50.79449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.64378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:22:50.794647Z","caller":"traceutil/trace.go:171","msg":"trace[139199280] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"255.975268ms","start":"2026-03-19T11:22:50.538644Z","end":"2026-03-19T11:22:50.794619Z","steps":["trace[139199280] 'process raft request' (duration: 93.528827ms)","trace[139199280] 'compare' (duration: 161.197438ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:22:50.934121Z","caller":"traceutil/trace.go:171","msg":"trace[1064287344] linearizableReadLoop","detail":"{readStateIndex:8644; appliedIndex:8642; }","duration":"136.708678ms","start":"2026-03-19T11:22:50.797393Z","end":"2026-03-19T11:22:50.934101Z","steps":["trace[1064287344] 'read index received' (duration: 101.336997ms)","trace[1064287344] 'applied index is now lower than readState.Index' (duration: 35.370841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:50.934309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.905104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-19T11:22:50.934349Z","caller":"traceutil/trace.go:171","msg":"trace[1478296630] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8324; }","duration":"137.014947ms","start":"2026-03-19T11:22:50.797325Z","end":"2026-03-19T11:22:50.93434Z","steps":["trace[1478296630] 'agreement among raft nodes before linearized reading' (duration: 136.854113ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:50.934457Z","caller":"traceutil/trace.go:171","msg":"trace[1631478680] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8323; }","duration":"395.371548ms","start":"2026-03-19T11:22:50.539059Z","end":"2026-03-19T11:22:50.93443Z","steps":["trace[1631478680] 'process raft request' (duration: 359.76775ms)","trace[1631478680] 'compare' (duration: 35.093885ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:22:50.934549Z","caller":"traceutil/trace.go:171","msg":"trace[1657968374] transaction","detail":"{read_only:false; response_revision:8324; number_of_response:1; }","duration":"391.34869ms","start":"2026-03-19T11:22:50.543193Z","end":"2026-03-19T11:22:50.934542Z","steps":["trace[1657968374] 'process raft request' (duration: 390.840067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:50.934626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:50.543173Z","time spent":"391.400612ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:22:50.934653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:50.539038Z","time spent":"395.484722ms","remote":"127.0.0.1:51302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-19T11:22:51.553652Z","caller":"traceutil/trace.go:171","msg":"trace[1167202097] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"538.51203ms","start":"2026-03-19T11:22:51.015116Z","end":"2026-03-19T11:22:51.553628Z","steps":["trace[1167202097] 'process raft request' (duration: 457.911561ms)","trace[1167202097] 'compare' (duration: 80.131406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:51.553776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:51.015092Z","time spent":"538.616182ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:22:52.10047Z","caller":"traceutil/trace.go:171","msg":"trace[1248523842] linearizableReadLoop","detail":"{readStateIndex:8647; appliedIndex:8644; }","duration":"719.10547ms","start":"2026-03-19T11:22:51.38134Z","end":"2026-03-19T11:22:52.100446Z","steps":["trace[1248523842] 'read index received' (duration: 91.598955ms)","trace[1248523842] 'applied index is now lower than readState.Index' (duration: 627.505155ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:22:52.100535Z","caller":"traceutil/trace.go:171","msg":"trace[1298651991] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"993.77799ms","start":"2026-03-19T11:22:51.106723Z","end":"2026-03-19T11:22:52.100501Z","steps":["trace[1298651991] 'process raft request' (duration: 960.023492ms)","trace[1298651991] 'compare' (duration: 33.048219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:52.100665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.308175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:22:52.10071Z","caller":"traceutil/trace.go:171","msg":"trace[837278738] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8327; }","duration":"719.408778ms","start":"2026-03-19T11:22:51.381289Z","end":"2026-03-19T11:22:52.100698Z","steps":["trace[837278738] 'agreement among raft nodes before linearized reading' (duration: 719.307045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:52.10075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:51.381267Z","time spent":"719.47189ms","remote":"127.0.0.1:49242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:22:52.100727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:51.106697Z","time spent":"993.912803ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:22:52.100579Z","caller":"traceutil/trace.go:171","msg":"trace[503941743] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"950.473324ms","start":"2026-03-19T11:22:51.150094Z","end":"2026-03-19T11:22:52.100567Z","steps":["trace[503941743] 'process raft request' (duration: 950.261108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:52.100963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:51.150069Z","time spent":"950.767102ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:22:52.600718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536085231,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:22:53.101725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536085231,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:22:53.16963Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.102323511s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T11:22:53.170059Z","caller":"traceutil/trace.go:171","msg":"trace[1111057581] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"1.687299523s","start":"2026-03-19T11:22:51.482735Z","end":"2026-03-19T11:22:53.170035Z","steps":["trace[1111057581] 'process raft request' (duration: 1.687108077s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:53.170235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:51.482715Z","time spent":"1.687413515s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:22:53.170269Z","caller":"traceutil/trace.go:171","msg":"trace[1660575786] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"1.538278822s","start":"2026-03-19T11:22:51.631954Z","end":"2026-03-19T11:22:53.170233Z","steps":["trace[1660575786] 'process raft request' (duration: 1.538026735s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:53.170583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:51.631923Z","time spent":"1.538518268s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:22:53.365465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.59928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:22:53.365684Z","caller":"traceutil/trace.go:171","msg":"trace[931694470] linearizableReadLoop","detail":"{readStateIndex:8651; appliedIndex:8648; }","duration":"1.265131473s","start":"2026-03-19T11:22:52.100532Z","end":"2026-03-19T11:22:53.365664Z","steps":["trace[931694470] 'read index received' (duration: 1.069510259s)","trace[931694470] 'applied index is now lower than readState.Index' (duration: 195.620194ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:22:53.36583Z","caller":"traceutil/trace.go:171","msg":"trace[888068308] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"1.262279876s","start":"2026-03-19T11:22:52.103538Z","end":"2026-03-19T11:22:53.365818Z","steps":["trace[888068308] 'process raft request' (duration: 1.104214583s)","trace[888068308] 'compare' (duration: 157.500918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:53.365897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:52.103517Z","time spent":"1.262342568s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:22:53.366031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410229027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T11:22:53.366118Z","caller":"traceutil/trace.go:171","msg":"trace[957386515] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8331; }","duration":"1.41037006s","start":"2026-03-19T11:22:51.95573Z","end":"2026-03-19T11:22:53.3661Z","steps":["trace[957386515] 'agreement among raft nodes before linearized reading' (duration: 1.410118344s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:53.366164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:51.95571Z","time spent":"1.410441653s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T11:22:53.3662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721437131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:22:53.366259Z","caller":"traceutil/trace.go:171","msg":"trace[1271254912] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8331; }","duration":"1.721550044s","start":"2026-03-19T11:22:51.644692Z","end":"2026-03-19T11:22:53.366242Z","steps":["trace[1271254912] 'agreement among raft nodes before linearized reading' (duration: 1.721447881s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:53.366251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231684833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:22:53.366253Z","caller":"traceutil/trace.go:171","msg":"trace[1356124194] transaction","detail":"{read_only:false; response_revision:8331; number_of_response:1; }","duration":"1.261734401s","start":"2026-03-19T11:22:52.104489Z","end":"2026-03-19T11:22:53.366223Z","steps":["trace[1356124194] 'process raft request' (duration: 1.261104184s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:53.366314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:51.644663Z","time spent":"1.721637207s","remote":"127.0.0.1:53244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:22:53.366411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:52.104481Z","time spent":"1.261843584s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:22:53.366453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051573996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T11:22:53.366471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316648789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:22:53.366473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051506074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T11:22:53.366527Z","caller":"traceutil/trace.go:171","msg":"trace[759414480] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8331; }","duration":"1.316748522s","start":"2026-03-19T11:22:52.049767Z","end":"2026-03-19T11:22:53.366516Z","steps":["trace[759414480] 'agreement among raft nodes before linearized reading' (duration: 1.316660929s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:53.366557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052192573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:22:53.366596Z","caller":"traceutil/trace.go:171","msg":"trace[1208066139] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8331; }","duration":"1.052251025s","start":"2026-03-19T11:22:52.314337Z","end":"2026-03-19T11:22:53.366588Z","steps":["trace[1208066139] 'agreement among raft nodes before linearized reading' (duration: 1.052166042s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:53.366617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.87489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:22:53.366627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:52.314326Z","time spent":"1.052294155s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:22:53.36664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752952079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:22:53.366632Z","caller":"traceutil/trace.go:171","msg":"trace[891505700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8331; }","duration":"1.051613777s","start":"2026-03-19T11:22:52.314938Z","end":"2026-03-19T11:22:53.366552Z","steps":["trace[891505700] 'agreement among raft nodes before linearized reading' (duration: 1.051306388s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:53.366654Z","caller":"traceutil/trace.go:171","msg":"trace[1414995935] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8331; }","duration":"748.947913ms","start":"2026-03-19T11:22:52.617696Z","end":"2026-03-19T11:22:53.366644Z","steps":["trace[1414995935] 'agreement among raft nodes before linearized reading' (duration: 748.895532ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:53.366678Z","caller":"traceutil/trace.go:171","msg":"trace[2134685346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8331; }","duration":"1.753029931s","start":"2026-03-19T11:22:51.613637Z","end":"2026-03-19T11:22:53.366667Z","steps":["trace[2134685346] 'agreement among raft nodes before linearized reading' (duration: 1.752961009s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:53.366687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:52.617676Z","time spent":"749.003384ms","remote":"127.0.0.1:57986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:22:53.366714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:51.613608Z","time spent":"1.753100463s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:22:53.366702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050398294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T11:22:53.366686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058501423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:22:53.366761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:52.314934Z","time spent":"1.051749021s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:22:53.366777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05322622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T11:22:53.36682Z","caller":"traceutil/trace.go:171","msg":"trace[790333670] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8331; }","duration":"1.053314882s","start":"2026-03-19T11:22:52.313494Z","end":"2026-03-19T11:22:53.366809Z","steps":["trace[790333670] 'agreement among raft nodes before linearized reading' (duration: 1.05321773s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:53.366862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:52.313393Z","time spent":"1.053459567s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T11:22:53.366865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051804402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T11:22:53.366487Z","caller":"traceutil/trace.go:171","msg":"trace[802185032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8331; }","duration":"1.051673658s","start":"2026-03-19T11:22:52.3148Z","end":"2026-03-19T11:22:53.366474Z","steps":["trace[802185032] 'agreement among raft nodes before linearized reading' (duration: 1.051546665s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:53.366953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:52.314783Z","time spent":"1.052162632s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T11:22:53.366953Z","caller":"traceutil/trace.go:171","msg":"trace[469238847] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8331; }","duration":"1.051949016s","start":"2026-03-19T11:22:52.314985Z","end":"2026-03-19T11:22:53.366934Z","steps":["trace[469238847] 'agreement among raft nodes before linearized reading' (duration: 1.051655678s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:53.366566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:52.049747Z","time spent":"1.316810563s","remote":"127.0.0.1:52926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:22:53.367009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:52.314904Z","time spent":"1.052087199s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T11:22:53.366818Z","caller":"traceutil/trace.go:171","msg":"trace[278456241] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8331; }","duration":"1.058646786s","start":"2026-03-19T11:22:52.308122Z","end":"2026-03-19T11:22:53.366768Z","steps":["trace[278456241] 'agreement among raft nodes before linearized reading' (duration: 1.058525773s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:53.367084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:52.308096Z","time spent":"1.058972835s","remote":"127.0.0.1:49286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:22:53.366779Z","caller":"traceutil/trace.go:171","msg":"trace[399605027] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:8331; }","duration":"1.050491507s","start":"2026-03-19T11:22:52.316271Z","end":"2026-03-19T11:22:53.366762Z","steps":["trace[399605027] 'agreement among raft nodes before linearized reading' (duration: 1.050358774s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:53.367167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:52.316261Z","time spent":"1.050884818s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"warn","ts":"2026-03-19T11:22:53.366903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.803406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-19T11:22:53.366322Z","caller":"traceutil/trace.go:171","msg":"trace[1147287917] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8331; }","duration":"1.231791205s","start":"2026-03-19T11:22:52.134511Z","end":"2026-03-19T11:22:53.366302Z","steps":["trace[1147287917] 'agreement among raft nodes before linearized reading' (duration: 1.231670982s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:53.367283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:52.134494Z","time spent":"1.232776942s","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:22:53.366713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154862915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:22:53.367224Z","caller":"traceutil/trace.go:171","msg":"trace[1816442090] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8331; }","duration":"459.158215ms","start":"2026-03-19T11:22:52.908055Z","end":"2026-03-19T11:22:53.367213Z","steps":["trace[1816442090] 'agreement among raft nodes before linearized reading' (duration: 458.703963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:53.367585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:52.908037Z","time spent":"459.539465ms","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5756,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-19T11:22:53.367512Z","caller":"traceutil/trace.go:171","msg":"trace[2130824228] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8331; }","duration":"1.155632276s","start":"2026-03-19T11:22:52.211786Z","end":"2026-03-19T11:22:53.367419Z","steps":["trace[2130824228] 'agreement among raft nodes before linearized reading' (duration: 1.154866885s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:53.3679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:52.211767Z","time spent":"1.156040497s","remote":"127.0.0.1:49436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:22:53.530907Z","caller":"traceutil/trace.go:171","msg":"trace[676409758] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"130.298306ms","start":"2026-03-19T11:22:53.400572Z","end":"2026-03-19T11:22:53.53087Z","steps":["trace[676409758] 'process raft request' (duration: 80.26927ms)","trace[676409758] 'compare' (duration: 49.875452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:53.767348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.721748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:22:53.767577Z","caller":"traceutil/trace.go:171","msg":"trace[1363319656] linearizableReadLoop","detail":"{readStateIndex:8653; appliedIndex:8651; }","duration":"366.720948ms","start":"2026-03-19T11:22:53.400843Z","end":"2026-03-19T11:22:53.767564Z","steps":["trace[1363319656] 'read index received' (duration: 80.141347ms)","trace[1363319656] 'applied index is now lower than readState.Index' (duration: 286.578901ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:22:53.76761Z","caller":"traceutil/trace.go:171","msg":"trace[938158576] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"366.314057ms","start":"2026-03-19T11:22:53.401237Z","end":"2026-03-19T11:22:53.767551Z","steps":["trace[938158576] 'process raft request' (duration: 366.185793ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:53.767681Z","caller":"traceutil/trace.go:171","msg":"trace[2094273493] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"366.358568ms","start":"2026-03-19T11:22:53.401313Z","end":"2026-03-19T11:22:53.767672Z","steps":["trace[2094273493] 'process raft request' (duration: 366.150182ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:53.767705Z","caller":"traceutil/trace.go:171","msg":"trace[253748669] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"366.995205ms","start":"2026-03-19T11:22:53.400689Z","end":"2026-03-19T11:22:53.767685Z","steps":["trace[253748669] 'process raft request' (duration: 248.877627ms)","trace[253748669] 'compare' (duration: 117.520012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:53.767764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:53.401296Z","time spent":"366.407829ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:22:53.768371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.96472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:22:53.76843Z","caller":"traceutil/trace.go:171","msg":"trace[1898015106] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8337; }","duration":"297.066153ms","start":"2026-03-19T11:22:53.47135Z","end":"2026-03-19T11:22:53.768417Z","steps":["trace[1898015106] 'agreement among raft nodes before linearized reading' (duration: 296.96531ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:53.767761Z","caller":"traceutil/trace.go:171","msg":"trace[1590385874] transaction","detail":"{read_only:false; response_revision:8337; number_of_response:1; }","duration":"363.46788ms","start":"2026-03-19T11:22:53.404253Z","end":"2026-03-19T11:22:53.767721Z","steps":["trace[1590385874] 'process raft request' (duration: 363.264355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:53.768758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.997308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:22:53.768763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:53.404246Z","time spent":"364.424636ms","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:22:53.768794Z","caller":"traceutil/trace.go:171","msg":"trace[54112338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8337; }","duration":"366.05499ms","start":"2026-03-19T11:22:53.402731Z","end":"2026-03-19T11:22:53.768786Z","steps":["trace[54112338] 'agreement among raft nodes before linearized reading' (duration: 365.999189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:53.768817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:53.402719Z","time spent":"366.093741ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:22:53.767786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:53.401231Z","time spent":"366.460231ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:22:53.767792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:53.40068Z","time spent":"367.072297ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:22:53.768864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.332685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228812"} {"level":"info","ts":"2026-03-19T11:22:53.767842Z","caller":"traceutil/trace.go:171","msg":"trace[2083438784] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"366.255925ms","start":"2026-03-19T11:22:53.401572Z","end":"2026-03-19T11:22:53.767828Z","steps":["trace[2083438784] 'process raft request' (duration: 365.917416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:53.767982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.163879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19436"} {"level":"info","ts":"2026-03-19T11:22:53.769309Z","caller":"traceutil/trace.go:171","msg":"trace[839383921] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8337; }","duration":"368.495656ms","start":"2026-03-19T11:22:53.400799Z","end":"2026-03-19T11:22:53.769295Z","steps":["trace[839383921] 'agreement among raft nodes before linearized reading' (duration: 367.033936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:53.769254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:53.401567Z","time spent":"367.635762ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:22:53.76939Z","caller":"traceutil/trace.go:171","msg":"trace[1012823553] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8337; }","duration":"367.90729ms","start":"2026-03-19T11:22:53.401463Z","end":"2026-03-19T11:22:53.76937Z","steps":["trace[1012823553] 'agreement among raft nodes before linearized reading' (duration: 366.81203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:53.769384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:53.400794Z","time spent":"368.562207ms","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19460,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T11:22:53.769492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:53.401458Z","time spent":"368.013763ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228836,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T11:22:53.995265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.877283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-03-19T11:22:53.995256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.932526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:22:53.995328Z","caller":"traceutil/trace.go:171","msg":"trace[1373066145] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8338; }","duration":"121.002496ms","start":"2026-03-19T11:22:53.874309Z","end":"2026-03-19T11:22:53.995312Z","steps":["trace[1373066145] 'range keys from in-memory index tree' (duration: 120.722959ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:53.995345Z","caller":"traceutil/trace.go:171","msg":"trace[1120380162] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8338; }","duration":"127.039789ms","start":"2026-03-19T11:22:53.868285Z","end":"2026-03-19T11:22:53.995324Z","steps":["trace[1120380162] 'range keys from in-memory index tree' (duration: 126.836364ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:54.350099Z","caller":"traceutil/trace.go:171","msg":"trace[1790826524] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"179.271674ms","start":"2026-03-19T11:22:54.1708Z","end":"2026-03-19T11:22:54.350071Z","steps":["trace[1790826524] 'process raft request' (duration: 179.015007ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:55.363297Z","caller":"traceutil/trace.go:171","msg":"trace[309775944] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"188.329967ms","start":"2026-03-19T11:22:55.174938Z","end":"2026-03-19T11:22:55.363268Z","steps":["trace[309775944] 'process raft request' (duration: 188.145202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:55.565728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.133945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:22:55.565909Z","caller":"traceutil/trace.go:171","msg":"trace[1366738263] transaction","detail":"{read_only:false; response_revision:8341; number_of_response:1; }","duration":"191.048201ms","start":"2026-03-19T11:22:55.374844Z","end":"2026-03-19T11:22:55.565893Z","steps":["trace[1366738263] 'process raft request' (duration: 35.667569ms)","trace[1366738263] 'compare' (duration: 155.022462ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:22:55.566022Z","caller":"traceutil/trace.go:171","msg":"trace[1212049806] transaction","detail":"{read_only:false; response_revision:8342; number_of_response:1; }","duration":"163.357596ms","start":"2026-03-19T11:22:55.402656Z","end":"2026-03-19T11:22:55.566013Z","steps":["trace[1212049806] 'process raft request' (duration: 163.174771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:55.842501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.506536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:22:55.842621Z","caller":"traceutil/trace.go:171","msg":"trace[690473110] linearizableReadLoop","detail":"{readStateIndex:8663; appliedIndex:8662; }","duration":"232.63613ms","start":"2026-03-19T11:22:55.609969Z","end":"2026-03-19T11:22:55.842605Z","steps":["trace[690473110] 'read index received' (duration: 57.762244ms)","trace[690473110] 'applied index is now lower than readState.Index' (duration: 174.872315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:55.842922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.921067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:22:55.843015Z","caller":"traceutil/trace.go:171","msg":"trace[2078239566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8343; }","duration":"233.069491ms","start":"2026-03-19T11:22:55.609926Z","end":"2026-03-19T11:22:55.842996Z","steps":["trace[2078239566] 'agreement among raft nodes before linearized reading' (duration: 232.886786ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:55.843014Z","caller":"traceutil/trace.go:171","msg":"trace[2118686365] transaction","detail":"{read_only:false; response_revision:8343; number_of_response:1; }","duration":"272.245786ms","start":"2026-03-19T11:22:55.570749Z","end":"2026-03-19T11:22:55.842995Z","steps":["trace[2118686365] 'process raft request' (duration: 96.99043ms)","trace[2118686365] 'compare' (duration: 174.349112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:56.476687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.258798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:22:56.476792Z","caller":"traceutil/trace.go:171","msg":"trace[387675256] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"629.330944ms","start":"2026-03-19T11:22:55.847444Z","end":"2026-03-19T11:22:56.476775Z","steps":["trace[387675256] 'process raft request' (duration: 114.902012ms)","trace[387675256] 'compare' (duration: 513.640931ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:56.477007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:55.84743Z","time spent":"629.387995ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:22:56.657265Z","caller":"traceutil/trace.go:171","msg":"trace[844493743] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"809.201084ms","start":"2026-03-19T11:22:55.848048Z","end":"2026-03-19T11:22:56.65725Z","steps":["trace[844493743] 'process raft request' (duration: 809.138643ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:56.657325Z","caller":"traceutil/trace.go:171","msg":"trace[442007612] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"809.471251ms","start":"2026-03-19T11:22:55.847821Z","end":"2026-03-19T11:22:56.657292Z","steps":["trace[442007612] 'process raft request' (duration: 809.277746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:56.657416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:55.848041Z","time spent":"809.280286ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:22:56.657687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:55.847804Z","time spent":"809.652816ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:22:56.657764Z","caller":"traceutil/trace.go:171","msg":"trace[1377246601] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"797.89339ms","start":"2026-03-19T11:22:55.859857Z","end":"2026-03-19T11:22:56.65775Z","steps":["trace[1377246601] 'process raft request' (duration: 797.373416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:56.657847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:55.859844Z","time spent":"797.957942ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:22:56.65784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.392947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:22:56.658018Z","caller":"traceutil/trace.go:171","msg":"trace[1771961823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8347; }","duration":"813.589052ms","start":"2026-03-19T11:22:55.84441Z","end":"2026-03-19T11:22:56.657999Z","steps":["trace[1771961823] 'agreement among raft nodes before linearized reading' (duration: 813.355006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:56.658076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:55.844394Z","time spent":"813.667214ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T11:22:56.657729Z","caller":"traceutil/trace.go:171","msg":"trace[1721862230] linearizableReadLoop","detail":"{readStateIndex:8666; appliedIndex:8663; }","duration":"800.168471ms","start":"2026-03-19T11:22:55.857515Z","end":"2026-03-19T11:22:56.657684Z","steps":["trace[1721862230] 'read index received' (duration: 104.82616ms)","trace[1721862230] 'applied index is now lower than readState.Index' (duration: 695.339531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:56.658393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.101986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228812"} {"level":"info","ts":"2026-03-19T11:22:56.658442Z","caller":"traceutil/trace.go:171","msg":"trace[1254998549] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8347; }","duration":"811.177117ms","start":"2026-03-19T11:22:55.847254Z","end":"2026-03-19T11:22:56.658431Z","steps":["trace[1254998549] 'agreement among raft nodes before linearized reading' (duration: 810.814637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:56.65848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:55.847242Z","time spent":"811.226759ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228836,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T11:22:57.315264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.312774ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T11:22:57.319362Z","caller":"traceutil/trace.go:171","msg":"trace[2141105343] linearizableReadLoop","detail":"{readStateIndex:8669; appliedIndex:8667; }","duration":"661.027567ms","start":"2026-03-19T11:22:56.658312Z","end":"2026-03-19T11:22:57.319339Z","steps":["trace[2141105343] 'read index received' (duration: 441.576992ms)","trace[2141105343] 'applied index is now lower than readState.Index' (duration: 219.449645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:22:57.319459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.005459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:22:57.31962Z","caller":"traceutil/trace.go:171","msg":"trace[962561071] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8348; }","duration":"783.216015ms","start":"2026-03-19T11:22:56.536384Z","end":"2026-03-19T11:22:57.3196Z","steps":["trace[962561071] 'agreement among raft nodes before linearized reading' (duration: 782.962458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:57.319469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.791403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:22:57.319689Z","caller":"traceutil/trace.go:171","msg":"trace[1565789703] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8348; }","duration":"806.06269ms","start":"2026-03-19T11:22:56.51361Z","end":"2026-03-19T11:22:57.319672Z","steps":["trace[1565789703] 'agreement among raft nodes before linearized reading' (duration: 805.795233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:57.319684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:56.536363Z","time spent":"783.302758ms","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:22:57.319525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.340673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:22:57.319762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:56.513588Z","time spent":"806.137941ms","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:22:57.319788Z","caller":"traceutil/trace.go:171","msg":"trace[652115365] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8348; }","duration":"982.623961ms","start":"2026-03-19T11:22:56.337143Z","end":"2026-03-19T11:22:57.319767Z","steps":["trace[652115365] 'agreement among raft nodes before linearized reading' (duration: 982.320882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:57.319735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.696298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-19T11:22:57.319907Z","caller":"traceutil/trace.go:171","msg":"trace[1695297279] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8348; }","duration":"796.878573ms","start":"2026-03-19T11:22:56.522983Z","end":"2026-03-19T11:22:57.319862Z","steps":["trace[1695297279] 'agreement among raft nodes before linearized reading' (duration: 796.38779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:57.319836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:56.337085Z","time spent":"982.736124ms","remote":"127.0.0.1:53056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:22:57.319982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:56.52297Z","time spent":"797.000976ms","remote":"127.0.0.1:33092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-19T11:22:57.319617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.886408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:22:57.320076Z","caller":"traceutil/trace.go:171","msg":"trace[808985888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8348; }","duration":"653.395482ms","start":"2026-03-19T11:22:56.666668Z","end":"2026-03-19T11:22:57.320063Z","steps":["trace[808985888] 'agreement among raft nodes before linearized reading' (duration: 652.873298ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:57.319531Z","caller":"traceutil/trace.go:171","msg":"trace[1177836603] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"964.450141ms","start":"2026-03-19T11:22:56.355014Z","end":"2026-03-19T11:22:57.319464Z","steps":["trace[1177836603] 'process raft request' (duration: 964.175754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:57.320146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:56.666651Z","time spent":"653.478114ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:22:57.320201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:56.354985Z","time spent":"965.171411ms","remote":"127.0.0.1:53130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T11:22:57.564706Z","caller":"traceutil/trace.go:171","msg":"trace[895410349] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"241.708205ms","start":"2026-03-19T11:22:57.322812Z","end":"2026-03-19T11:22:57.56452Z","steps":["trace[895410349] 'process raft request' (duration: 165.770231ms)","trace[895410349] 'compare' (duration: 75.530923ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:22:57.805052Z","caller":"traceutil/trace.go:171","msg":"trace[524274687] transaction","detail":"{read_only:false; response_revision:8350; number_of_response:1; }","duration":"481.881817ms","start":"2026-03-19T11:22:57.323153Z","end":"2026-03-19T11:22:57.805035Z","steps":["trace[524274687] 'process raft request' (duration: 420.001211ms)","trace[524274687] 'compare' (duration: 61.649649ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:22:57.805169Z","caller":"traceutil/trace.go:171","msg":"trace[629719199] linearizableReadLoop","detail":"{readStateIndex:8671; appliedIndex:8669; }","duration":"481.047454ms","start":"2026-03-19T11:22:57.324094Z","end":"2026-03-19T11:22:57.805142Z","steps":["trace[629719199] 'read index received' (duration: 164.478236ms)","trace[629719199] 'applied index is now lower than readState.Index' (duration: 316.567068ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:22:57.805247Z","caller":"traceutil/trace.go:171","msg":"trace[2111676744] transaction","detail":"{read_only:false; response_revision:8351; number_of_response:1; }","duration":"436.409853ms","start":"2026-03-19T11:22:57.368808Z","end":"2026-03-19T11:22:57.805218Z","steps":["trace[2111676744] 'process raft request' (duration: 436.191728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:57.805368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:57.368777Z","time spent":"436.514546ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:22:57.805401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.295211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-19T11:22:57.805436Z","caller":"traceutil/trace.go:171","msg":"trace[881278654] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8351; }","duration":"481.357843ms","start":"2026-03-19T11:22:57.324067Z","end":"2026-03-19T11:22:57.805425Z","steps":["trace[881278654] 'agreement among raft nodes before linearized reading' (duration: 481.190969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:57.805471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:57.324058Z","time spent":"481.404364ms","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-19T11:22:57.80514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:57.323135Z","time spent":"481.958239ms","remote":"127.0.0.1:53130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:22:57.81415Z","caller":"traceutil/trace.go:171","msg":"trace[1958608278] transaction","detail":"{read_only:false; response_revision:8352; number_of_response:1; }","duration":"243.42903ms","start":"2026-03-19T11:22:57.570697Z","end":"2026-03-19T11:22:57.814126Z","steps":["trace[1958608278] 'process raft request' (duration: 243.276346ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:57.814435Z","caller":"traceutil/trace.go:171","msg":"trace[888502926] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"115.095517ms","start":"2026-03-19T11:22:57.699328Z","end":"2026-03-19T11:22:57.814424Z","steps":["trace[888502926] 'process raft request' (duration: 114.967254ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:22:57.814545Z","caller":"traceutil/trace.go:171","msg":"trace[1427793935] transaction","detail":"{read_only:false; response_revision:8353; number_of_response:1; }","duration":"243.732698ms","start":"2026-03-19T11:22:57.5708Z","end":"2026-03-19T11:22:57.814533Z","steps":["trace[1427793935] 'process raft request' (duration: 243.284286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:57.814792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.634228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189e3a3ef5302e67\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-19T11:22:57.814834Z","caller":"traceutil/trace.go:171","msg":"trace[199914923] range","detail":"{range_begin:/registry/events/openstack/ceph.189e3a3ef5302e67; range_end:; response_count:1; response_revision:8354; }","duration":"485.70657ms","start":"2026-03-19T11:22:57.329118Z","end":"2026-03-19T11:22:57.814825Z","steps":["trace[199914923] 'agreement among raft nodes before linearized reading' (duration: 485.399972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:22:57.814864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:22:57.329104Z","time spent":"485.753301ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.189e3a3ef5302e67\" "} {"level":"warn","ts":"2026-03-19T11:23:08.722253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.45624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:23:08.722341Z","caller":"traceutil/trace.go:171","msg":"trace[83682765] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8440; }","duration":"392.595104ms","start":"2026-03-19T11:23:08.329728Z","end":"2026-03-19T11:23:08.722323Z","steps":["trace[83682765] 'count revisions from in-memory index tree' (duration: 392.370818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:23:08.722381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:23:08.329707Z","time spent":"392.663326ms","remote":"127.0.0.1:51350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:23:08.722629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.843898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:23:08.722672Z","caller":"traceutil/trace.go:171","msg":"trace[1561544054] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:0; response_revision:8440; }","duration":"312.91749ms","start":"2026-03-19T11:23:08.409744Z","end":"2026-03-19T11:23:08.722661Z","steps":["trace[1561544054] 'range keys from in-memory index tree' (duration: 312.737936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:23:08.722696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:23:08.409728Z","time spent":"312.961921ms","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-19T11:23:08.722845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.21811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:23:08.722924Z","caller":"traceutil/trace.go:171","msg":"trace[1298201653] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8440; }","duration":"128.341404ms","start":"2026-03-19T11:23:08.594565Z","end":"2026-03-19T11:23:08.722906Z","steps":["trace[1298201653] 'count revisions from in-memory index tree' (duration: 128.161159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:23:08.723136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.501574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T11:23:08.72321Z","caller":"traceutil/trace.go:171","msg":"trace[1063925106] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8440; }","duration":"194.632367ms","start":"2026-03-19T11:23:08.528554Z","end":"2026-03-19T11:23:08.723187Z","steps":["trace[1063925106] 'range keys from in-memory index tree' (duration: 194.255237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:23:08.723104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.657048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:23:08.723513Z","caller":"traceutil/trace.go:171","msg":"trace[973889633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8440; }","duration":"111.10582ms","start":"2026-03-19T11:23:08.612391Z","end":"2026-03-19T11:23:08.723496Z","steps":["trace[973889633] 'range keys from in-memory index tree' (duration: 110.493223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:23:16.324804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.26669ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T11:23:16.325515Z","caller":"traceutil/trace.go:171","msg":"trace[1737837266] transaction","detail":"{read_only:false; response_revision:8583; number_of_response:1; }","duration":"449.294009ms","start":"2026-03-19T11:23:15.876206Z","end":"2026-03-19T11:23:16.3255Z","steps":["trace[1737837266] 'process raft request' (duration: 449.190146ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:23:16.325525Z","caller":"traceutil/trace.go:171","msg":"trace[1734115614] transaction","detail":"{read_only:false; response_revision:8582; number_of_response:1; }","duration":"450.565543ms","start":"2026-03-19T11:23:15.87492Z","end":"2026-03-19T11:23:16.325486Z","steps":["trace[1734115614] 'process raft request' (duration: 449.992448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:23:16.325677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:23:15.874896Z","time spent":"450.700836ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:23:16.325648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:23:15.876187Z","time spent":"449.379912ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:23:16.325946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.69427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:23:16.326155Z","caller":"traceutil/trace.go:171","msg":"trace[232479159] linearizableReadLoop","detail":"{readStateIndex:8912; appliedIndex:8908; }","duration":"394.196197ms","start":"2026-03-19T11:23:15.931256Z","end":"2026-03-19T11:23:16.325453Z","steps":["trace[232479159] 'read index received' (duration: 6.580416ms)","trace[232479159] 'applied index is now lower than readState.Index' (duration: 387.614971ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:23:16.325985Z","caller":"traceutil/trace.go:171","msg":"trace[988009733] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8583; }","duration":"394.789793ms","start":"2026-03-19T11:23:15.931186Z","end":"2026-03-19T11:23:16.325976Z","steps":["trace[988009733] 'agreement among raft nodes before linearized reading' (duration: 394.496565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:23:16.326252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:23:15.931154Z","time spent":"395.088791ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:23:16.326485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.922745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:10649"} {"level":"info","ts":"2026-03-19T11:23:16.326539Z","caller":"traceutil/trace.go:171","msg":"trace[488592861] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:8583; }","duration":"376.004667ms","start":"2026-03-19T11:23:15.950516Z","end":"2026-03-19T11:23:16.326521Z","steps":["trace[488592861] 'agreement among raft nodes before linearized reading' (duration: 375.809472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:23:16.326661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.300306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-19T11:23:16.326716Z","caller":"traceutil/trace.go:171","msg":"trace[831822381] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:8583; }","duration":"311.354507ms","start":"2026-03-19T11:23:16.01535Z","end":"2026-03-19T11:23:16.326705Z","steps":["trace[831822381] 'agreement among raft nodes before linearized reading' (duration: 311.194723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:23:16.326793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:23:16.01531Z","time spent":"311.426949ms","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-19T11:23:16.326842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:23:15.950497Z","time spent":"376.206203ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10673,"request content":"key:\"/registry/pods/openstack/rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-19T11:23:19.841323Z","caller":"traceutil/trace.go:171","msg":"trace[1801949480] transaction","detail":"{read_only:false; response_revision:8600; number_of_response:1; }","duration":"109.983729ms","start":"2026-03-19T11:23:19.731286Z","end":"2026-03-19T11:23:19.84127Z","steps":["trace[1801949480] 'process raft request' (duration: 109.842365ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:23:20.553124Z","caller":"traceutil/trace.go:171","msg":"trace[1621769406] linearizableReadLoop","detail":"{readStateIndex:8935; appliedIndex:8934; }","duration":"106.32161ms","start":"2026-03-19T11:23:20.446763Z","end":"2026-03-19T11:23:20.553085Z","steps":["trace[1621769406] 'read index received' (duration: 105.985191ms)","trace[1621769406] 'applied index is now lower than readState.Index' (duration: 334.319µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:23:20.553244Z","caller":"traceutil/trace.go:171","msg":"trace[204726392] transaction","detail":"{read_only:false; response_revision:8605; number_of_response:1; }","duration":"155.788721ms","start":"2026-03-19T11:23:20.39741Z","end":"2026-03-19T11:23:20.553199Z","steps":["trace[204726392] 'process raft request' (duration: 155.36328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:23:20.553477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.694081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T11:23:20.553671Z","caller":"traceutil/trace.go:171","msg":"trace[1212930929] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:8605; }","duration":"106.938487ms","start":"2026-03-19T11:23:20.446702Z","end":"2026-03-19T11:23:20.55364Z","steps":["trace[1212930929] 'agreement among raft nodes before linearized reading' (duration: 106.547897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:23:20.713986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.497288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:23:20.714123Z","caller":"traceutil/trace.go:171","msg":"trace[869682346] linearizableReadLoop","detail":"{readStateIndex:8937; appliedIndex:8936; }","duration":"101.891772ms","start":"2026-03-19T11:23:20.612206Z","end":"2026-03-19T11:23:20.714098Z","steps":["trace[869682346] 'read index received' (duration: 54.372µs)","trace[869682346] 'applied index is now lower than readState.Index' (duration: 101.83444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:23:20.714234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.026055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:23:20.714277Z","caller":"traceutil/trace.go:171","msg":"trace[940181974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8606; }","duration":"102.101578ms","start":"2026-03-19T11:23:20.612163Z","end":"2026-03-19T11:23:20.714264Z","steps":["trace[940181974] 'agreement among raft nodes before linearized reading' (duration: 102.014805ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:23:20.714252Z","caller":"traceutil/trace.go:171","msg":"trace[1114323942] transaction","detail":"{read_only:false; response_revision:8606; number_of_response:1; }","duration":"134.316485ms","start":"2026-03-19T11:23:20.579908Z","end":"2026-03-19T11:23:20.714225Z","steps":["trace[1114323942] 'process raft request' (duration: 28.484587ms)","trace[1114323942] 'compare' (duration: 105.271113ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:23:21.168587Z","caller":"traceutil/trace.go:171","msg":"trace[376410754] transaction","detail":"{read_only:false; response_revision:8611; number_of_response:1; }","duration":"151.797195ms","start":"2026-03-19T11:23:21.016762Z","end":"2026-03-19T11:23:21.168559Z","steps":["trace[376410754] 'process raft request' (duration: 151.367943ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:23:27.066834Z","caller":"traceutil/trace.go:171","msg":"trace[327348796] linearizableReadLoop","detail":"{readStateIndex:8970; appliedIndex:8969; }","duration":"105.278953ms","start":"2026-03-19T11:23:26.961522Z","end":"2026-03-19T11:23:27.066801Z","steps":["trace[327348796] 'read index received' (duration: 105.035457ms)","trace[327348796] 'applied index is now lower than readState.Index' (duration: 242.676µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:23:27.0669Z","caller":"traceutil/trace.go:171","msg":"trace[1100058608] transaction","detail":"{read_only:false; response_revision:8638; number_of_response:1; }","duration":"126.894114ms","start":"2026-03-19T11:23:26.939971Z","end":"2026-03-19T11:23:27.066865Z","steps":["trace[1100058608] 'process raft request' (duration: 126.658128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:23:27.067128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.533566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T11:23:27.067128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.567141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T11:23:27.067163Z","caller":"traceutil/trace.go:171","msg":"trace[1568549435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8638; }","duration":"103.618288ms","start":"2026-03-19T11:23:26.963535Z","end":"2026-03-19T11:23:27.067153Z","steps":["trace[1568549435] 'agreement among raft nodes before linearized reading' (duration: 103.432763ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:23:27.067171Z","caller":"traceutil/trace.go:171","msg":"trace[1888389948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8638; }","duration":"105.658333ms","start":"2026-03-19T11:23:26.961504Z","end":"2026-03-19T11:23:27.067162Z","steps":["trace[1888389948] 'agreement among raft nodes before linearized reading' (duration: 105.449647ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:23:36.615934Z","caller":"traceutil/trace.go:171","msg":"trace[1479385294] transaction","detail":"{read_only:false; response_revision:8696; number_of_response:1; }","duration":"144.002964ms","start":"2026-03-19T11:23:36.471911Z","end":"2026-03-19T11:23:36.615914Z","steps":["trace[1479385294] 'process raft request' (duration: 143.85709ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:23:36.634712Z","caller":"traceutil/trace.go:171","msg":"trace[1970132810] transaction","detail":"{read_only:false; response_revision:8697; number_of_response:1; }","duration":"161.723962ms","start":"2026-03-19T11:23:36.472946Z","end":"2026-03-19T11:23:36.63467Z","steps":["trace[1970132810] 'process raft request' (duration: 161.447875ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:23:39.388527Z","caller":"traceutil/trace.go:171","msg":"trace[1268504854] linearizableReadLoop","detail":"{readStateIndex:9122; appliedIndex:9121; }","duration":"104.337217ms","start":"2026-03-19T11:23:39.284162Z","end":"2026-03-19T11:23:39.388499Z","steps":["trace[1268504854] 'read index received' (duration: 60.22849ms)","trace[1268504854] 'applied index is now lower than readState.Index' (duration: 44.105707ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:23:39.388666Z","caller":"traceutil/trace.go:171","msg":"trace[671128379] transaction","detail":"{read_only:false; response_revision:8787; number_of_response:1; }","duration":"123.137403ms","start":"2026-03-19T11:23:39.265511Z","end":"2026-03-19T11:23:39.388648Z","steps":["trace[671128379] 'process raft request' (duration: 78.924364ms)","trace[671128379] 'compare' (duration: 43.947102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:23:39.389176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.014176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T11:23:39.38922Z","caller":"traceutil/trace.go:171","msg":"trace[307313609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8787; }","duration":"105.136009ms","start":"2026-03-19T11:23:39.284074Z","end":"2026-03-19T11:23:39.38921Z","steps":["trace[307313609] 'agreement among raft nodes before linearized reading' (duration: 104.990685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:23:41.773167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.569428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:23:41.773257Z","caller":"traceutil/trace.go:171","msg":"trace[1211760960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8804; }","duration":"164.706452ms","start":"2026-03-19T11:23:41.608531Z","end":"2026-03-19T11:23:41.773237Z","steps":["trace[1211760960] 'range keys from in-memory index tree' (duration: 164.492016ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:23:42.516366Z","caller":"traceutil/trace.go:171","msg":"trace[1344219229] transaction","detail":"{read_only:false; response_revision:8809; number_of_response:1; }","duration":"119.157116ms","start":"2026-03-19T11:23:42.397181Z","end":"2026-03-19T11:23:42.516339Z","steps":["trace[1344219229] 'process raft request' (duration: 119.007702ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:23:43.666813Z","caller":"traceutil/trace.go:171","msg":"trace[1293232217] transaction","detail":"{read_only:false; response_revision:8819; number_of_response:1; }","duration":"125.793225ms","start":"2026-03-19T11:23:43.540985Z","end":"2026-03-19T11:23:43.666779Z","steps":["trace[1293232217] 'process raft request' (duration: 101.177223ms)","trace[1293232217] 'compare' (duration: 24.413417ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:23:44.355514Z","caller":"traceutil/trace.go:171","msg":"trace[1136506429] transaction","detail":"{read_only:false; response_revision:8821; number_of_response:1; }","duration":"120.299518ms","start":"2026-03-19T11:23:44.23519Z","end":"2026-03-19T11:23:44.35549Z","steps":["trace[1136506429] 'process raft request' (duration: 120.156324ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:23:44.37775Z","caller":"traceutil/trace.go:171","msg":"trace[1910269898] transaction","detail":"{read_only:false; response_revision:8822; number_of_response:1; }","duration":"108.52804ms","start":"2026-03-19T11:23:44.269211Z","end":"2026-03-19T11:23:44.377739Z","steps":["trace[1910269898] 'process raft request' (duration: 108.463499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:23:49.345457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.554847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T11:23:49.345576Z","caller":"traceutil/trace.go:171","msg":"trace[235014335] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8862; }","duration":"124.734752ms","start":"2026-03-19T11:23:49.220826Z","end":"2026-03-19T11:23:49.34556Z","steps":["trace[235014335] 'range keys from in-memory index tree' (duration: 124.393113ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:23:49.59232Z","caller":"traceutil/trace.go:171","msg":"trace[1698085575] transaction","detail":"{read_only:false; response_revision:8863; number_of_response:1; }","duration":"241.915519ms","start":"2026-03-19T11:23:49.350369Z","end":"2026-03-19T11:23:49.592284Z","steps":["trace[1698085575] 'process raft request' (duration: 241.700243ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:23:49.592499Z","caller":"traceutil/trace.go:171","msg":"trace[731209721] linearizableReadLoop","detail":"{readStateIndex:9200; appliedIndex:9199; }","duration":"106.059856ms","start":"2026-03-19T11:23:49.486159Z","end":"2026-03-19T11:23:49.592218Z","steps":["trace[731209721] 'read index received' (duration: 105.82774ms)","trace[731209721] 'applied index is now lower than readState.Index' (duration: 230.936µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:23:49.592701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.514558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T11:23:49.59281Z","caller":"traceutil/trace.go:171","msg":"trace[1493549831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8863; }","duration":"106.668262ms","start":"2026-03-19T11:23:49.486115Z","end":"2026-03-19T11:23:49.592784Z","steps":["trace[1493549831] 'agreement among raft nodes before linearized reading' (duration: 106.303152ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:23:49.773604Z","caller":"traceutil/trace.go:171","msg":"trace[2081649721] transaction","detail":"{read_only:false; response_revision:8864; number_of_response:1; }","duration":"176.791123ms","start":"2026-03-19T11:23:49.596768Z","end":"2026-03-19T11:23:49.773559Z","steps":["trace[2081649721] 'process raft request' (duration: 84.293645ms)","trace[2081649721] 'compare' (duration: 92.030015ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:23:49.773678Z","caller":"traceutil/trace.go:171","msg":"trace[1167457919] transaction","detail":"{read_only:false; response_revision:8865; number_of_response:1; }","duration":"176.844294ms","start":"2026-03-19T11:23:49.59681Z","end":"2026-03-19T11:23:49.773654Z","steps":["trace[1167457919] 'process raft request' (duration: 176.511255ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:23:53.780513Z","caller":"traceutil/trace.go:171","msg":"trace[447530779] linearizableReadLoop","detail":"{readStateIndex:9228; appliedIndex:9227; }","duration":"395.143484ms","start":"2026-03-19T11:23:53.385346Z","end":"2026-03-19T11:23:53.78049Z","steps":["trace[447530779] 'read index received' (duration: 395.030321ms)","trace[447530779] 'applied index is now lower than readState.Index' (duration: 112.093µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:23:53.780581Z","caller":"traceutil/trace.go:171","msg":"trace[1376261507] transaction","detail":"{read_only:false; response_revision:8890; number_of_response:1; }","duration":"529.24719ms","start":"2026-03-19T11:23:53.2513Z","end":"2026-03-19T11:23:53.780547Z","steps":["trace[1376261507] 'process raft request' (duration: 529.048844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:23:53.780745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:23:53.251278Z","time spent":"529.381544ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:23:53.780743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.36986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:23:53.780908Z","caller":"traceutil/trace.go:171","msg":"trace[189968618] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8890; }","duration":"395.538324ms","start":"2026-03-19T11:23:53.385323Z","end":"2026-03-19T11:23:53.780861Z","steps":["trace[189968618] 'agreement among raft nodes before linearized reading' (duration: 395.296638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:23:53.780983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:23:53.385236Z","time spent":"395.73238ms","remote":"127.0.0.1:53330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:23:54.203Z","caller":"traceutil/trace.go:171","msg":"trace[1051947462] linearizableReadLoop","detail":"{readStateIndex:9229; appliedIndex:9228; }","duration":"422.392612ms","start":"2026-03-19T11:23:53.780582Z","end":"2026-03-19T11:23:54.202975Z","steps":["trace[1051947462] 'read index received' (duration: 418.695542ms)","trace[1051947462] 'applied index is now lower than readState.Index' (duration: 3.69586ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:23:54.203121Z","caller":"traceutil/trace.go:171","msg":"trace[1770622624] transaction","detail":"{read_only:false; response_revision:8891; number_of_response:1; }","duration":"756.262655ms","start":"2026-03-19T11:23:53.44685Z","end":"2026-03-19T11:23:54.203113Z","steps":["trace[1770622624] 'process raft request' (duration: 752.503143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:23:54.203207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:23:53.446829Z","time spent":"756.311157ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:23:54.20329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.578968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T11:23:54.203391Z","caller":"traceutil/trace.go:171","msg":"trace[1717465041] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8891; }","duration":"595.713522ms","start":"2026-03-19T11:23:53.607653Z","end":"2026-03-19T11:23:54.203366Z","steps":["trace[1717465041] 'agreement among raft nodes before linearized reading' (duration: 595.470555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:23:54.203437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:23:53.607637Z","time spent":"595.789835ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:23:54.203448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.85732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T11:23:54.203474Z","caller":"traceutil/trace.go:171","msg":"trace[669498725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8891; }","duration":"417.909661ms","start":"2026-03-19T11:23:53.785557Z","end":"2026-03-19T11:23:54.203466Z","steps":["trace[669498725] 'agreement among raft nodes before linearized reading' (duration: 417.799958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:23:54.203494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:23:53.785543Z","time spent":"417.946122ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:23:54.203591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.224147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T11:23:54.203606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.186239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:23:54.203608Z","caller":"traceutil/trace.go:171","msg":"trace[1026107449] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:8891; }","duration":"405.260818ms","start":"2026-03-19T11:23:53.798341Z","end":"2026-03-19T11:23:54.203602Z","steps":["trace[1026107449] 'agreement among raft nodes before linearized reading' (duration: 405.223907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:23:54.203639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:23:53.798333Z","time spent":"405.302719ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"info","ts":"2026-03-19T11:23:54.203643Z","caller":"traceutil/trace.go:171","msg":"trace[1031026905] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8891; }","duration":"577.252411ms","start":"2026-03-19T11:23:53.626377Z","end":"2026-03-19T11:23:54.20363Z","steps":["trace[1031026905] 'agreement among raft nodes before linearized reading' (duration: 577.189629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:23:54.203676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:23:53.626362Z","time spent":"577.305333ms","remote":"127.0.0.1:53244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:23:54.20367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.858994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T11:23:54.203749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.116735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T11:23:54.203767Z","caller":"traceutil/trace.go:171","msg":"trace[1448608675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8891; }","duration":"412.980087ms","start":"2026-03-19T11:23:53.790771Z","end":"2026-03-19T11:23:54.203751Z","steps":["trace[1448608675] 'agreement among raft nodes before linearized reading' (duration: 412.809343ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:23:54.203807Z","caller":"traceutil/trace.go:171","msg":"trace[2051768679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8891; }","duration":"415.204458ms","start":"2026-03-19T11:23:53.788586Z","end":"2026-03-19T11:23:54.203791Z","steps":["trace[2051768679] 'agreement among raft nodes before linearized reading' (duration: 415.047263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:23:54.203811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.97716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-746cbdf4d8-ff7ln.189e3a4ff80f41ba\" ","response":"range_response_count:1 size:787"} {"level":"warn","ts":"2026-03-19T11:23:54.203828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:23:53.790762Z","time spent":"413.052169ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:23:54.20386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:23:53.788567Z","time spent":"415.27548ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T11:23:54.203877Z","caller":"traceutil/trace.go:171","msg":"trace[833593548] range","detail":"{range_begin:/registry/events/openstack/glance-api-746cbdf4d8-ff7ln.189e3a4ff80f41ba; range_end:; response_count:1; response_revision:8891; }","duration":"194.076822ms","start":"2026-03-19T11:23:54.009779Z","end":"2026-03-19T11:23:54.203856Z","steps":["trace[833593548] 'agreement among raft nodes before linearized reading' (duration: 193.6268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:23:59.841149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.982087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:23:59.841161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.477383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:23:59.841233Z","caller":"traceutil/trace.go:171","msg":"trace[2074230912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8953; }","duration":"233.120391ms","start":"2026-03-19T11:23:59.608093Z","end":"2026-03-19T11:23:59.841214Z","steps":["trace[2074230912] 'range keys from in-memory index tree' (duration: 232.881844ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:23:59.841254Z","caller":"traceutil/trace.go:171","msg":"trace[632924364] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8953; }","duration":"374.585876ms","start":"2026-03-19T11:23:59.466641Z","end":"2026-03-19T11:23:59.841227Z","steps":["trace[632924364] 'count revisions from in-memory index tree' (duration: 374.363461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:23:59.841568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:23:59.466577Z","time spent":"374.965597ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:24:00.761729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536087013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:24:01.262298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536087013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:24:01.337227Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.09721902s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T11:24:01.33767Z","caller":"traceutil/trace.go:171","msg":"trace[2107018333] transaction","detail":"{read_only:false; response_revision:8954; number_of_response:1; }","duration":"1.097756564s","start":"2026-03-19T11:24:00.239885Z","end":"2026-03-19T11:24:01.337642Z","steps":["trace[2107018333] 'process raft request' (duration: 1.09759279s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:24:01.337844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:24:00.23986Z","time spent":"1.097894397s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:24:01.766685Z","caller":"traceutil/trace.go:171","msg":"trace[1939465133] linearizableReadLoop","detail":"{readStateIndex:9297; appliedIndex:9293; }","duration":"1.505665715s","start":"2026-03-19T11:24:00.260998Z","end":"2026-03-19T11:24:01.766663Z","steps":["trace[1939465133] 'read index received' (duration: 1.076948551s)","trace[1939465133] 'applied index is now lower than readState.Index' (duration: 428.716394ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:24:01.766716Z","caller":"traceutil/trace.go:171","msg":"trace[1080283420] transaction","detail":"{read_only:false; response_revision:8955; number_of_response:1; }","duration":"1.250780683s","start":"2026-03-19T11:24:00.515898Z","end":"2026-03-19T11:24:01.766679Z","steps":["trace[1080283420] 'process raft request' (duration: 1.250535117s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:24:01.766793Z","caller":"traceutil/trace.go:171","msg":"trace[1761042043] transaction","detail":"{read_only:false; response_revision:8959; number_of_response:1; }","duration":"479.668286ms","start":"2026-03-19T11:24:01.287117Z","end":"2026-03-19T11:24:01.766785Z","steps":["trace[1761042043] 'process raft request' (duration: 479.515802ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:24:01.766836Z","caller":"traceutil/trace.go:171","msg":"trace[1248225935] transaction","detail":"{read_only:false; response_revision:8958; number_of_response:1; }","duration":"846.420029ms","start":"2026-03-19T11:24:00.920374Z","end":"2026-03-19T11:24:01.766794Z","steps":["trace[1248225935] 'process raft request' (duration: 846.234024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:24:01.766881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:24:00.515876Z","time spent":"1.250916997s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:24:01.766887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:24:01.287094Z","time spent":"479.727467ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:24:01.766951Z","caller":"traceutil/trace.go:171","msg":"trace[1186017615] transaction","detail":"{read_only:false; response_revision:8956; number_of_response:1; }","duration":"1.162354696s","start":"2026-03-19T11:24:00.60456Z","end":"2026-03-19T11:24:01.766915Z","steps":["trace[1186017615] 'process raft request' (duration: 1.161997376s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:24:01.766982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:24:00.920347Z","time spent":"846.560093ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:24:01.766993Z","caller":"traceutil/trace.go:171","msg":"trace[1019876857] transaction","detail":"{read_only:false; response_revision:8957; number_of_response:1; }","duration":"1.017213841s","start":"2026-03-19T11:24:00.749771Z","end":"2026-03-19T11:24:01.766985Z","steps":["trace[1019876857] 'process raft request' (duration: 1.01681439s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:24:01.767033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:24:00.749746Z","time spent":"1.017266312s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:24:01.767053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506058695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T11:24:01.767083Z","caller":"traceutil/trace.go:171","msg":"trace[1985057778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8959; }","duration":"1.506124087s","start":"2026-03-19T11:24:00.260951Z","end":"2026-03-19T11:24:01.767075Z","steps":["trace[1985057778] 'agreement among raft nodes before linearized reading' (duration: 1.506032635s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:24:01.767085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:24:00.604542Z","time spent":"1.162471249s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:24:01.767103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:24:00.260906Z","time spent":"1.506192869s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:24:01.767184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.130395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:24:01.767202Z","caller":"traceutil/trace.go:171","msg":"trace[1934029569] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8959; }","duration":"772.191727ms","start":"2026-03-19T11:24:00.995003Z","end":"2026-03-19T11:24:01.767195Z","steps":["trace[1934029569] 'agreement among raft nodes before linearized reading' (duration: 772.142886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:24:01.767191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20086606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:24:01.767219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:24:00.994982Z","time spent":"772.232868ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T11:24:01.767233Z","caller":"traceutil/trace.go:171","msg":"trace[1777896544] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8959; }","duration":"1.200944792s","start":"2026-03-19T11:24:00.566276Z","end":"2026-03-19T11:24:01.767221Z","steps":["trace[1777896544] 'agreement among raft nodes before linearized reading' (duration: 1.200848169s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:24:01.767258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:24:00.566262Z","time spent":"1.200989943s","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:24:01.767276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.283534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5ddfb5765d-ptkwk.189e3a3250faf011\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-19T11:24:01.767282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.592291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:24:01.767306Z","caller":"traceutil/trace.go:171","msg":"trace[1624292679] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8959; }","duration":"310.616202ms","start":"2026-03-19T11:24:01.456682Z","end":"2026-03-19T11:24:01.767298Z","steps":["trace[1624292679] 'agreement among raft nodes before linearized reading' (duration: 310.578241ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:24:01.767306Z","caller":"traceutil/trace.go:171","msg":"trace[679249395] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5ddfb5765d-ptkwk.189e3a3250faf011; range_end:; response_count:1; response_revision:8959; }","duration":"753.352386ms","start":"2026-03-19T11:24:01.013944Z","end":"2026-03-19T11:24:01.767297Z","steps":["trace[679249395] 'agreement among raft nodes before linearized reading' (duration: 753.197422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:24:01.767294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438691608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-kt99g\" ","response":"range_response_count:1 size:19075"} {"level":"warn","ts":"2026-03-19T11:24:01.767324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:24:01.45662Z","time spent":"310.699435ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:24:01.767324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505547002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T11:24:01.767329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:24:01.013924Z","time spent":"753.400178ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-5ddfb5765d-ptkwk.189e3a3250faf011\" "} {"level":"warn","ts":"2026-03-19T11:24:01.767319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318486589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T11:24:01.767356Z","caller":"traceutil/trace.go:171","msg":"trace[198218471] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-kt99g; range_end:; response_count:1; response_revision:8959; }","duration":"1.438807551s","start":"2026-03-19T11:24:00.328532Z","end":"2026-03-19T11:24:01.76734Z","steps":["trace[198218471] 'agreement among raft nodes before linearized reading' (duration: 1.438604076s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:24:01.767354Z","caller":"traceutil/trace.go:171","msg":"trace[1367486114] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8959; }","duration":"1.505598192s","start":"2026-03-19T11:24:00.261747Z","end":"2026-03-19T11:24:01.767345Z","steps":["trace[1367486114] 'agreement among raft nodes before linearized reading' (duration: 1.505348866s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:24:01.76737Z","caller":"traceutil/trace.go:171","msg":"trace[1508406745] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:8959; }","duration":"1.318564441s","start":"2026-03-19T11:24:00.448792Z","end":"2026-03-19T11:24:01.767356Z","steps":["trace[1508406745] 'agreement among raft nodes before linearized reading' (duration: 1.318438687s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:24:01.767421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:24:00.261736Z","time spent":"1.505654364s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:24:01.767393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:24:00.328515Z","time spent":"1.438870083s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19099,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-kt99g\" "} {"level":"warn","ts":"2026-03-19T11:24:01.767434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:24:00.448776Z","time spent":"1.318650083s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-03-19T11:24:01.767541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158263924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:24:01.767565Z","caller":"traceutil/trace.go:171","msg":"trace[402641018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8959; }","duration":"1.158328996s","start":"2026-03-19T11:24:00.60923Z","end":"2026-03-19T11:24:01.767559Z","steps":["trace[402641018] 'agreement among raft nodes before linearized reading' (duration: 1.158274995s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:24:01.767581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:24:00.609209Z","time spent":"1.158369058s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:24:01.767603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493504484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:24:01.767631Z","caller":"traceutil/trace.go:171","msg":"trace[1184286731] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:8959; }","duration":"1.493562706s","start":"2026-03-19T11:24:00.27406Z","end":"2026-03-19T11:24:01.767622Z","steps":["trace[1184286731] 'agreement among raft nodes before linearized reading' (duration: 1.493512724s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:24:01.76765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:24:00.274042Z","time spent":"1.493603877s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"warn","ts":"2026-03-19T11:24:01.76766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499318112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T11:24:01.767686Z","caller":"traceutil/trace.go:171","msg":"trace[893335004] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8959; }","duration":"1.499359803s","start":"2026-03-19T11:24:00.268317Z","end":"2026-03-19T11:24:01.767677Z","steps":["trace[893335004] 'agreement among raft nodes before linearized reading' (duration: 1.499288181s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:24:01.767704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:24:00.268308Z","time spent":"1.499392414s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T11:24:02.182187Z","caller":"traceutil/trace.go:171","msg":"trace[1109966966] transaction","detail":"{read_only:false; response_revision:8960; number_of_response:1; }","duration":"412.025742ms","start":"2026-03-19T11:24:01.770136Z","end":"2026-03-19T11:24:02.182161Z","steps":["trace[1109966966] 'process raft request' (duration: 411.718793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:24:02.182389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:24:01.770125Z","time spent":"412.147565ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:24:02.182507Z","caller":"traceutil/trace.go:171","msg":"trace[1944451274] transaction","detail":"{read_only:false; response_revision:8961; number_of_response:1; }","duration":"409.680578ms","start":"2026-03-19T11:24:01.772799Z","end":"2026-03-19T11:24:02.182479Z","steps":["trace[1944451274] 'process raft request' (duration: 409.293828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:24:02.182652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:24:01.772784Z","time spent":"409.790782ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:24:02.183281Z","caller":"traceutil/trace.go:171","msg":"trace[198825946] linearizableReadLoop","detail":"{readStateIndex:9301; appliedIndex:9298; }","duration":"407.414136ms","start":"2026-03-19T11:24:01.775846Z","end":"2026-03-19T11:24:02.18326Z","steps":["trace[198825946] 'read index received' (duration: 145.109854ms)","trace[198825946] 'applied index is now lower than readState.Index' (duration: 262.303252ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:24:02.183753Z","caller":"traceutil/trace.go:171","msg":"trace[113330055] transaction","detail":"{read_only:false; response_revision:8962; number_of_response:1; }","duration":"407.739275ms","start":"2026-03-19T11:24:01.775999Z","end":"2026-03-19T11:24:02.183738Z","steps":["trace[113330055] 'process raft request' (duration: 406.474881ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:24:02.184217Z","caller":"traceutil/trace.go:171","msg":"trace[101525380] transaction","detail":"{read_only:false; response_revision:8963; number_of_response:1; }","duration":"408.194078ms","start":"2026-03-19T11:24:01.775998Z","end":"2026-03-19T11:24:02.184192Z","steps":["trace[101525380] 'process raft request' (duration: 407.120518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:24:02.184421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.556967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:24:02.184476Z","caller":"traceutil/trace.go:171","msg":"trace[1481093095] transaction","detail":"{read_only:false; response_revision:8964; number_of_response:1; }","duration":"408.243349ms","start":"2026-03-19T11:24:01.776063Z","end":"2026-03-19T11:24:02.184306Z","steps":["trace[1481093095] 'process raft request' (duration: 407.103228ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:24:02.184547Z","caller":"traceutil/trace.go:171","msg":"trace[926021987] transaction","detail":"{read_only:false; response_revision:8965; number_of_response:1; }","duration":"406.134071ms","start":"2026-03-19T11:24:01.778315Z","end":"2026-03-19T11:24:02.184449Z","steps":["trace[926021987] 'process raft request' (duration: 404.895878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:24:02.184618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:24:01.776055Z","time spent":"408.491956ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:24:02.184633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:24:01.775976Z","time spent":"408.302171ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:24:02.184485Z","caller":"traceutil/trace.go:171","msg":"trace[595909796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8965; }","duration":"408.64484ms","start":"2026-03-19T11:24:01.775827Z","end":"2026-03-19T11:24:02.184472Z","steps":["trace[595909796] 'agreement among raft nodes before linearized reading' (duration: 408.540577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:24:02.184817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:24:01.775818Z","time spent":"408.938538ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:24:02.18482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:24:01.778304Z","time spent":"406.337928ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19344,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:24:02.185383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:24:01.775983Z","time spent":"407.810658ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:24:02.444692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.634558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:24:02.444986Z","caller":"traceutil/trace.go:171","msg":"trace[1411802693] linearizableReadLoop","detail":"{readStateIndex:9306; appliedIndex:9305; }","duration":"261.621673ms","start":"2026-03-19T11:24:02.183346Z","end":"2026-03-19T11:24:02.444968Z","steps":["trace[1411802693] 'read index received' (duration: 63.552353ms)","trace[1411802693] 'applied index is now lower than readState.Index' (duration: 198.06761ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:24:02.445012Z","caller":"traceutil/trace.go:171","msg":"trace[393304231] transaction","detail":"{read_only:false; response_revision:8966; number_of_response:1; }","duration":"450.907596ms","start":"2026-03-19T11:24:01.994062Z","end":"2026-03-19T11:24:02.44497Z","steps":["trace[393304231] 'process raft request' (duration: 252.847396ms)","trace[393304231] 'compare' (duration: 197.513835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:24:02.445251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:24:01.994041Z","time spent":"451.0675ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:24:02.445218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.004973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:24:02.445459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.859153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290722"} {"level":"info","ts":"2026-03-19T11:24:02.445536Z","caller":"traceutil/trace.go:171","msg":"trace[1958106991] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8966; }","duration":"648.978516ms","start":"2026-03-19T11:24:01.796542Z","end":"2026-03-19T11:24:02.445521Z","steps":["trace[1958106991] 'agreement among raft nodes before linearized reading' (duration: 648.477992ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:24:02.445472Z","caller":"traceutil/trace.go:171","msg":"trace[1952737141] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8966; }","duration":"567.326172ms","start":"2026-03-19T11:24:01.878081Z","end":"2026-03-19T11:24:02.445407Z","steps":["trace[1952737141] 'agreement among raft nodes before linearized reading' (duration: 566.935451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:24:02.445581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:24:01.796524Z","time spent":"649.047488ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":290746,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T11:24:02.445704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:24:01.878061Z","time spent":"567.59544ms","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:24:02.52456Z","caller":"traceutil/trace.go:171","msg":"trace[440399719] transaction","detail":"{read_only:false; response_revision:8967; number_of_response:1; }","duration":"334.037747ms","start":"2026-03-19T11:24:02.190492Z","end":"2026-03-19T11:24:02.52453Z","steps":["trace[440399719] 'process raft request' (duration: 333.818301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:24:02.524727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:24:02.190468Z","time spent":"334.1766ms","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1946,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:24:02.524824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.6468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:24:02.524973Z","caller":"traceutil/trace.go:171","msg":"trace[1498973446] transaction","detail":"{read_only:false; response_revision:8968; number_of_response:1; }","duration":"333.547623ms","start":"2026-03-19T11:24:02.19132Z","end":"2026-03-19T11:24:02.524867Z","steps":["trace[1498973446] 'process raft request' (duration: 333.127672ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:24:02.525016Z","caller":"traceutil/trace.go:171","msg":"trace[2126674302] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8968; }","duration":"200.932878ms","start":"2026-03-19T11:24:02.32406Z","end":"2026-03-19T11:24:02.524993Z","steps":["trace[2126674302] 'agreement among raft nodes before linearized reading' (duration: 200.521627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:24:02.525132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:24:02.191302Z","time spent":"333.750549ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1407,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:24:44.519598Z","caller":"traceutil/trace.go:171","msg":"trace[2063639115] transaction","detail":"{read_only:false; response_revision:9251; number_of_response:1; }","duration":"262.494467ms","start":"2026-03-19T11:24:44.257066Z","end":"2026-03-19T11:24:44.51956Z","steps":["trace[2063639115] 'process raft request' (duration: 262.344673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:24:44.519636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.048232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T11:24:44.519759Z","caller":"traceutil/trace.go:171","msg":"trace[1261037773] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9251; }","duration":"100.205577ms","start":"2026-03-19T11:24:44.419532Z","end":"2026-03-19T11:24:44.519737Z","steps":["trace[1261037773] 'agreement among raft nodes before linearized reading' (duration: 100.007741ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:24:44.955691Z","caller":"traceutil/trace.go:171","msg":"trace[1196745860] transaction","detail":"{read_only:false; response_revision:9256; number_of_response:1; }","duration":"152.879955ms","start":"2026-03-19T11:24:44.802792Z","end":"2026-03-19T11:24:44.955672Z","steps":["trace[1196745860] 'process raft request' (duration: 152.778542ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:24:45.085255Z","caller":"traceutil/trace.go:171","msg":"trace[1735978843] transaction","detail":"{read_only:false; response_revision:9257; number_of_response:1; }","duration":"119.473779ms","start":"2026-03-19T11:24:44.965723Z","end":"2026-03-19T11:24:45.085197Z","steps":["trace[1735978843] 'process raft request' (duration: 81.054087ms)","trace[1735978843] 'compare' (duration: 38.210017ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:25:00.832344Z","caller":"traceutil/trace.go:171","msg":"trace[717558339] transaction","detail":"{read_only:false; response_revision:9358; number_of_response:1; }","duration":"172.98276ms","start":"2026-03-19T11:25:00.659329Z","end":"2026-03-19T11:25:00.832312Z","steps":["trace[717558339] 'process raft request' (duration: 140.559601ms)","trace[717558339] 'compare' (duration: 32.174492ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:25:00.873132Z","caller":"traceutil/trace.go:171","msg":"trace[436692349] transaction","detail":"{read_only:false; response_revision:9359; number_of_response:1; }","duration":"211.641339ms","start":"2026-03-19T11:25:00.661474Z","end":"2026-03-19T11:25:00.873115Z","steps":["trace[436692349] 'process raft request' (duration: 211.383362ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:25:00.873071Z","caller":"traceutil/trace.go:171","msg":"trace[1856976268] linearizableReadLoop","detail":"{readStateIndex:9712; appliedIndex:9710; }","duration":"186.2648ms","start":"2026-03-19T11:25:00.686782Z","end":"2026-03-19T11:25:00.873046Z","steps":["trace[1856976268] 'read index received' (duration: 113.119896ms)","trace[1856976268] 'applied index is now lower than readState.Index' (duration: 73.141854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:25:00.873459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.661971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T11:25:00.873552Z","caller":"traceutil/trace.go:171","msg":"trace[434904019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9359; }","duration":"186.795704ms","start":"2026-03-19T11:25:00.68674Z","end":"2026-03-19T11:25:00.873536Z","steps":["trace[434904019] 'agreement among raft nodes before linearized reading' (duration: 186.555877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:25:01.172614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.550678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-19T11:25:01.172691Z","caller":"traceutil/trace.go:171","msg":"trace[1787896373] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9360; }","duration":"172.661802ms","start":"2026-03-19T11:25:01.000013Z","end":"2026-03-19T11:25:01.172675Z","steps":["trace[1787896373] 'range keys from in-memory index tree' (duration: 172.433135ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:25:01.25445Z","caller":"traceutil/trace.go:171","msg":"trace[54920883] transaction","detail":"{read_only:false; response_revision:9361; number_of_response:1; }","duration":"237.287524ms","start":"2026-03-19T11:25:01.017094Z","end":"2026-03-19T11:25:01.254382Z","steps":["trace[54920883] 'process raft request' (duration: 236.906924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:25:02.108446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.502688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-endpoints-nwhx6\" ","response":"range_response_count:1 size:15503"} {"level":"info","ts":"2026-03-19T11:25:02.10853Z","caller":"traceutil/trace.go:171","msg":"trace[648204742] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-endpoints-nwhx6; range_end:; response_count:1; response_revision:9364; }","duration":"106.637002ms","start":"2026-03-19T11:25:02.001874Z","end":"2026-03-19T11:25:02.108511Z","steps":["trace[648204742] 'range keys from in-memory index tree' (duration: 106.283342ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:25:17.426966Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7306} {"level":"info","ts":"2026-03-19T11:25:17.49388Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7306,"took":"65.084204ms","hash":4216977548,"current-db-size-bytes":39682048,"current-db-size":"40 MB","current-db-size-in-use-bytes":24096768,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-19T11:25:17.493953Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4216977548,"revision":7306,"compact-revision":5294} {"level":"info","ts":"2026-03-19T11:25:44.425295Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d98d5f2c752cc52d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-19T11:25:44.431726Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-19T11:25:44.431805Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-03-19T11:26:17.459472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.067704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:26:17.459569Z","caller":"traceutil/trace.go:171","msg":"trace[777664864] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9838; }","duration":"152.211648ms","start":"2026-03-19T11:26:17.307341Z","end":"2026-03-19T11:26:17.459552Z","steps":["trace[777664864] 'range keys from in-memory index tree' (duration: 151.881299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:26:17.459609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.391712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:26:17.459697Z","caller":"traceutil/trace.go:171","msg":"trace[304243417] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:9838; }","duration":"203.526206ms","start":"2026-03-19T11:26:17.256149Z","end":"2026-03-19T11:26:17.459675Z","steps":["trace[304243417] 'count revisions from in-memory index tree' (duration: 203.30467ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:27:31.710483Z","caller":"traceutil/trace.go:171","msg":"trace[327632808] transaction","detail":"{read_only:false; response_revision:10179; number_of_response:1; }","duration":"157.051109ms","start":"2026-03-19T11:27:31.553391Z","end":"2026-03-19T11:27:31.710442Z","steps":["trace[327632808] 'process raft request' (duration: 156.818083ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:28:14.25339Z","caller":"traceutil/trace.go:171","msg":"trace[1789903418] transaction","detail":"{read_only:false; response_revision:10478; number_of_response:1; }","duration":"475.188177ms","start":"2026-03-19T11:28:13.778157Z","end":"2026-03-19T11:28:14.253345Z","steps":["trace[1789903418] 'process raft request' (duration: 474.861359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:28:14.253561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:28:13.778132Z","time spent":"475.340231ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7321,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:28:14.253358Z","caller":"traceutil/trace.go:171","msg":"trace[72448346] linearizableReadLoop","detail":"{readStateIndex:10876; appliedIndex:10875; }","duration":"345.076627ms","start":"2026-03-19T11:28:13.908237Z","end":"2026-03-19T11:28:14.253313Z","steps":["trace[72448346] 'read index received' (duration: 344.573693ms)","trace[72448346] 'applied index is now lower than readState.Index' (duration: 500.223µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:28:14.253749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.458997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T11:28:14.253847Z","caller":"traceutil/trace.go:171","msg":"trace[2003195384] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10478; }","duration":"345.635921ms","start":"2026-03-19T11:28:13.908192Z","end":"2026-03-19T11:28:14.253828Z","steps":["trace[2003195384] 'agreement among raft nodes before linearized reading' (duration: 345.256611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:28:14.25392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:28:13.908172Z","time spent":"345.732135ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:28:14.25439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.207333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T11:28:14.254507Z","caller":"traceutil/trace.go:171","msg":"trace[1005258842] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10478; }","duration":"103.373037ms","start":"2026-03-19T11:28:14.151106Z","end":"2026-03-19T11:28:14.254479Z","steps":["trace[1005258842] 'agreement among raft nodes before linearized reading' (duration: 103.050618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:28:14.25481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.086436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T11:28:14.25503Z","caller":"traceutil/trace.go:171","msg":"trace[1718948880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10478; }","duration":"104.353343ms","start":"2026-03-19T11:28:14.150645Z","end":"2026-03-19T11:28:14.254998Z","steps":["trace[1718948880] 'agreement among raft nodes before linearized reading' (duration: 103.432798ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:28:16.489994Z","caller":"traceutil/trace.go:171","msg":"trace[348484830] linearizableReadLoop","detail":"{readStateIndex:10890; appliedIndex:10889; }","duration":"219.427107ms","start":"2026-03-19T11:28:16.270547Z","end":"2026-03-19T11:28:16.489974Z","steps":["trace[348484830] 'read index received' (duration: 219.252203ms)","trace[348484830] 'applied index is now lower than readState.Index' (duration: 174.074µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:28:16.490037Z","caller":"traceutil/trace.go:171","msg":"trace[574537567] transaction","detail":"{read_only:false; response_revision:10491; number_of_response:1; }","duration":"220.816794ms","start":"2026-03-19T11:28:16.269194Z","end":"2026-03-19T11:28:16.490011Z","steps":["trace[574537567] 'process raft request' (duration: 220.64884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:28:16.490201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.627892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T11:28:16.490273Z","caller":"traceutil/trace.go:171","msg":"trace[800945558] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10491; }","duration":"219.751516ms","start":"2026-03-19T11:28:16.270505Z","end":"2026-03-19T11:28:16.490257Z","steps":["trace[800945558] 'agreement among raft nodes before linearized reading' (duration: 219.575751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:28:16.490177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.057327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T11:28:16.490308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.712978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T11:28:16.490354Z","caller":"traceutil/trace.go:171","msg":"trace[95875137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10491; }","duration":"219.267733ms","start":"2026-03-19T11:28:16.271075Z","end":"2026-03-19T11:28:16.490343Z","steps":["trace[95875137] 'agreement among raft nodes before linearized reading' (duration: 219.007526ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:28:16.490372Z","caller":"traceutil/trace.go:171","msg":"trace[642529059] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10491; }","duration":"218.79597ms","start":"2026-03-19T11:28:16.271557Z","end":"2026-03-19T11:28:16.490353Z","steps":["trace[642529059] 'agreement among raft nodes before linearized reading' (duration: 218.603134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:28:16.490177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.615839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:28:16.490453Z","caller":"traceutil/trace.go:171","msg":"trace[535234323] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:10491; }","duration":"210.918807ms","start":"2026-03-19T11:28:16.279522Z","end":"2026-03-19T11:28:16.490441Z","steps":["trace[535234323] 'agreement among raft nodes before linearized reading' (duration: 210.578128ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:28:18.276824Z","caller":"traceutil/trace.go:171","msg":"trace[1452015753] linearizableReadLoop","detail":"{readStateIndex:10907; appliedIndex:10906; }","duration":"234.848075ms","start":"2026-03-19T11:28:18.041958Z","end":"2026-03-19T11:28:18.276806Z","steps":["trace[1452015753] 'read index received' (duration: 234.67366ms)","trace[1452015753] 'applied index is now lower than readState.Index' (duration: 173.665µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:28:18.277046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.04877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"info","ts":"2026-03-19T11:28:18.277091Z","caller":"traceutil/trace.go:171","msg":"trace[1111576170] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:10508; }","duration":"235.158623ms","start":"2026-03-19T11:28:18.041918Z","end":"2026-03-19T11:28:18.277076Z","steps":["trace[1111576170] 'agreement among raft nodes before linearized reading' (duration: 234.961738ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:28:18.277403Z","caller":"traceutil/trace.go:171","msg":"trace[1475466405] transaction","detail":"{read_only:false; response_revision:10508; number_of_response:1; }","duration":"452.533455ms","start":"2026-03-19T11:28:17.824862Z","end":"2026-03-19T11:28:18.277395Z","steps":["trace[1475466405] 'process raft request' (duration: 451.835476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:28:18.277485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:28:17.824847Z","time spent":"452.579586ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7277,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:28:18.626839Z","caller":"traceutil/trace.go:171","msg":"trace[1123352487] linearizableReadLoop","detail":"{readStateIndex:10908; appliedIndex:10907; }","duration":"131.548229ms","start":"2026-03-19T11:28:18.495261Z","end":"2026-03-19T11:28:18.626809Z","steps":["trace[1123352487] 'read index received' (duration: 131.444126ms)","trace[1123352487] 'applied index is now lower than readState.Index' (duration: 102.713µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:28:18.626943Z","caller":"traceutil/trace.go:171","msg":"trace[2014220970] transaction","detail":"{read_only:false; response_revision:10509; number_of_response:1; }","duration":"259.873352ms","start":"2026-03-19T11:28:18.367035Z","end":"2026-03-19T11:28:18.626909Z","steps":["trace[2014220970] 'process raft request' (duration: 259.599204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:28:18.627134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.121351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T11:28:18.627181Z","caller":"traceutil/trace.go:171","msg":"trace[1841639620] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10509; }","duration":"123.249045ms","start":"2026-03-19T11:28:18.503919Z","end":"2026-03-19T11:28:18.627168Z","steps":["trace[1841639620] 'agreement among raft nodes before linearized reading' (duration: 123.07355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:28:18.627226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.910609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T11:28:18.627316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.796093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:28:18.627385Z","caller":"traceutil/trace.go:171","msg":"trace[662718630] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:10509; }","duration":"108.901837ms","start":"2026-03-19T11:28:18.51845Z","end":"2026-03-19T11:28:18.627352Z","steps":["trace[662718630] 'agreement among raft nodes before linearized reading' (duration: 108.719872ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:28:18.627383Z","caller":"traceutil/trace.go:171","msg":"trace[1396678471] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10509; }","duration":"132.125334ms","start":"2026-03-19T11:28:18.495218Z","end":"2026-03-19T11:28:18.627343Z","steps":["trace[1396678471] 'agreement among raft nodes before linearized reading' (duration: 131.740184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:28:18.627516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.985016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T11:28:18.627592Z","caller":"traceutil/trace.go:171","msg":"trace[1639983064] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10509; }","duration":"113.10244ms","start":"2026-03-19T11:28:18.514472Z","end":"2026-03-19T11:28:18.627575Z","steps":["trace[1639983064] 'agreement among raft nodes before linearized reading' (duration: 112.911394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:28:18.627733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.809345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T11:28:18.627757Z","caller":"traceutil/trace.go:171","msg":"trace[1383281995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10509; }","duration":"111.830245ms","start":"2026-03-19T11:28:18.51592Z","end":"2026-03-19T11:28:18.62775Z","steps":["trace[1383281995] 'agreement among raft nodes before linearized reading' (duration: 111.772454ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:28:18.906589Z","caller":"traceutil/trace.go:171","msg":"trace[536277776] transaction","detail":"{read_only:false; response_revision:10516; number_of_response:1; }","duration":"191.924693ms","start":"2026-03-19T11:28:18.714636Z","end":"2026-03-19T11:28:18.906561Z","steps":["trace[536277776] 'process raft request' (duration: 191.738798ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:28:19.025325Z","caller":"traceutil/trace.go:171","msg":"trace[1148833792] transaction","detail":"{read_only:false; response_revision:10519; number_of_response:1; }","duration":"136.658188ms","start":"2026-03-19T11:28:18.888643Z","end":"2026-03-19T11:28:19.025301Z","steps":["trace[1148833792] 'process raft request' (duration: 136.618717ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:28:19.025373Z","caller":"traceutil/trace.go:171","msg":"trace[147270235] transaction","detail":"{read_only:false; response_revision:10517; number_of_response:1; }","duration":"144.54191ms","start":"2026-03-19T11:28:18.880775Z","end":"2026-03-19T11:28:19.025317Z","steps":["trace[147270235] 'process raft request' (duration: 98.854924ms)","trace[147270235] 'compare' (duration: 45.46271ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:28:19.025436Z","caller":"traceutil/trace.go:171","msg":"trace[744745978] transaction","detail":"{read_only:false; response_revision:10518; number_of_response:1; }","duration":"139.265738ms","start":"2026-03-19T11:28:18.886117Z","end":"2026-03-19T11:28:19.025383Z","steps":["trace[744745978] 'process raft request' (duration: 139.102994ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:00.907432Z","caller":"traceutil/trace.go:171","msg":"trace[1810907057] transaction","detail":"{read_only:false; response_revision:10853; number_of_response:1; }","duration":"105.199787ms","start":"2026-03-19T11:29:00.80219Z","end":"2026-03-19T11:29:00.90739Z","steps":["trace[1810907057] 'process raft request' (duration: 104.925349ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:01.135356Z","caller":"traceutil/trace.go:171","msg":"trace[155960925] transaction","detail":"{read_only:false; response_revision:10862; number_of_response:1; }","duration":"116.569103ms","start":"2026-03-19T11:29:01.01875Z","end":"2026-03-19T11:29:01.135319Z","steps":["trace[155960925] 'process raft request' (duration: 116.398789ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:01.135536Z","caller":"traceutil/trace.go:171","msg":"trace[1073213754] transaction","detail":"{read_only:false; response_revision:10859; number_of_response:1; }","duration":"117.678414ms","start":"2026-03-19T11:29:01.017851Z","end":"2026-03-19T11:29:01.135529Z","steps":["trace[1073213754] 'process raft request' (duration: 116.904633ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:01.135596Z","caller":"traceutil/trace.go:171","msg":"trace[1159833639] transaction","detail":"{read_only:false; response_revision:10860; number_of_response:1; }","duration":"117.718005ms","start":"2026-03-19T11:29:01.017872Z","end":"2026-03-19T11:29:01.13559Z","steps":["trace[1159833639] 'process raft request' (duration: 117.196961ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:01.135648Z","caller":"traceutil/trace.go:171","msg":"trace[2108776193] transaction","detail":"{read_only:false; response_revision:10861; number_of_response:1; }","duration":"117.068177ms","start":"2026-03-19T11:29:01.018573Z","end":"2026-03-19T11:29:01.135641Z","steps":["trace[2108776193] 'process raft request' (duration: 116.540623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:01.135835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.064877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-19T11:29:01.135969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.773442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-19T11:29:01.136047Z","caller":"traceutil/trace.go:171","msg":"trace[122534221] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10862; }","duration":"117.331245ms","start":"2026-03-19T11:29:01.018692Z","end":"2026-03-19T11:29:01.136023Z","steps":["trace[122534221] 'agreement among raft nodes before linearized reading' (duration: 117.007016ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:01.136079Z","caller":"traceutil/trace.go:171","msg":"trace[1745243062] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:10862; }","duration":"112.923325ms","start":"2026-03-19T11:29:01.023128Z","end":"2026-03-19T11:29:01.136051Z","steps":["trace[1745243062] 'agreement among raft nodes before linearized reading' (duration: 112.547185ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:09.48767Z","caller":"traceutil/trace.go:171","msg":"trace[856123504] transaction","detail":"{read_only:false; response_revision:10907; number_of_response:1; }","duration":"119.168314ms","start":"2026-03-19T11:29:09.368464Z","end":"2026-03-19T11:29:09.487633Z","steps":["trace[856123504] 'process raft request' (duration: 81.738251ms)","trace[856123504] 'compare' (duration: 37.224158ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:29:09.810011Z","caller":"traceutil/trace.go:171","msg":"trace[1386981492] transaction","detail":"{read_only:false; response_revision:10910; number_of_response:1; }","duration":"217.34009ms","start":"2026-03-19T11:29:09.592639Z","end":"2026-03-19T11:29:09.809979Z","steps":["trace[1386981492] 'process raft request' (duration: 216.909768ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:09.810328Z","caller":"traceutil/trace.go:171","msg":"trace[167557663] transaction","detail":"{read_only:false; response_revision:10911; number_of_response:1; }","duration":"217.667419ms","start":"2026-03-19T11:29:09.592638Z","end":"2026-03-19T11:29:09.810306Z","steps":["trace[167557663] 'process raft request' (duration: 217.156665ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:09.810545Z","caller":"traceutil/trace.go:171","msg":"trace[1127135123] transaction","detail":"{read_only:false; response_revision:10912; number_of_response:1; }","duration":"217.820343ms","start":"2026-03-19T11:29:09.592685Z","end":"2026-03-19T11:29:09.810505Z","steps":["trace[1127135123] 'process raft request' (duration: 217.460583ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:09.810618Z","caller":"traceutil/trace.go:171","msg":"trace[934999854] transaction","detail":"{read_only:false; response_revision:10913; number_of_response:1; }","duration":"217.849274ms","start":"2026-03-19T11:29:09.592737Z","end":"2026-03-19T11:29:09.810586Z","steps":["trace[934999854] 'process raft request' (duration: 217.500275ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:09.810822Z","caller":"traceutil/trace.go:171","msg":"trace[624243216] transaction","detail":"{read_only:false; response_revision:10915; number_of_response:1; }","duration":"217.166806ms","start":"2026-03-19T11:29:09.593646Z","end":"2026-03-19T11:29:09.810813Z","steps":["trace[624243216] 'process raft request' (duration: 217.083283ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:09.810819Z","caller":"traceutil/trace.go:171","msg":"trace[1665575664] transaction","detail":"{read_only:false; response_revision:10914; number_of_response:1; }","duration":"218.009218ms","start":"2026-03-19T11:29:09.592791Z","end":"2026-03-19T11:29:09.8108Z","steps":["trace[1665575664] 'process raft request' (duration: 217.70145ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:09.810895Z","caller":"traceutil/trace.go:171","msg":"trace[1852279127] transaction","detail":"{read_only:false; response_revision:10917; number_of_response:1; }","duration":"216.801336ms","start":"2026-03-19T11:29:09.594087Z","end":"2026-03-19T11:29:09.810889Z","steps":["trace[1852279127] 'process raft request' (duration: 216.716073ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:09.810886Z","caller":"traceutil/trace.go:171","msg":"trace[380562430] transaction","detail":"{read_only:false; response_revision:10916; number_of_response:1; }","duration":"217.089704ms","start":"2026-03-19T11:29:09.593765Z","end":"2026-03-19T11:29:09.810854Z","steps":["trace[380562430] 'process raft request' (duration: 217.005691ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:09.810952Z","caller":"traceutil/trace.go:171","msg":"trace[913771328] transaction","detail":"{read_only:false; response_revision:10919; number_of_response:1; }","duration":"216.532828ms","start":"2026-03-19T11:29:09.594414Z","end":"2026-03-19T11:29:09.810947Z","steps":["trace[913771328] 'process raft request' (duration: 216.461606ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:09.810954Z","caller":"traceutil/trace.go:171","msg":"trace[249753703] transaction","detail":"{read_only:false; response_revision:10918; number_of_response:1; }","duration":"216.791455ms","start":"2026-03-19T11:29:09.594148Z","end":"2026-03-19T11:29:09.810939Z","steps":["trace[249753703] 'process raft request' (duration: 216.685172ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:09.811001Z","caller":"traceutil/trace.go:171","msg":"trace[1306214887] transaction","detail":"{read_only:false; response_revision:10920; number_of_response:1; }","duration":"215.347796ms","start":"2026-03-19T11:29:09.595648Z","end":"2026-03-19T11:29:09.810996Z","steps":["trace[1306214887] 'process raft request' (duration: 215.263774ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:09.811065Z","caller":"traceutil/trace.go:171","msg":"trace[470286532] transaction","detail":"{read_only:false; response_revision:10921; number_of_response:1; }","duration":"215.290565ms","start":"2026-03-19T11:29:09.595763Z","end":"2026-03-19T11:29:09.811054Z","steps":["trace[470286532] 'process raft request' (duration: 215.184652ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:09.811079Z","caller":"traceutil/trace.go:171","msg":"trace[198404882] transaction","detail":"{read_only:false; response_revision:10922; number_of_response:1; }","duration":"215.252504ms","start":"2026-03-19T11:29:09.595821Z","end":"2026-03-19T11:29:09.811073Z","steps":["trace[198404882] 'process raft request' (duration: 215.161191ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:09.811155Z","caller":"traceutil/trace.go:171","msg":"trace[40915561] transaction","detail":"{read_only:false; response_revision:10923; number_of_response:1; }","duration":"215.300245ms","start":"2026-03-19T11:29:09.595846Z","end":"2026-03-19T11:29:09.811146Z","steps":["trace[40915561] 'process raft request' (duration: 215.179271ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:09.81121Z","caller":"traceutil/trace.go:171","msg":"trace[1167275337] linearizableReadLoop","detail":"{readStateIndex:11338; appliedIndex:11321; }","duration":"200.237038ms","start":"2026-03-19T11:29:09.610952Z","end":"2026-03-19T11:29:09.811189Z","steps":["trace[1167275337] 'read index received' (duration: 198.719917ms)","trace[1167275337] 'applied index is now lower than readState.Index' (duration: 1.515621ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:29:09.811235Z","caller":"traceutil/trace.go:171","msg":"trace[857358521] transaction","detail":"{read_only:false; response_revision:10924; number_of_response:1; }","duration":"215.353807ms","start":"2026-03-19T11:29:09.595873Z","end":"2026-03-19T11:29:09.811226Z","steps":["trace[857358521] 'process raft request' (duration: 215.190632ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:09.811273Z","caller":"traceutil/trace.go:171","msg":"trace[424260006] transaction","detail":"{read_only:false; response_revision:10926; number_of_response:1; }","duration":"215.189152ms","start":"2026-03-19T11:29:09.59606Z","end":"2026-03-19T11:29:09.81125Z","steps":["trace[424260006] 'process raft request' (duration: 215.082849ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:09.811263Z","caller":"traceutil/trace.go:171","msg":"trace[1068295229] transaction","detail":"{read_only:false; response_revision:10925; number_of_response:1; }","duration":"215.322136ms","start":"2026-03-19T11:29:09.595909Z","end":"2026-03-19T11:29:09.811231Z","steps":["trace[1068295229] 'process raft request' (duration: 215.195692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:09.811408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.447224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:29:09.811475Z","caller":"traceutil/trace.go:171","msg":"trace[1942779125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10926; }","duration":"200.554866ms","start":"2026-03-19T11:29:09.610904Z","end":"2026-03-19T11:29:09.811459Z","steps":["trace[1942779125] 'agreement among raft nodes before linearized reading' (duration: 200.359561ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:09.833933Z","caller":"traceutil/trace.go:171","msg":"trace[1146068125] transaction","detail":"{read_only:false; response_revision:10927; number_of_response:1; }","duration":"182.531678ms","start":"2026-03-19T11:29:09.651372Z","end":"2026-03-19T11:29:09.833903Z","steps":["trace[1146068125] 'process raft request' (duration: 182.406465ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:10.038803Z","caller":"traceutil/trace.go:171","msg":"trace[1249742751] linearizableReadLoop","detail":"{readStateIndex:11349; appliedIndex:11348; }","duration":"139.563216ms","start":"2026-03-19T11:29:09.899219Z","end":"2026-03-19T11:29:10.038782Z","steps":["trace[1249742751] 'read index received' (duration: 139.320149ms)","trace[1249742751] 'applied index is now lower than readState.Index' (duration: 241.927µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:29:10.038832Z","caller":"traceutil/trace.go:171","msg":"trace[905332685] transaction","detail":"{read_only:false; response_revision:10937; number_of_response:1; }","duration":"161.88666ms","start":"2026-03-19T11:29:09.876925Z","end":"2026-03-19T11:29:10.038812Z","steps":["trace[905332685] 'process raft request' (duration: 161.699455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:10.039074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.241257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-19T11:29:10.039134Z","caller":"traceutil/trace.go:171","msg":"trace[453133620] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10937; }","duration":"163.333579ms","start":"2026-03-19T11:29:09.875785Z","end":"2026-03-19T11:29:10.039119Z","steps":["trace[453133620] 'agreement among raft nodes before linearized reading' (duration: 163.124843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:10.039347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.126049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-19T11:29:10.039391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.203498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7745"} {"level":"info","ts":"2026-03-19T11:29:10.039446Z","caller":"traceutil/trace.go:171","msg":"trace[627493526] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:10937; }","duration":"168.264093ms","start":"2026-03-19T11:29:09.87116Z","end":"2026-03-19T11:29:10.039424Z","steps":["trace[627493526] 'agreement among raft nodes before linearized reading' (duration: 168.013586ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:10.039461Z","caller":"traceutil/trace.go:171","msg":"trace[1239122453] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:10937; }","duration":"135.300491ms","start":"2026-03-19T11:29:09.904143Z","end":"2026-03-19T11:29:10.039443Z","steps":["trace[1239122453] 'agreement among raft nodes before linearized reading' (duration: 135.058674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:10.039347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.415331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-19T11:29:10.039617Z","caller":"traceutil/trace.go:171","msg":"trace[176677938] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:10937; }","duration":"136.697309ms","start":"2026-03-19T11:29:09.902897Z","end":"2026-03-19T11:29:10.039594Z","steps":["trace[176677938] 'agreement among raft nodes before linearized reading' (duration: 136.219016ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:11.331087Z","caller":"traceutil/trace.go:171","msg":"trace[1607521241] linearizableReadLoop","detail":"{readStateIndex:11463; appliedIndex:11462; }","duration":"122.002051ms","start":"2026-03-19T11:29:11.209057Z","end":"2026-03-19T11:29:11.331059Z","steps":["trace[1607521241] 'read index received' (duration: 30.970758ms)","trace[1607521241] 'applied index is now lower than readState.Index' (duration: 91.028683ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:29:11.331095Z","caller":"traceutil/trace.go:171","msg":"trace[1888217303] transaction","detail":"{read_only:false; response_revision:11050; number_of_response:1; }","duration":"176.275939ms","start":"2026-03-19T11:29:11.154787Z","end":"2026-03-19T11:29:11.331063Z","steps":["trace[1888217303] 'process raft request' (duration: 85.339769ms)","trace[1888217303] 'compare' (duration: 90.504269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:29:11.331681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.34028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:29:11.331852Z","caller":"traceutil/trace.go:171","msg":"trace[2142689042] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:11051; }","duration":"105.567907ms","start":"2026-03-19T11:29:11.226247Z","end":"2026-03-19T11:29:11.331814Z","steps":["trace[2142689042] 'agreement among raft nodes before linearized reading' (duration: 105.219047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:11.331942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.983911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T11:29:11.331959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.817083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T11:29:11.332597Z","caller":"traceutil/trace.go:171","msg":"trace[1310273668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11051; }","duration":"123.46161ms","start":"2026-03-19T11:29:11.209112Z","end":"2026-03-19T11:29:11.332574Z","steps":["trace[1310273668] 'agreement among raft nodes before linearized reading' (duration: 122.72499ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:11.332005Z","caller":"traceutil/trace.go:171","msg":"trace[1050294799] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11051; }","duration":"115.066763ms","start":"2026-03-19T11:29:11.216917Z","end":"2026-03-19T11:29:11.331984Z","steps":["trace[1050294799] 'agreement among raft nodes before linearized reading' (duration: 114.915519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:11.331579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.442693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T11:29:11.33288Z","caller":"traceutil/trace.go:171","msg":"trace[723362862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11051; }","duration":"123.81805ms","start":"2026-03-19T11:29:11.209047Z","end":"2026-03-19T11:29:11.332865Z","steps":["trace[723362862] 'agreement among raft nodes before linearized reading' (duration: 122.32625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:11.334369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.29912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T11:29:11.334439Z","caller":"traceutil/trace.go:171","msg":"trace[1063048123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11051; }","duration":"125.402043ms","start":"2026-03-19T11:29:11.209019Z","end":"2026-03-19T11:29:11.334421Z","steps":["trace[1063048123] 'agreement among raft nodes before linearized reading' (duration: 122.188876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:12.370223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.35071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-volume-586cdb8f7-nz5xf.189e3a9d54d540fe\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-03-19T11:29:12.370294Z","caller":"traceutil/trace.go:171","msg":"trace[1767416080] range","detail":"{range_begin:/registry/events/openstack/cinder-volume-586cdb8f7-nz5xf.189e3a9d54d540fe; range_end:; response_count:1; response_revision:11060; }","duration":"173.479323ms","start":"2026-03-19T11:29:12.196798Z","end":"2026-03-19T11:29:12.370278Z","steps":["trace[1767416080] 'range keys from in-memory index tree' (duration: 173.164105ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:12.79719Z","caller":"traceutil/trace.go:171","msg":"trace[356441799] linearizableReadLoop","detail":"{readStateIndex:11479; appliedIndex:11478; }","duration":"117.853919ms","start":"2026-03-19T11:29:12.679309Z","end":"2026-03-19T11:29:12.797163Z","steps":["trace[356441799] 'read index received' (duration: 33.006953ms)","trace[356441799] 'applied index is now lower than readState.Index' (duration: 84.845936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:29:12.797555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.222699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:29:12.797542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.213068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:29:12.797594Z","caller":"traceutil/trace.go:171","msg":"trace[1680297488] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11066; }","duration":"118.303691ms","start":"2026-03-19T11:29:12.679279Z","end":"2026-03-19T11:29:12.797583Z","steps":["trace[1680297488] 'agreement among raft nodes before linearized reading' (duration: 118.024434ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:12.797609Z","caller":"traceutil/trace.go:171","msg":"trace[955462447] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11066; }","duration":"118.320311ms","start":"2026-03-19T11:29:12.679274Z","end":"2026-03-19T11:29:12.797595Z","steps":["trace[955462447] 'agreement among raft nodes before linearized reading' (duration: 117.959602ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:12.79754Z","caller":"traceutil/trace.go:171","msg":"trace[1936921657] transaction","detail":"{read_only:false; response_revision:11066; number_of_response:1; }","duration":"138.858457ms","start":"2026-03-19T11:29:12.658371Z","end":"2026-03-19T11:29:12.797229Z","steps":["trace[1936921657] 'process raft request' (duration: 54.051052ms)","trace[1936921657] 'compare' (duration: 84.611999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:29:12.797736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.421694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:29:12.797759Z","caller":"traceutil/trace.go:171","msg":"trace[438578516] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:0; response_revision:11066; }","duration":"118.476956ms","start":"2026-03-19T11:29:12.679277Z","end":"2026-03-19T11:29:12.797754Z","steps":["trace[438578516] 'agreement among raft nodes before linearized reading' (duration: 118.442835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:12.797866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.26494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-03-19T11:29:12.797888Z","caller":"traceutil/trace.go:171","msg":"trace[386777362] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:11066; }","duration":"118.28677ms","start":"2026-03-19T11:29:12.679595Z","end":"2026-03-19T11:29:12.797882Z","steps":["trace[386777362] 'agreement among raft nodes before linearized reading' (duration: 118.197448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:12.798006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.584358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:29:12.798031Z","caller":"traceutil/trace.go:171","msg":"trace[498867461] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11066; }","duration":"118.66288ms","start":"2026-03-19T11:29:12.679363Z","end":"2026-03-19T11:29:12.798026Z","steps":["trace[498867461] 'agreement among raft nodes before linearized reading' (duration: 118.625579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:12.798128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.730413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-03-19T11:29:12.798172Z","caller":"traceutil/trace.go:171","msg":"trace[292242381] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11066; }","duration":"118.776784ms","start":"2026-03-19T11:29:12.679385Z","end":"2026-03-19T11:29:12.798162Z","steps":["trace[292242381] 'agreement among raft nodes before linearized reading' (duration: 118.6423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:12.798246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.827655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:29:12.798309Z","caller":"traceutil/trace.go:171","msg":"trace[605019715] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11066; }","duration":"118.914567ms","start":"2026-03-19T11:29:12.679383Z","end":"2026-03-19T11:29:12.798297Z","steps":["trace[605019715] 'agreement among raft nodes before linearized reading' (duration: 118.751943ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:13.537208Z","caller":"traceutil/trace.go:171","msg":"trace[1862717756] transaction","detail":"{read_only:false; response_revision:11070; number_of_response:1; }","duration":"147.295475ms","start":"2026-03-19T11:29:13.389873Z","end":"2026-03-19T11:29:13.537168Z","steps":["trace[1862717756] 'process raft request' (duration: 65.43546ms)","trace[1862717756] 'compare' (duration: 81.722582ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:29:13.714204Z","caller":"traceutil/trace.go:171","msg":"trace[2074490747] transaction","detail":"{read_only:false; response_revision:11071; number_of_response:1; }","duration":"320.743218ms","start":"2026-03-19T11:29:13.393422Z","end":"2026-03-19T11:29:13.714165Z","steps":["trace[2074490747] 'process raft request' (duration: 313.05205ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:13.714236Z","caller":"traceutil/trace.go:171","msg":"trace[1928906895] transaction","detail":"{read_only:false; response_revision:11072; number_of_response:1; }","duration":"320.321187ms","start":"2026-03-19T11:29:13.393883Z","end":"2026-03-19T11:29:13.714205Z","steps":["trace[1928906895] 'process raft request' (duration: 320.183164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:13.714382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:13.393401Z","time spent":"320.888523ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:29:13.714407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:13.39386Z","time spent":"320.4538ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:29:13.714478Z","caller":"traceutil/trace.go:171","msg":"trace[2142376152] transaction","detail":"{read_only:false; response_revision:11074; number_of_response:1; }","duration":"319.616238ms","start":"2026-03-19T11:29:13.394834Z","end":"2026-03-19T11:29:13.71445Z","steps":["trace[2142376152] 'process raft request' (duration: 319.441243ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:13.714537Z","caller":"traceutil/trace.go:171","msg":"trace[42859729] transaction","detail":"{read_only:false; response_revision:11075; number_of_response:1; }","duration":"288.028103ms","start":"2026-03-19T11:29:13.426501Z","end":"2026-03-19T11:29:13.714529Z","steps":["trace[42859729] 'process raft request' (duration: 287.853558ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:13.714553Z","caller":"traceutil/trace.go:171","msg":"trace[739890649] transaction","detail":"{read_only:false; response_revision:11073; number_of_response:1; }","duration":"320.632025ms","start":"2026-03-19T11:29:13.393891Z","end":"2026-03-19T11:29:13.714523Z","steps":["trace[739890649] 'process raft request' (duration: 320.249605ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:13.714577Z","caller":"traceutil/trace.go:171","msg":"trace[1379112847] linearizableReadLoop","detail":"{readStateIndex:11486; appliedIndex:11482; }","duration":"320.369448ms","start":"2026-03-19T11:29:13.394186Z","end":"2026-03-19T11:29:13.714556Z","steps":["trace[1379112847] 'read index received' (duration: 61.140774ms)","trace[1379112847] 'applied index is now lower than readState.Index' (duration: 259.227434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:29:13.7146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:13.394823Z","time spent":"319.71352ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:29:13.714481Z","caller":"traceutil/trace.go:171","msg":"trace[191146873] transaction","detail":"{read_only:false; response_revision:11076; number_of_response:1; }","duration":"174.580743ms","start":"2026-03-19T11:29:13.539877Z","end":"2026-03-19T11:29:13.714458Z","steps":["trace[191146873] 'process raft request' (duration: 174.521022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:13.714692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:13.393871Z","time spent":"320.745608ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:29:13.714713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.509381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:29:13.714783Z","caller":"traceutil/trace.go:171","msg":"trace[1056185801] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:11076; }","duration":"320.575844ms","start":"2026-03-19T11:29:13.394161Z","end":"2026-03-19T11:29:13.714737Z","steps":["trace[1056185801] 'agreement among raft nodes before linearized reading' (duration: 320.495432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:13.714774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.05742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T11:29:13.714794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.609747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-scheduler-547b5c7f7b-mvrnj\" ","response":"range_response_count:1 size:8349"} {"level":"info","ts":"2026-03-19T11:29:13.714823Z","caller":"traceutil/trace.go:171","msg":"trace[558809917] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:11076; }","duration":"269.142013ms","start":"2026-03-19T11:29:13.445667Z","end":"2026-03-19T11:29:13.714809Z","steps":["trace[558809917] 'agreement among raft nodes before linearized reading' (duration: 269.05346ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:13.714833Z","caller":"traceutil/trace.go:171","msg":"trace[870141190] range","detail":"{range_begin:/registry/pods/openstack/cinder-scheduler-547b5c7f7b-mvrnj; range_end:; response_count:1; response_revision:11076; }","duration":"282.683649ms","start":"2026-03-19T11:29:13.432139Z","end":"2026-03-19T11:29:13.714822Z","steps":["trace[870141190] 'agreement among raft nodes before linearized reading' (duration: 282.550025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:13.714811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:13.394152Z","time spent":"320.651286ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"warn","ts":"2026-03-19T11:29:13.714842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.444049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-03-19T11:29:13.714905Z","caller":"traceutil/trace.go:171","msg":"trace[1196003608] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:11076; }","duration":"103.527752ms","start":"2026-03-19T11:29:13.611355Z","end":"2026-03-19T11:29:13.714883Z","steps":["trace[1196003608] 'agreement among raft nodes before linearized reading' (duration: 103.359657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:13.715211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.291422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:29:13.715891Z","caller":"traceutil/trace.go:171","msg":"trace[418536287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11076; }","duration":"105.078843ms","start":"2026-03-19T11:29:13.610789Z","end":"2026-03-19T11:29:13.715868Z","steps":["trace[418536287] 'agreement among raft nodes before linearized reading' (duration: 103.914922ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:14.649201Z","caller":"traceutil/trace.go:171","msg":"trace[1472908131] transaction","detail":"{read_only:false; response_revision:11084; number_of_response:1; }","duration":"112.493314ms","start":"2026-03-19T11:29:14.536685Z","end":"2026-03-19T11:29:14.649179Z","steps":["trace[1472908131] 'process raft request' (duration: 109.102712ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:14.833865Z","caller":"traceutil/trace.go:171","msg":"trace[2045138052] transaction","detail":"{read_only:false; response_revision:11086; number_of_response:1; }","duration":"122.952347ms","start":"2026-03-19T11:29:14.710879Z","end":"2026-03-19T11:29:14.833832Z","steps":["trace[2045138052] 'process raft request' (duration: 43.436546ms)","trace[2045138052] 'compare' (duration: 79.320056ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:29:14.833931Z","caller":"traceutil/trace.go:171","msg":"trace[614830197] transaction","detail":"{read_only:false; response_revision:11087; number_of_response:1; }","duration":"122.356781ms","start":"2026-03-19T11:29:14.711535Z","end":"2026-03-19T11:29:14.833892Z","steps":["trace[614830197] 'process raft request' (duration: 122.238298ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:17.517365Z","caller":"traceutil/trace.go:171","msg":"trace[831841491] linearizableReadLoop","detail":"{readStateIndex:11516; appliedIndex:11515; }","duration":"111.301532ms","start":"2026-03-19T11:29:17.406032Z","end":"2026-03-19T11:29:17.517334Z","steps":["trace[831841491] 'read index received' (duration: 86.291605ms)","trace[831841491] 'applied index is now lower than readState.Index' (duration: 25.008827ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:29:17.517469Z","caller":"traceutil/trace.go:171","msg":"trace[1580069419] transaction","detail":"{read_only:false; response_revision:11102; number_of_response:1; }","duration":"155.924729ms","start":"2026-03-19T11:29:17.361496Z","end":"2026-03-19T11:29:17.517421Z","steps":["trace[1580069419] 'process raft request' (duration: 130.901671ms)","trace[1580069419] 'compare' (duration: 24.769201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:29:17.517616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.546199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:29:17.517657Z","caller":"traceutil/trace.go:171","msg":"trace[1671755820] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:11102; }","duration":"111.649132ms","start":"2026-03-19T11:29:17.405994Z","end":"2026-03-19T11:29:17.517643Z","steps":["trace[1671755820] 'agreement among raft nodes before linearized reading' (duration: 111.546589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:17.517753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.012303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T11:29:17.517812Z","caller":"traceutil/trace.go:171","msg":"trace[105805067] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11102; }","duration":"108.138086ms","start":"2026-03-19T11:29:17.40966Z","end":"2026-03-19T11:29:17.517798Z","steps":["trace[105805067] 'agreement among raft nodes before linearized reading' (duration: 107.948991ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:19.781154Z","caller":"traceutil/trace.go:171","msg":"trace[577701296] transaction","detail":"{read_only:false; response_revision:11117; number_of_response:1; }","duration":"213.018513ms","start":"2026-03-19T11:29:19.568102Z","end":"2026-03-19T11:29:19.78112Z","steps":["trace[577701296] 'process raft request' (duration: 140.927043ms)","trace[577701296] 'compare' (duration: 71.906285ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:29:19.782799Z","caller":"traceutil/trace.go:171","msg":"trace[925721844] transaction","detail":"{read_only:false; response_revision:11118; number_of_response:1; }","duration":"183.806713ms","start":"2026-03-19T11:29:19.59897Z","end":"2026-03-19T11:29:19.782777Z","steps":["trace[925721844] 'process raft request' (duration: 183.726491ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:20.035036Z","caller":"traceutil/trace.go:171","msg":"trace[1966543991] linearizableReadLoop","detail":"{readStateIndex:11533; appliedIndex:11532; }","duration":"179.760353ms","start":"2026-03-19T11:29:19.855254Z","end":"2026-03-19T11:29:20.035015Z","steps":["trace[1966543991] 'read index received' (duration: 170.759ms)","trace[1966543991] 'applied index is now lower than readState.Index' (duration: 9.000043ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:29:20.035065Z","caller":"traceutil/trace.go:171","msg":"trace[1822141116] transaction","detail":"{read_only:false; response_revision:11119; number_of_response:1; }","duration":"224.269568ms","start":"2026-03-19T11:29:19.810773Z","end":"2026-03-19T11:29:20.035042Z","steps":["trace[1822141116] 'process raft request' (duration: 215.324626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:20.035209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.319665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:29:20.035219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.887837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T11:29:20.035212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.288382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:29:20.035221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.956019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T11:29:20.035272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.60527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:29:20.035282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.359813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:29:20.035287Z","caller":"traceutil/trace.go:171","msg":"trace[1500221729] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11119; }","duration":"155.666242ms","start":"2026-03-19T11:29:19.879617Z","end":"2026-03-19T11:29:20.035283Z","steps":["trace[1500221729] 'agreement among raft nodes before linearized reading' (duration: 155.642171ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:20.035281Z","caller":"traceutil/trace.go:171","msg":"trace[2047172171] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11119; }","duration":"155.402995ms","start":"2026-03-19T11:29:19.879861Z","end":"2026-03-19T11:29:20.035264Z","steps":["trace[2047172171] 'agreement among raft nodes before linearized reading' (duration: 155.283352ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:20.035288Z","caller":"traceutil/trace.go:171","msg":"trace[511766793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11119; }","duration":"180.026641ms","start":"2026-03-19T11:29:19.855246Z","end":"2026-03-19T11:29:20.035273Z","steps":["trace[511766793] 'agreement among raft nodes before linearized reading' (duration: 179.844156ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:20.0353Z","caller":"traceutil/trace.go:171","msg":"trace[2070199062] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:0; response_revision:11119; }","duration":"155.436576ms","start":"2026-03-19T11:29:19.879858Z","end":"2026-03-19T11:29:20.035295Z","steps":["trace[2070199062] 'agreement among raft nodes before linearized reading' (duration: 155.410545ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:20.035245Z","caller":"traceutil/trace.go:171","msg":"trace[376273953] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11119; }","duration":"180.023461ms","start":"2026-03-19T11:29:19.855213Z","end":"2026-03-19T11:29:20.035237Z","steps":["trace[376273953] 'agreement among raft nodes before linearized reading' (duration: 179.915548ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:20.035245Z","caller":"traceutil/trace.go:171","msg":"trace[1481881841] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11119; }","duration":"154.393667ms","start":"2026-03-19T11:29:19.88084Z","end":"2026-03-19T11:29:20.035233Z","steps":["trace[1481881841] 'agreement among raft nodes before linearized reading' (duration: 154.328085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:20.035421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.444775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T11:29:20.035439Z","caller":"traceutil/trace.go:171","msg":"trace[724867183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11119; }","duration":"179.462516ms","start":"2026-03-19T11:29:19.855971Z","end":"2026-03-19T11:29:20.035434Z","steps":["trace[724867183] 'agreement among raft nodes before linearized reading' (duration: 179.410934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:20.035437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.168661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:29:20.035469Z","caller":"traceutil/trace.go:171","msg":"trace[1094428446] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11119; }","duration":"178.224962ms","start":"2026-03-19T11:29:19.857232Z","end":"2026-03-19T11:29:20.035457Z","steps":["trace[1094428446] 'agreement among raft nodes before linearized reading' (duration: 178.14176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:20.03547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.828632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:29:20.035499Z","caller":"traceutil/trace.go:171","msg":"trace[1530965577] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:11119; }","duration":"170.906414ms","start":"2026-03-19T11:29:19.864587Z","end":"2026-03-19T11:29:20.035493Z","steps":["trace[1530965577] 'agreement among raft nodes before linearized reading' (duration: 170.852363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:20.035681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.729073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:29:20.035708Z","caller":"traceutil/trace.go:171","msg":"trace[1552076418] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11119; }","duration":"155.758114ms","start":"2026-03-19T11:29:19.879942Z","end":"2026-03-19T11:29:20.0357Z","steps":["trace[1552076418] 'agreement among raft nodes before linearized reading' (duration: 155.203969ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:20.171232Z","caller":"traceutil/trace.go:171","msg":"trace[871636751] transaction","detail":"{read_only:false; response_revision:11122; number_of_response:1; }","duration":"128.371293ms","start":"2026-03-19T11:29:20.042841Z","end":"2026-03-19T11:29:20.171212Z","steps":["trace[871636751] 'process raft request' (duration: 127.943322ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:20.171352Z","caller":"traceutil/trace.go:171","msg":"trace[1538518381] transaction","detail":"{read_only:false; response_revision:11121; number_of_response:1; }","duration":"128.565589ms","start":"2026-03-19T11:29:20.042779Z","end":"2026-03-19T11:29:20.171345Z","steps":["trace[1538518381] 'process raft request' (duration: 111.212169ms)","trace[1538518381] 'compare' (duration: 16.685232ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:29:20.171429Z","caller":"traceutil/trace.go:171","msg":"trace[1818593322] transaction","detail":"{read_only:false; response_revision:11123; number_of_response:1; }","duration":"127.540031ms","start":"2026-03-19T11:29:20.043867Z","end":"2026-03-19T11:29:20.171407Z","steps":["trace[1818593322] 'process raft request' (duration: 126.948675ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:21.695529Z","caller":"traceutil/trace.go:171","msg":"trace[97814955] transaction","detail":"{read_only:false; response_revision:11130; number_of_response:1; }","duration":"125.421654ms","start":"2026-03-19T11:29:21.570071Z","end":"2026-03-19T11:29:21.695492Z","steps":["trace[97814955] 'process raft request' (duration: 123.164783ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:21.974342Z","caller":"traceutil/trace.go:171","msg":"trace[991969229] transaction","detail":"{read_only:false; response_revision:11132; number_of_response:1; }","duration":"186.817475ms","start":"2026-03-19T11:29:21.78745Z","end":"2026-03-19T11:29:21.974268Z","steps":["trace[991969229] 'process raft request' (duration: 186.762363ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:21.974791Z","caller":"traceutil/trace.go:171","msg":"trace[1898714820] linearizableReadLoop","detail":"{readStateIndex:11546; appliedIndex:11545; }","duration":"188.545971ms","start":"2026-03-19T11:29:21.786226Z","end":"2026-03-19T11:29:21.974772Z","steps":["trace[1898714820] 'read index received' (duration: 134.941051ms)","trace[1898714820] 'applied index is now lower than readState.Index' (duration: 53.60256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:29:21.975246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.994393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T11:29:21.975289Z","caller":"traceutil/trace.go:171","msg":"trace[347274728] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11132; }","duration":"189.109417ms","start":"2026-03-19T11:29:21.78617Z","end":"2026-03-19T11:29:21.975279Z","steps":["trace[347274728] 'agreement among raft nodes before linearized reading' (duration: 188.933732ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:21.975366Z","caller":"traceutil/trace.go:171","msg":"trace[493487004] transaction","detail":"{read_only:false; response_revision:11131; number_of_response:1; }","duration":"269.156452ms","start":"2026-03-19T11:29:21.706201Z","end":"2026-03-19T11:29:21.975357Z","steps":["trace[493487004] 'process raft request' (duration: 214.989177ms)","trace[493487004] 'compare' (duration: 52.87188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:29:21.975735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.942912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T11:29:21.975769Z","caller":"traceutil/trace.go:171","msg":"trace[1934209290] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11132; }","duration":"172.011644ms","start":"2026-03-19T11:29:21.80375Z","end":"2026-03-19T11:29:21.975762Z","steps":["trace[1934209290] 'agreement among raft nodes before linearized reading' (duration: 171.940872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:21.975904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.415005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:29:21.975935Z","caller":"traceutil/trace.go:171","msg":"trace[947302738] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:11132; }","duration":"162.488967ms","start":"2026-03-19T11:29:21.813437Z","end":"2026-03-19T11:29:21.975926Z","steps":["trace[947302738] 'agreement among raft nodes before linearized reading' (duration: 162.430825ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:22.306331Z","caller":"traceutil/trace.go:171","msg":"trace[1592917790] linearizableReadLoop","detail":"{readStateIndex:11552; appliedIndex:11551; }","duration":"161.50509ms","start":"2026-03-19T11:29:22.144798Z","end":"2026-03-19T11:29:22.306303Z","steps":["trace[1592917790] 'read index received' (duration: 127.413678ms)","trace[1592917790] 'applied index is now lower than readState.Index' (duration: 34.090402ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:29:22.30645Z","caller":"traceutil/trace.go:171","msg":"trace[1742422653] transaction","detail":"{read_only:false; response_revision:11137; number_of_response:1; }","duration":"170.02952ms","start":"2026-03-19T11:29:22.136408Z","end":"2026-03-19T11:29:22.306437Z","steps":["trace[1742422653] 'process raft request' (duration: 135.847626ms)","trace[1742422653] 'compare' (duration: 33.937978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:29:22.306986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.174878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:47 size:441110"} {"level":"info","ts":"2026-03-19T11:29:22.307058Z","caller":"traceutil/trace.go:171","msg":"trace[1486166228] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:47; response_revision:11137; }","duration":"162.282091ms","start":"2026-03-19T11:29:22.144761Z","end":"2026-03-19T11:29:22.307044Z","steps":["trace[1486166228] 'agreement among raft nodes before linearized reading' (duration: 161.739686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:22.385993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.20884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T11:29:22.386098Z","caller":"traceutil/trace.go:171","msg":"trace[1543361239] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11138; }","duration":"209.357554ms","start":"2026-03-19T11:29:22.176716Z","end":"2026-03-19T11:29:22.386074Z","steps":["trace[1543361239] 'agreement among raft nodes before linearized reading' (duration: 208.996745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:22.386606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.590577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:29:22.38668Z","caller":"traceutil/trace.go:171","msg":"trace[943311308] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11138; }","duration":"132.68901ms","start":"2026-03-19T11:29:22.253973Z","end":"2026-03-19T11:29:22.386662Z","steps":["trace[943311308] 'agreement among raft nodes before linearized reading' (duration: 132.575927ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:22.387211Z","caller":"traceutil/trace.go:171","msg":"trace[536777521] transaction","detail":"{read_only:false; response_revision:11138; number_of_response:1; }","duration":"160.569644ms","start":"2026-03-19T11:29:22.22662Z","end":"2026-03-19T11:29:22.38719Z","steps":["trace[536777521] 'process raft request' (duration: 158.884509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:22.387825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.626611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:29:22.387884Z","caller":"traceutil/trace.go:171","msg":"trace[1318930446] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11138; }","duration":"206.718953ms","start":"2026-03-19T11:29:22.181151Z","end":"2026-03-19T11:29:22.38787Z","steps":["trace[1318930446] 'agreement among raft nodes before linearized reading' (duration: 206.555248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:22.387997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.137922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T11:29:22.388091Z","caller":"traceutil/trace.go:171","msg":"trace[2035528445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11138; }","duration":"211.242935ms","start":"2026-03-19T11:29:22.176827Z","end":"2026-03-19T11:29:22.38807Z","steps":["trace[2035528445] 'agreement among raft nodes before linearized reading' (duration: 210.969868ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:22.551071Z","caller":"traceutil/trace.go:171","msg":"trace[2054294541] linearizableReadLoop","detail":"{readStateIndex:11555; appliedIndex:11553; }","duration":"157.126621ms","start":"2026-03-19T11:29:22.393925Z","end":"2026-03-19T11:29:22.551052Z","steps":["trace[2054294541] 'read index received' (duration: 15.728415ms)","trace[2054294541] 'applied index is now lower than readState.Index' (duration: 141.397466ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:29:22.551282Z","caller":"traceutil/trace.go:171","msg":"trace[2034809253] transaction","detail":"{read_only:false; response_revision:11140; number_of_response:1; }","duration":"158.828157ms","start":"2026-03-19T11:29:22.392445Z","end":"2026-03-19T11:29:22.551273Z","steps":["trace[2034809253] 'process raft request' (duration: 156.979897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:22.551409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.45192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T11:29:22.551491Z","caller":"traceutil/trace.go:171","msg":"trace[1818682684] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11142; }","duration":"157.562393ms","start":"2026-03-19T11:29:22.39391Z","end":"2026-03-19T11:29:22.551472Z","steps":["trace[1818682684] 'agreement among raft nodes before linearized reading' (duration: 157.377748ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:22.551704Z","caller":"traceutil/trace.go:171","msg":"trace[555526743] transaction","detail":"{read_only:false; response_revision:11141; number_of_response:1; }","duration":"157.295586ms","start":"2026-03-19T11:29:22.394383Z","end":"2026-03-19T11:29:22.551679Z","steps":["trace[555526743] 'process raft request' (duration: 156.600577ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:22.551758Z","caller":"traceutil/trace.go:171","msg":"trace[75334271] transaction","detail":"{read_only:false; response_revision:11142; number_of_response:1; }","duration":"147.223854ms","start":"2026-03-19T11:29:22.404522Z","end":"2026-03-19T11:29:22.551746Z","steps":["trace[75334271] 'process raft request' (duration: 146.495294ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:22.717896Z","caller":"traceutil/trace.go:171","msg":"trace[1436073261] linearizableReadLoop","detail":"{readStateIndex:11558; appliedIndex:11557; }","duration":"152.904537ms","start":"2026-03-19T11:29:22.564956Z","end":"2026-03-19T11:29:22.71786Z","steps":["trace[1436073261] 'read index received' (duration: 147.863421ms)","trace[1436073261] 'applied index is now lower than readState.Index' (duration: 5.039686ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:29:22.718061Z","caller":"traceutil/trace.go:171","msg":"trace[1571274999] transaction","detail":"{read_only:false; response_revision:11143; number_of_response:1; }","duration":"156.424303ms","start":"2026-03-19T11:29:22.561626Z","end":"2026-03-19T11:29:22.71805Z","steps":["trace[1571274999] 'process raft request' (duration: 151.122679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:22.718165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.187483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:29:22.718218Z","caller":"traceutil/trace.go:171","msg":"trace[24419444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11143; }","duration":"106.288206ms","start":"2026-03-19T11:29:22.611916Z","end":"2026-03-19T11:29:22.718204Z","steps":["trace[24419444] 'agreement among raft nodes before linearized reading' (duration: 106.167682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:22.718519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.535194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T11:29:22.718672Z","caller":"traceutil/trace.go:171","msg":"trace[742605480] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11143; }","duration":"153.645647ms","start":"2026-03-19T11:29:22.564933Z","end":"2026-03-19T11:29:22.718579Z","steps":["trace[742605480] 'agreement among raft nodes before linearized reading' (duration: 153.41031ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:23.683515Z","caller":"traceutil/trace.go:171","msg":"trace[92839246] transaction","detail":"{read_only:false; response_revision:11151; number_of_response:1; }","duration":"262.908864ms","start":"2026-03-19T11:29:23.420581Z","end":"2026-03-19T11:29:23.68349Z","steps":["trace[92839246] 'process raft request' (duration: 262.368129ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:23.753237Z","caller":"traceutil/trace.go:171","msg":"trace[98409933] transaction","detail":"{read_only:false; response_revision:11152; number_of_response:1; }","duration":"114.254571ms","start":"2026-03-19T11:29:23.638954Z","end":"2026-03-19T11:29:23.753209Z","steps":["trace[98409933] 'process raft request' (duration: 112.203005ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:25.974458Z","caller":"traceutil/trace.go:171","msg":"trace[1787326128] linearizableReadLoop","detail":"{readStateIndex:11580; appliedIndex:11579; }","duration":"165.709344ms","start":"2026-03-19T11:29:25.808723Z","end":"2026-03-19T11:29:25.974433Z","steps":["trace[1787326128] 'read index received' (duration: 165.56673ms)","trace[1787326128] 'applied index is now lower than readState.Index' (duration: 141.624µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:29:25.974549Z","caller":"traceutil/trace.go:171","msg":"trace[1923801666] transaction","detail":"{read_only:false; response_revision:11165; number_of_response:1; }","duration":"216.369034ms","start":"2026-03-19T11:29:25.758141Z","end":"2026-03-19T11:29:25.97451Z","steps":["trace[1923801666] 'process raft request' (duration: 216.140068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:25.974606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.851638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:29:25.974647Z","caller":"traceutil/trace.go:171","msg":"trace[120249722] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11165; }","duration":"165.95724ms","start":"2026-03-19T11:29:25.808674Z","end":"2026-03-19T11:29:25.974632Z","steps":["trace[120249722] 'agreement among raft nodes before linearized reading' (duration: 165.863538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:26.491788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.544194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:29:26.491867Z","caller":"traceutil/trace.go:171","msg":"trace[2123211970] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:11168; }","duration":"136.663258ms","start":"2026-03-19T11:29:26.355188Z","end":"2026-03-19T11:29:26.491852Z","steps":["trace[2123211970] 'range keys from in-memory index tree' (duration: 136.37061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:26.491909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.686341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T11:29:26.491947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.131459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-volume-586cdb8f7-nz5xf.189e3a9d54d540fe\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-03-19T11:29:26.491995Z","caller":"traceutil/trace.go:171","msg":"trace[828979586] range","detail":"{range_begin:/registry/events/openstack/cinder-volume-586cdb8f7-nz5xf.189e3a9d54d540fe; range_end:; response_count:1; response_revision:11168; }","duration":"134.217971ms","start":"2026-03-19T11:29:26.357767Z","end":"2026-03-19T11:29:26.491985Z","steps":["trace[828979586] 'range keys from in-memory index tree' (duration: 134.002546ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:26.49199Z","caller":"traceutil/trace.go:171","msg":"trace[1259555168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11168; }","duration":"145.814785ms","start":"2026-03-19T11:29:26.346156Z","end":"2026-03-19T11:29:26.491971Z","steps":["trace[1259555168] 'range keys from in-memory index tree' (duration: 145.506967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:26.919841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.650288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:29:26.920041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.388413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T11:29:26.920056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.518447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:29:26.920094Z","caller":"traceutil/trace.go:171","msg":"trace[2083651824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11173; }","duration":"309.773722ms","start":"2026-03-19T11:29:26.610128Z","end":"2026-03-19T11:29:26.919902Z","steps":["trace[2083651824] 'range keys from in-memory index tree' (duration: 309.585297ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:26.920116Z","caller":"traceutil/trace.go:171","msg":"trace[1361677190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11173; }","duration":"298.522107ms","start":"2026-03-19T11:29:26.621577Z","end":"2026-03-19T11:29:26.920099Z","steps":["trace[1361677190] 'range keys from in-memory index tree' (duration: 298.215269ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:26.920131Z","caller":"traceutil/trace.go:171","msg":"trace[1573074504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11173; }","duration":"298.616929ms","start":"2026-03-19T11:29:26.621495Z","end":"2026-03-19T11:29:26.920111Z","steps":["trace[1573074504] 'range keys from in-memory index tree' (duration: 298.404754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:26.920141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:26.610111Z","time spent":"310.016828ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T11:29:28.169008Z","caller":"traceutil/trace.go:171","msg":"trace[80483729] transaction","detail":"{read_only:false; response_revision:11180; number_of_response:1; }","duration":"118.928218ms","start":"2026-03-19T11:29:28.050049Z","end":"2026-03-19T11:29:28.168977Z","steps":["trace[80483729] 'process raft request' (duration: 116.704848ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:28.4042Z","caller":"traceutil/trace.go:171","msg":"trace[233332343] transaction","detail":"{read_only:false; response_revision:11182; number_of_response:1; }","duration":"146.393061ms","start":"2026-03-19T11:29:28.257785Z","end":"2026-03-19T11:29:28.404178Z","steps":["trace[233332343] 'process raft request' (duration: 146.260097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:30.674207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536092936,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:29:31.174418Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536092936,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:29:31.512683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54967016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:29:31.512798Z","caller":"traceutil/trace.go:171","msg":"trace[1737843095] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:11187; }","duration":"1.549858445s","start":"2026-03-19T11:29:29.962912Z","end":"2026-03-19T11:29:31.51277Z","steps":["trace[1737843095] 'count revisions from in-memory index tree' (duration: 1.549546277s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:31.512849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:29.962886Z","time spent":"1.549949238s","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:29:31.514897Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.5082909s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T11:29:31.515307Z","caller":"traceutil/trace.go:171","msg":"trace[687103227] transaction","detail":"{read_only:false; response_revision:11188; number_of_response:1; }","duration":"1.508839375s","start":"2026-03-19T11:29:30.006445Z","end":"2026-03-19T11:29:31.515285Z","steps":["trace[687103227] 'process raft request' (duration: 1.508726652s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:31.515447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:30.006417Z","time spent":"1.508951178s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:29:31.516925Z","caller":"traceutil/trace.go:171","msg":"trace[910742446] transaction","detail":"{read_only:false; response_revision:11189; number_of_response:1; }","duration":"1.342925816s","start":"2026-03-19T11:29:30.173957Z","end":"2026-03-19T11:29:31.516882Z","steps":["trace[910742446] 'process raft request' (duration: 1.34270696s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:31.517043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:30.173934Z","time spent":"1.343062479s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:29:31.517064Z","caller":"traceutil/trace.go:171","msg":"trace[1707201197] linearizableReadLoop","detail":"{readStateIndex:11607; appliedIndex:11603; }","duration":"1.343311936s","start":"2026-03-19T11:29:30.173721Z","end":"2026-03-19T11:29:31.517033Z","steps":["trace[1707201197] 'read index received' (duration: 1.341447226s)","trace[1707201197] 'applied index is now lower than readState.Index' (duration: 1.86326ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:29:31.517239Z","caller":"traceutil/trace.go:171","msg":"trace[970399504] transaction","detail":"{read_only:false; response_revision:11191; number_of_response:1; }","duration":"821.156469ms","start":"2026-03-19T11:29:30.695899Z","end":"2026-03-19T11:29:31.517055Z","steps":["trace[970399504] 'process raft request' (duration: 821.069846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:31.517236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343501321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:29:31.5173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.36568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:29:31.517324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.737134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:29:31.517332Z","caller":"traceutil/trace.go:171","msg":"trace[1591317916] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11191; }","duration":"1.343637426s","start":"2026-03-19T11:29:30.173672Z","end":"2026-03-19T11:29:31.517309Z","steps":["trace[1591317916] 'agreement among raft nodes before linearized reading' (duration: 1.343491092s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:31.517344Z","caller":"traceutil/trace.go:171","msg":"trace[721390007] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11191; }","duration":"588.479353ms","start":"2026-03-19T11:29:30.928852Z","end":"2026-03-19T11:29:31.517331Z","steps":["trace[721390007] 'agreement among raft nodes before linearized reading' (duration: 588.406691ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:31.517365Z","caller":"traceutil/trace.go:171","msg":"trace[1157788137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11191; }","duration":"906.799116ms","start":"2026-03-19T11:29:30.610552Z","end":"2026-03-19T11:29:31.517351Z","steps":["trace[1157788137] 'agreement among raft nodes before linearized reading' (duration: 906.752074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:31.517369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:30.695877Z","time spent":"821.426315ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:29:31.517382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:30.173648Z","time spent":"1.343719997s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-19T11:29:31.517391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.955342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-19T11:29:31.517406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:30.610537Z","time spent":"906.860587ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T11:29:31.517428Z","caller":"traceutil/trace.go:171","msg":"trace[1965798391] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11191; }","duration":"587.012033ms","start":"2026-03-19T11:29:30.930404Z","end":"2026-03-19T11:29:31.517416Z","steps":["trace[1965798391] 'agreement among raft nodes before linearized reading' (duration: 586.903941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:31.517477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.660681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-19T11:29:31.517447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.106224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:29:31.517514Z","caller":"traceutil/trace.go:171","msg":"trace[1007617694] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11191; }","duration":"587.712132ms","start":"2026-03-19T11:29:30.929794Z","end":"2026-03-19T11:29:31.517506Z","steps":["trace[1007617694] 'agreement among raft nodes before linearized reading' (duration: 587.609599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:31.517383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:30.928832Z","time spent":"588.544214ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-19T11:29:31.517543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:30.929786Z","time spent":"587.748373ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-19T11:29:31.517553Z","caller":"traceutil/trace.go:171","msg":"trace[825124979] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:11191; }","duration":"258.262348ms","start":"2026-03-19T11:29:31.259264Z","end":"2026-03-19T11:29:31.517526Z","steps":["trace[825124979] 'agreement among raft nodes before linearized reading' (duration: 258.068193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:31.517276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256992181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:29:31.517628Z","caller":"traceutil/trace.go:171","msg":"trace[105701406] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11191; }","duration":"1.257402082s","start":"2026-03-19T11:29:30.260211Z","end":"2026-03-19T11:29:31.517613Z","steps":["trace[105701406] 'agreement among raft nodes before linearized reading' (duration: 1.257009611s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:31.517667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.562515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:29:31.517667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.896865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T11:29:31.51772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.71506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:29:31.517818Z","caller":"traceutil/trace.go:171","msg":"trace[1778283339] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11191; }","duration":"588.809532ms","start":"2026-03-19T11:29:30.928997Z","end":"2026-03-19T11:29:31.517807Z","steps":["trace[1778283339] 'agreement among raft nodes before linearized reading' (duration: 588.699299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:31.517858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:30.928971Z","time spent":"588.878013ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-19T11:29:31.51791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256514158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-19T11:29:31.517939Z","caller":"traceutil/trace.go:171","msg":"trace[1822290320] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11191; }","duration":"1.256560679s","start":"2026-03-19T11:29:30.261371Z","end":"2026-03-19T11:29:31.517932Z","steps":["trace[1822290320] 'agreement among raft nodes before linearized reading' (duration: 1.256485057s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:31.517958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:30.261361Z","time spent":"1.25659207s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-19T11:29:31.517728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.244677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:29:31.518056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109593913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T11:29:31.51805Z","caller":"traceutil/trace.go:171","msg":"trace[864592446] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11191; }","duration":"588.561155ms","start":"2026-03-19T11:29:30.929478Z","end":"2026-03-19T11:29:31.518039Z","steps":["trace[864592446] 'agreement among raft nodes before linearized reading' (duration: 588.234287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:31.518015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.141601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T11:29:31.518085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:30.92945Z","time spent":"588.626266ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-19T11:29:31.51811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046950638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-19T11:29:31.518117Z","caller":"traceutil/trace.go:171","msg":"trace[406166033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11191; }","duration":"983.281865ms","start":"2026-03-19T11:29:30.534819Z","end":"2026-03-19T11:29:31.518101Z","steps":["trace[406166033] 'agreement among raft nodes before linearized reading' (duration: 982.940536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:31.518131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.321866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T11:29:31.518146Z","caller":"traceutil/trace.go:171","msg":"trace[1470115761] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:11191; }","duration":"1.04702699s","start":"2026-03-19T11:29:30.47111Z","end":"2026-03-19T11:29:31.518137Z","steps":["trace[1470115761] 'agreement among raft nodes before linearized reading' (duration: 1.046897807s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:31.518152Z","caller":"traceutil/trace.go:171","msg":"trace[1463388670] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11191; }","duration":"983.382517ms","start":"2026-03-19T11:29:30.534765Z","end":"2026-03-19T11:29:31.518147Z","steps":["trace[1463388670] 'agreement among raft nodes before linearized reading' (duration: 983.334436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:31.518174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:30.534743Z","time spent":"983.428079ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T11:29:31.518175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:30.471084Z","time spent":"1.047085182s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-03-19T11:29:31.518166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:30.534798Z","time spent":"983.353247ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T11:29:31.51773Z","caller":"traceutil/trace.go:171","msg":"trace[588991187] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:11191; }","duration":"975.980398ms","start":"2026-03-19T11:29:30.541735Z","end":"2026-03-19T11:29:31.517715Z","steps":["trace[588991187] 'agreement among raft nodes before linearized reading' (duration: 975.876725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:31.518221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.890749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T11:29:31.518242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257643258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:29:31.518277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:30.541723Z","time spent":"976.544733ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"info","ts":"2026-03-19T11:29:31.518074Z","caller":"traceutil/trace.go:171","msg":"trace[1150782600] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11191; }","duration":"1.109646984s","start":"2026-03-19T11:29:30.40842Z","end":"2026-03-19T11:29:31.518067Z","steps":["trace[1150782600] 'agreement among raft nodes before linearized reading' (duration: 1.109593373s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:31.517697Z","caller":"traceutil/trace.go:171","msg":"trace[1398525276] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11191; }","duration":"588.634357ms","start":"2026-03-19T11:29:30.929053Z","end":"2026-03-19T11:29:31.517687Z","steps":["trace[1398525276] 'agreement among raft nodes before linearized reading' (duration: 588.589746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:31.518335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:30.929031Z","time spent":"589.293305ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-19T11:29:31.51768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:30.260189Z","time spent":"1.257479164s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-19T11:29:31.518382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:30.408399Z","time spent":"1.109937021s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T11:29:31.518293Z","caller":"traceutil/trace.go:171","msg":"trace[1834860710] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11191; }","duration":"1.257717631s","start":"2026-03-19T11:29:30.260562Z","end":"2026-03-19T11:29:31.518279Z","steps":["trace[1834860710] 'agreement among raft nodes before linearized reading' (duration: 1.257596638s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:31.518286Z","caller":"traceutil/trace.go:171","msg":"trace[681219122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11191; }","duration":"559.982492ms","start":"2026-03-19T11:29:30.958291Z","end":"2026-03-19T11:29:31.518274Z","steps":["trace[681219122] 'agreement among raft nodes before linearized reading' (duration: 559.783386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:31.51847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:30.260553Z","time spent":"1.257911466s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-19T11:29:31.518496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:30.958277Z","time spent":"560.209807ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:29:31.518561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:30.930392Z","time spent":"587.053124ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-19T11:29:31.518609Z","caller":"traceutil/trace.go:171","msg":"trace[1002542883] transaction","detail":"{read_only:false; response_revision:11190; number_of_response:1; }","duration":"1.221532531s","start":"2026-03-19T11:29:30.296985Z","end":"2026-03-19T11:29:31.518517Z","steps":["trace[1002542883] 'process raft request' (duration: 1.219810845s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:31.518753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257927257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:29:31.518876Z","caller":"traceutil/trace.go:171","msg":"trace[935118156] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11191; }","duration":"1.258252415s","start":"2026-03-19T11:29:30.2606Z","end":"2026-03-19T11:29:31.518853Z","steps":["trace[935118156] 'agreement among raft nodes before linearized reading' (duration: 1.257746692s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:31.519134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:30.260584Z","time spent":"1.258528182s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-19T11:29:31.518708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.366079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:29:31.519248Z","caller":"traceutil/trace.go:171","msg":"trace[558528931] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11191; }","duration":"510.938905ms","start":"2026-03-19T11:29:31.00829Z","end":"2026-03-19T11:29:31.519229Z","steps":["trace[558528931] 'agreement among raft nodes before linearized reading' (duration: 509.473735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:31.519297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:31.008267Z","time spent":"511.017107ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:29:31.51902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:30.29695Z","time spent":"1.221828629s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:29:54.204732Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536093340,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T11:29:54.250344Z","caller":"traceutil/trace.go:171","msg":"trace[1179369804] transaction","detail":"{read_only:false; response_revision:11299; number_of_response:1; }","duration":"593.026665ms","start":"2026-03-19T11:29:53.65729Z","end":"2026-03-19T11:29:54.250317Z","steps":["trace[1179369804] 'process raft request' (duration: 592.84902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:54.250524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:53.657263Z","time spent":"593.166199ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:29:55.118233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.405444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:29:55.118494Z","caller":"traceutil/trace.go:171","msg":"trace[934125702] linearizableReadLoop","detail":"{readStateIndex:11722; appliedIndex:11719; }","duration":"1.414316247s","start":"2026-03-19T11:29:53.704157Z","end":"2026-03-19T11:29:55.118473Z","steps":["trace[934125702] 'read index received' (duration: 546.017364ms)","trace[934125702] 'applied index is now lower than readState.Index' (duration: 868.297673ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:29:55.118598Z","caller":"traceutil/trace.go:171","msg":"trace[1756273560] transaction","detail":"{read_only:false; response_revision:11301; number_of_response:1; }","duration":"1.329467111s","start":"2026-03-19T11:29:53.789113Z","end":"2026-03-19T11:29:55.11858Z","steps":["trace[1756273560] 'process raft request' (duration: 1.329235005s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:55.118683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:53.789083Z","time spent":"1.329554844s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:29:55.118693Z","caller":"traceutil/trace.go:171","msg":"trace[653487110] transaction","detail":"{read_only:false; response_revision:11300; number_of_response:1; }","duration":"1.461128243s","start":"2026-03-19T11:29:53.657537Z","end":"2026-03-19T11:29:55.118665Z","steps":["trace[653487110] 'process raft request' (duration: 907.186424ms)","trace[653487110] 'compare' (duration: 552.783247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:29:55.118838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:53.657513Z","time spent":"1.461246806s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:29:55.118897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414720588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:29:55.118983Z","caller":"traceutil/trace.go:171","msg":"trace[725528022] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11301; }","duration":"1.414839732s","start":"2026-03-19T11:29:53.704119Z","end":"2026-03-19T11:29:55.118958Z","steps":["trace[725528022] 'agreement among raft nodes before linearized reading' (duration: 1.414710348s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:55.119055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:53.704099Z","time spent":"1.414942984s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-19T11:29:55.119625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415369325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:29:55.11966Z","caller":"traceutil/trace.go:171","msg":"trace[1348604519] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11302; }","duration":"1.415456998s","start":"2026-03-19T11:29:53.704194Z","end":"2026-03-19T11:29:55.119651Z","steps":["trace[1348604519] 'agreement among raft nodes before linearized reading' (duration: 1.415375676s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:55.119681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:53.704164Z","time spent":"1.41551148s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-19T11:29:55.119673Z","caller":"traceutil/trace.go:171","msg":"trace[1091162522] transaction","detail":"{read_only:false; response_revision:11302; number_of_response:1; }","duration":"104.721503ms","start":"2026-03-19T11:29:55.014877Z","end":"2026-03-19T11:29:55.119598Z","steps":["trace[1091162522] 'process raft request' (duration: 104.563899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:55.119746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413764352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:29:55.119749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30759171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T11:29:55.120121Z","caller":"traceutil/trace.go:171","msg":"trace[655929991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11302; }","duration":"1.30799586s","start":"2026-03-19T11:29:53.812102Z","end":"2026-03-19T11:29:55.120097Z","steps":["trace[655929991] 'agreement among raft nodes before linearized reading' (duration: 1.307470076s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:55.120102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.749564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T11:29:55.120181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:53.812085Z","time spent":"1.308086443s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T11:29:55.12021Z","caller":"traceutil/trace.go:171","msg":"trace[1964362825] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:11302; }","duration":"257.938989ms","start":"2026-03-19T11:29:54.862246Z","end":"2026-03-19T11:29:55.120185Z","steps":["trace[1964362825] 'agreement among raft nodes before linearized reading' (duration: 257.703782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:55.119796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308959937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T11:29:55.120236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.094902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143793"} {"level":"warn","ts":"2026-03-19T11:29:55.120163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.789813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:29:55.12028Z","caller":"traceutil/trace.go:171","msg":"trace[1615613629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11302; }","duration":"1.309502111s","start":"2026-03-19T11:29:53.810771Z","end":"2026-03-19T11:29:55.120273Z","steps":["trace[1615613629] 'agreement among raft nodes before linearized reading' (duration: 1.308872074s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:55.120289Z","caller":"traceutil/trace.go:171","msg":"trace[1765237619] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:11302; }","duration":"860.202064ms","start":"2026-03-19T11:29:54.260075Z","end":"2026-03-19T11:29:55.120277Z","steps":["trace[1765237619] 'agreement among raft nodes before linearized reading' (duration: 859.893196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:55.120304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:53.810744Z","time spent":"1.309552993s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:29:55.120333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:54.26005Z","time spent":"860.274436ms","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":143817,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-19T11:29:55.119814Z","caller":"traceutil/trace.go:171","msg":"trace[756656491] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11302; }","duration":"1.413856905s","start":"2026-03-19T11:29:53.705938Z","end":"2026-03-19T11:29:55.119795Z","steps":["trace[756656491] 'agreement among raft nodes before linearized reading' (duration: 1.413750472s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:55.12031Z","caller":"traceutil/trace.go:171","msg":"trace[1421700258] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11302; }","duration":"305.99566ms","start":"2026-03-19T11:29:54.814297Z","end":"2026-03-19T11:29:55.120292Z","steps":["trace[1421700258] 'agreement among raft nodes before linearized reading' (duration: 305.685271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:55.120372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:53.705928Z","time spent":"1.414439161s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-19T11:29:55.120184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308518845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T11:29:55.120406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:54.814266Z","time spent":"306.120382ms","remote":"127.0.0.1:49430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:29:55.119842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413942367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:29:55.120582Z","caller":"traceutil/trace.go:171","msg":"trace[1990080049] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11302; }","duration":"1.414701797s","start":"2026-03-19T11:29:53.705872Z","end":"2026-03-19T11:29:55.120574Z","steps":["trace[1990080049] 'agreement among raft nodes before linearized reading' (duration: 1.413939487s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:55.120608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:53.705858Z","time spent":"1.414744459s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-19T11:29:55.120542Z","caller":"traceutil/trace.go:171","msg":"trace[253864385] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11302; }","duration":"1.308837923s","start":"2026-03-19T11:29:53.811622Z","end":"2026-03-19T11:29:55.120459Z","steps":["trace[253864385] 'agreement among raft nodes before linearized reading' (duration: 1.308166855s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:55.120707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:53.811615Z","time spent":"1.30907942s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:29:55.119896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308995968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T11:29:55.120881Z","caller":"traceutil/trace.go:171","msg":"trace[1662059630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11302; }","duration":"1.310009255s","start":"2026-03-19T11:29:53.810857Z","end":"2026-03-19T11:29:55.120866Z","steps":["trace[1662059630] 'agreement among raft nodes before linearized reading' (duration: 1.308976857s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:55.120984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:53.810836Z","time spent":"1.310128688s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:29:55.11993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41327497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-19T11:29:55.12105Z","caller":"traceutil/trace.go:171","msg":"trace[1167759159] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11302; }","duration":"1.41441273s","start":"2026-03-19T11:29:53.706628Z","end":"2026-03-19T11:29:55.12104Z","steps":["trace[1167759159] 'agreement among raft nodes before linearized reading' (duration: 1.413209137s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:55.121082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:53.70662Z","time spent":"1.414452901s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-19T11:29:55.119917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.44103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:29:55.121189Z","caller":"traceutil/trace.go:171","msg":"trace[760398279] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:11302; }","duration":"525.792507ms","start":"2026-03-19T11:29:54.595385Z","end":"2026-03-19T11:29:55.121177Z","steps":["trace[760398279] 'agreement among raft nodes before linearized reading' (duration: 524.400329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:55.121224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:54.595364Z","time spent":"525.847457ms","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:29:55.119988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306412138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T11:29:55.121312Z","caller":"traceutil/trace.go:171","msg":"trace[557709320] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11302; }","duration":"1.307732284s","start":"2026-03-19T11:29:53.81357Z","end":"2026-03-19T11:29:55.121303Z","steps":["trace[557709320] 'agreement among raft nodes before linearized reading' (duration: 1.306300885s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:55.121338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:53.81355Z","time spent":"1.307780485s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T11:29:55.119986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290135877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:29:55.121402Z","caller":"traceutil/trace.go:171","msg":"trace[1935532796] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:11302; }","duration":"1.291620227s","start":"2026-03-19T11:29:53.829775Z","end":"2026-03-19T11:29:55.121395Z","steps":["trace[1935532796] 'agreement among raft nodes before linearized reading' (duration: 1.290085836s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:55.121422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:53.829756Z","time spent":"1.291660239s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"info","ts":"2026-03-19T11:29:56.105586Z","caller":"traceutil/trace.go:171","msg":"trace[1466716722] transaction","detail":"{read_only:false; response_revision:11304; number_of_response:1; }","duration":"979.895063ms","start":"2026-03-19T11:29:55.125666Z","end":"2026-03-19T11:29:56.105561Z","steps":["trace[1466716722] 'process raft request' (duration: 979.710008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:56.105731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:55.125644Z","time spent":"980.015157ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:29:56.106064Z","caller":"traceutil/trace.go:171","msg":"trace[1041770797] transaction","detail":"{read_only:false; response_revision:11305; number_of_response:1; }","duration":"979.881423ms","start":"2026-03-19T11:29:55.126156Z","end":"2026-03-19T11:29:56.106038Z","steps":["trace[1041770797] 'process raft request' (duration: 979.364619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:56.106184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:55.12614Z","time spent":"979.988656ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:29:56.106265Z","caller":"traceutil/trace.go:171","msg":"trace[548081018] linearizableReadLoop","detail":"{readStateIndex:11726; appliedIndex:11723; }","duration":"980.063448ms","start":"2026-03-19T11:29:55.12618Z","end":"2026-03-19T11:29:56.106244Z","steps":["trace[548081018] 'read index received' (duration: 43.360463ms)","trace[548081018] 'applied index is now lower than readState.Index' (duration: 936.700635ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:29:56.106348Z","caller":"traceutil/trace.go:171","msg":"trace[288865858] transaction","detail":"{read_only:false; response_revision:11306; number_of_response:1; }","duration":"980.122859ms","start":"2026-03-19T11:29:55.126209Z","end":"2026-03-19T11:29:56.106332Z","steps":["trace[288865858] 'process raft request' (duration: 979.645556ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:56.1064Z","caller":"traceutil/trace.go:171","msg":"trace[1645618869] transaction","detail":"{read_only:false; response_revision:11307; number_of_response:1; }","duration":"979.477612ms","start":"2026-03-19T11:29:55.126883Z","end":"2026-03-19T11:29:56.106361Z","steps":["trace[1645618869] 'process raft request' (duration: 979.173454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:56.106438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:55.126186Z","time spent":"980.202082ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:29:56.106499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:55.126875Z","time spent":"979.572124ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:29:56.107564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.369653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447914"} {"level":"info","ts":"2026-03-19T11:29:56.107638Z","caller":"traceutil/trace.go:171","msg":"trace[78060227] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11307; }","duration":"981.472186ms","start":"2026-03-19T11:29:55.126148Z","end":"2026-03-19T11:29:56.10762Z","steps":["trace[78060227] 'agreement among raft nodes before linearized reading' (duration: 980.397807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:56.107701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:55.126136Z","time spent":"981.549108ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447938,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T11:29:56.393083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.387561ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T11:29:56.393413Z","caller":"traceutil/trace.go:171","msg":"trace[728482200] transaction","detail":"{read_only:false; response_revision:11308; number_of_response:1; }","duration":"200.527036ms","start":"2026-03-19T11:29:56.192867Z","end":"2026-03-19T11:29:56.393394Z","steps":["trace[728482200] 'process raft request' (duration: 200.356221ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:56.393441Z","caller":"traceutil/trace.go:171","msg":"trace[2020544683] linearizableReadLoop","detail":"{readStateIndex:11729; appliedIndex:11728; }","duration":"287.086618ms","start":"2026-03-19T11:29:56.106324Z","end":"2026-03-19T11:29:56.39341Z","steps":["trace[2020544683] 'read index received' (duration: 96.377838ms)","trace[2020544683] 'applied index is now lower than readState.Index' (duration: 190.705769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:29:56.393639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.591451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:29:56.393662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.767964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:29:56.39369Z","caller":"traceutil/trace.go:171","msg":"trace[1753892960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11308; }","duration":"783.668444ms","start":"2026-03-19T11:29:55.610005Z","end":"2026-03-19T11:29:56.393673Z","steps":["trace[1753892960] 'agreement among raft nodes before linearized reading' (duration: 783.593272ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:56.393706Z","caller":"traceutil/trace.go:171","msg":"trace[677718024] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11308; }","duration":"750.852916ms","start":"2026-03-19T11:29:55.64284Z","end":"2026-03-19T11:29:56.393693Z","steps":["trace[677718024] 'agreement among raft nodes before linearized reading' (duration: 750.777664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:56.393725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:55.609991Z","time spent":"783.725725ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:29:56.393703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.87336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:29:56.393775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.564388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:29:56.393738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:55.64282Z","time spent":"750.910837ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-19T11:29:56.393818Z","caller":"traceutil/trace.go:171","msg":"trace[1738147916] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11308; }","duration":"750.620379ms","start":"2026-03-19T11:29:55.643189Z","end":"2026-03-19T11:29:56.393809Z","steps":["trace[1738147916] 'agreement among raft nodes before linearized reading' (duration: 750.567948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:56.393787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034761207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:29:56.393844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:55.643181Z","time spent":"750.658001ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-19T11:29:56.393856Z","caller":"traceutil/trace.go:171","msg":"trace[966604152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11308; }","duration":"1.035047635s","start":"2026-03-19T11:29:55.358796Z","end":"2026-03-19T11:29:56.393844Z","steps":["trace[966604152] 'agreement among raft nodes before linearized reading' (duration: 1.034740757s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:56.393922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:55.358765Z","time spent":"1.035145538s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:29:56.393969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.658658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:29:56.393782Z","caller":"traceutil/trace.go:171","msg":"trace[1873779553] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11308; }","duration":"817.980022ms","start":"2026-03-19T11:29:55.575781Z","end":"2026-03-19T11:29:56.393761Z","steps":["trace[1873779553] 'agreement among raft nodes before linearized reading' (duration: 817.815478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:56.393968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.395323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-19T11:29:56.39401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:55.575775Z","time spent":"818.226689ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-19T11:29:56.394023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.152298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-19T11:29:56.394052Z","caller":"traceutil/trace.go:171","msg":"trace[571284896] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11308; }","duration":"797.223941ms","start":"2026-03-19T11:29:55.596819Z","end":"2026-03-19T11:29:56.394043Z","steps":["trace[571284896] 'agreement among raft nodes before linearized reading' (duration: 797.092157ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:56.394051Z","caller":"traceutil/trace.go:171","msg":"trace[458789581] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11308; }","duration":"818.525046ms","start":"2026-03-19T11:29:55.575505Z","end":"2026-03-19T11:29:56.39403Z","steps":["trace[458789581] 'agreement among raft nodes before linearized reading' (duration: 818.319291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:56.39409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:55.596797Z","time spent":"797.285782ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-19T11:29:56.394094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:55.575472Z","time spent":"818.613819ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-19T11:29:56.394006Z","caller":"traceutil/trace.go:171","msg":"trace[1603387337] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:11308; }","duration":"761.73939ms","start":"2026-03-19T11:29:55.632254Z","end":"2026-03-19T11:29:56.393993Z","steps":["trace[1603387337] 'agreement among raft nodes before linearized reading' (duration: 761.664028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:56.39417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.723922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:29:56.39419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:55.632231Z","time spent":"761.948326ms","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":4,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:29:56.394237Z","caller":"traceutil/trace.go:171","msg":"trace[1295995416] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11308; }","duration":"818.840566ms","start":"2026-03-19T11:29:55.575383Z","end":"2026-03-19T11:29:56.394223Z","steps":["trace[1295995416] 'agreement among raft nodes before linearized reading' (duration: 818.755953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:56.394307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:55.575347Z","time spent":"818.923358ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-19T11:29:56.749775Z","caller":"traceutil/trace.go:171","msg":"trace[2127038516] linearizableReadLoop","detail":"{readStateIndex:11731; appliedIndex:11730; }","duration":"139.384811ms","start":"2026-03-19T11:29:56.610366Z","end":"2026-03-19T11:29:56.749751Z","steps":["trace[2127038516] 'read index received' (duration: 139.150875ms)","trace[2127038516] 'applied index is now lower than readState.Index' (duration: 233.196µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:29:56.74994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.568556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:29:56.749972Z","caller":"traceutil/trace.go:171","msg":"trace[1051705399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11309; }","duration":"139.673119ms","start":"2026-03-19T11:29:56.610289Z","end":"2026-03-19T11:29:56.749962Z","steps":["trace[1051705399] 'agreement among raft nodes before linearized reading' (duration: 139.553416ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:56.750346Z","caller":"traceutil/trace.go:171","msg":"trace[160039757] transaction","detail":"{read_only:false; response_revision:11309; number_of_response:1; }","duration":"494.583462ms","start":"2026-03-19T11:29:56.255751Z","end":"2026-03-19T11:29:56.750334Z","steps":["trace[160039757] 'process raft request' (duration: 493.829881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:56.750435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:29:56.255727Z","time spent":"494.647324ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:29:57.243212Z","caller":"traceutil/trace.go:171","msg":"trace[750268689] linearizableReadLoop","detail":"{readStateIndex:11733; appliedIndex:11731; }","duration":"117.440338ms","start":"2026-03-19T11:29:57.125741Z","end":"2026-03-19T11:29:57.243181Z","steps":["trace[750268689] 'read index received' (duration: 84.23016ms)","trace[750268689] 'applied index is now lower than readState.Index' (duration: 33.209088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:29:57.243375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.614163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:29:57.243431Z","caller":"traceutil/trace.go:171","msg":"trace[23176255] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11311; }","duration":"117.700295ms","start":"2026-03-19T11:29:57.125718Z","end":"2026-03-19T11:29:57.243419Z","steps":["trace[23176255] 'agreement among raft nodes before linearized reading' (duration: 117.596262ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:57.243385Z","caller":"traceutil/trace.go:171","msg":"trace[828371920] transaction","detail":"{read_only:false; response_revision:11311; number_of_response:1; }","duration":"117.581311ms","start":"2026-03-19T11:29:57.125679Z","end":"2026-03-19T11:29:57.24326Z","steps":["trace[828371920] 'process raft request' (duration: 117.352015ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:58.238287Z","caller":"traceutil/trace.go:171","msg":"trace[2004497307] transaction","detail":"{read_only:false; response_revision:11313; number_of_response:1; }","duration":"124.349514ms","start":"2026-03-19T11:29:58.113909Z","end":"2026-03-19T11:29:58.238259Z","steps":["trace[2004497307] 'process raft request' (duration: 124.21833ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:58.400111Z","caller":"traceutil/trace.go:171","msg":"trace[70668118] transaction","detail":"{read_only:false; response_revision:11315; number_of_response:1; }","duration":"267.639611ms","start":"2026-03-19T11:29:58.132444Z","end":"2026-03-19T11:29:58.400084Z","steps":["trace[70668118] 'process raft request' (duration: 267.562509ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:58.400115Z","caller":"traceutil/trace.go:171","msg":"trace[1837676884] transaction","detail":"{read_only:false; response_revision:11314; number_of_response:1; }","duration":"267.860617ms","start":"2026-03-19T11:29:58.132222Z","end":"2026-03-19T11:29:58.400083Z","steps":["trace[1837676884] 'process raft request' (duration: 267.612151ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:58.40027Z","caller":"traceutil/trace.go:171","msg":"trace[1066913933] linearizableReadLoop","detail":"{readStateIndex:11737; appliedIndex:11734; }","duration":"267.20177ms","start":"2026-03-19T11:29:58.133043Z","end":"2026-03-19T11:29:58.400245Z","steps":["trace[1066913933] 'read index received' (duration: 105.183726ms)","trace[1066913933] 'applied index is now lower than readState.Index' (duration: 162.016054ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:29:58.400384Z","caller":"traceutil/trace.go:171","msg":"trace[7237957] transaction","detail":"{read_only:false; response_revision:11316; number_of_response:1; }","duration":"266.816879ms","start":"2026-03-19T11:29:58.13354Z","end":"2026-03-19T11:29:58.400357Z","steps":["trace[7237957] 'process raft request' (duration: 266.50553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:58.400451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.387795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:29:58.400475Z","caller":"traceutil/trace.go:171","msg":"trace[1967375296] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:11316; }","duration":"267.448976ms","start":"2026-03-19T11:29:58.133019Z","end":"2026-03-19T11:29:58.400468Z","steps":["trace[1967375296] 'agreement among raft nodes before linearized reading' (duration: 267.338993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:58.400514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.140419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T11:29:58.40064Z","caller":"traceutil/trace.go:171","msg":"trace[27777067] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11316; }","duration":"100.302204ms","start":"2026-03-19T11:29:58.300318Z","end":"2026-03-19T11:29:58.40062Z","steps":["trace[27777067] 'agreement among raft nodes before linearized reading' (duration: 100.102149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:59.071414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.075336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:29:59.071641Z","caller":"traceutil/trace.go:171","msg":"trace[162585822] transaction","detail":"{read_only:false; response_revision:11318; number_of_response:1; }","duration":"204.662417ms","start":"2026-03-19T11:29:58.866951Z","end":"2026-03-19T11:29:59.071613Z","steps":["trace[162585822] 'process raft request' (duration: 66.302133ms)","trace[162585822] 'compare' (duration: 137.908572ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:29:59.356086Z","caller":"traceutil/trace.go:171","msg":"trace[1703954455] linearizableReadLoop","detail":"{readStateIndex:11741; appliedIndex:11740; }","duration":"108.371593ms","start":"2026-03-19T11:29:59.247686Z","end":"2026-03-19T11:29:59.356057Z","steps":["trace[1703954455] 'read index received' (duration: 108.212898ms)","trace[1703954455] 'applied index is now lower than readState.Index' (duration: 157.424µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:29:59.356125Z","caller":"traceutil/trace.go:171","msg":"trace[100407222] transaction","detail":"{read_only:false; response_revision:11319; number_of_response:1; }","duration":"140.067739ms","start":"2026-03-19T11:29:59.216025Z","end":"2026-03-19T11:29:59.356093Z","steps":["trace[100407222] 'process raft request' (duration: 139.838033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:59.356273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.559537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:29:59.356314Z","caller":"traceutil/trace.go:171","msg":"trace[1585604822] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11319; }","duration":"108.66339ms","start":"2026-03-19T11:29:59.247639Z","end":"2026-03-19T11:29:59.356302Z","steps":["trace[1585604822] 'agreement among raft nodes before linearized reading' (duration: 108.563167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:59.392682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.811765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T11:29:59.392832Z","caller":"traceutil/trace.go:171","msg":"trace[1019131513] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11320; }","duration":"102.01652ms","start":"2026-03-19T11:29:59.290795Z","end":"2026-03-19T11:29:59.392812Z","steps":["trace[1019131513] 'agreement among raft nodes before linearized reading' (duration: 101.724152ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:29:59.39305Z","caller":"traceutil/trace.go:171","msg":"trace[472647044] transaction","detail":"{read_only:false; response_revision:11320; number_of_response:1; }","duration":"144.179211ms","start":"2026-03-19T11:29:59.248857Z","end":"2026-03-19T11:29:59.393036Z","steps":["trace[472647044] 'process raft request' (duration: 143.522643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:29:59.618107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.565995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:29:59.61829Z","caller":"traceutil/trace.go:171","msg":"trace[2026899722] transaction","detail":"{read_only:false; response_revision:11321; number_of_response:1; }","duration":"221.567794ms","start":"2026-03-19T11:29:59.396684Z","end":"2026-03-19T11:29:59.618251Z","steps":["trace[2026899722] 'process raft request' (duration: 84.755583ms)","trace[2026899722] 'compare' (duration: 136.441931ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:29:59.981642Z","caller":"traceutil/trace.go:171","msg":"trace[325473148] transaction","detail":"{read_only:false; response_revision:11322; number_of_response:1; }","duration":"105.211577ms","start":"2026-03-19T11:29:59.876399Z","end":"2026-03-19T11:29:59.981611Z","steps":["trace[325473148] 'process raft request' (duration: 104.724604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:30:00.734366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.830176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:30:00.734553Z","caller":"traceutil/trace.go:171","msg":"trace[1822628995] linearizableReadLoop","detail":"{readStateIndex:11748; appliedIndex:11745; }","duration":"314.459008ms","start":"2026-03-19T11:30:00.420077Z","end":"2026-03-19T11:30:00.734536Z","steps":["trace[1822628995] 'read index received' (duration: 51.00776ms)","trace[1822628995] 'applied index is now lower than readState.Index' (duration: 263.450048ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:30:00.734659Z","caller":"traceutil/trace.go:171","msg":"trace[1510262044] transaction","detail":"{read_only:false; response_revision:11326; number_of_response:1; }","duration":"325.074695ms","start":"2026-03-19T11:30:00.409575Z","end":"2026-03-19T11:30:00.73465Z","steps":["trace[1510262044] 'process raft request' (duration: 324.90144ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:30:00.734659Z","caller":"traceutil/trace.go:171","msg":"trace[1094169216] transaction","detail":"{read_only:false; response_revision:11325; number_of_response:1; }","duration":"325.399315ms","start":"2026-03-19T11:30:00.409237Z","end":"2026-03-19T11:30:00.734636Z","steps":["trace[1094169216] 'process raft request' (duration: 203.219539ms)","trace[1094169216] 'compare' (duration: 121.709893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:30:00.734721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:30:00.409492Z","time spent":"325.193669ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:30:00.734755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:30:00.409221Z","time spent":"325.489947ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:30:00.734994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.897971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:30:00.735084Z","caller":"traceutil/trace.go:171","msg":"trace[487433049] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:11326; }","duration":"315.021083ms","start":"2026-03-19T11:30:00.420042Z","end":"2026-03-19T11:30:00.735063Z","steps":["trace[487433049] 'agreement among raft nodes before linearized reading' (duration: 314.859039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:30:00.735127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.626521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:30:00.735177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:30:00.420031Z","time spent":"315.133266ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"info","ts":"2026-03-19T11:30:00.735258Z","caller":"traceutil/trace.go:171","msg":"trace[1443006802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11326; }","duration":"121.872288ms","start":"2026-03-19T11:30:00.613359Z","end":"2026-03-19T11:30:00.735231Z","steps":["trace[1443006802] 'agreement among raft nodes before linearized reading' (duration: 121.58044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:30:00.735774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.333064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-19T11:30:00.73589Z","caller":"traceutil/trace.go:171","msg":"trace[497661582] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:11326; }","duration":"263.5103ms","start":"2026-03-19T11:30:00.472354Z","end":"2026-03-19T11:30:00.735864Z","steps":["trace[497661582] 'agreement among raft nodes before linearized reading' (duration: 262.513913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:30:01.101817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.374897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:30:01.102141Z","caller":"traceutil/trace.go:171","msg":"trace[1612327815] transaction","detail":"{read_only:false; response_revision:11328; number_of_response:1; }","duration":"269.958634ms","start":"2026-03-19T11:30:00.832169Z","end":"2026-03-19T11:30:01.102127Z","steps":["trace[1612327815] 'process raft request' (duration: 269.736448ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:30:01.10221Z","caller":"traceutil/trace.go:171","msg":"trace[527300269] transaction","detail":"{read_only:false; response_revision:11327; number_of_response:1; }","duration":"314.217431ms","start":"2026-03-19T11:30:00.787946Z","end":"2026-03-19T11:30:01.102163Z","steps":["trace[527300269] 'process raft request' (duration: 64.411882ms)","trace[527300269] 'compare' (duration: 249.032738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:30:01.102438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:30:00.787921Z","time spent":"314.429526ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:30:01.61861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.272168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:30:01.618726Z","caller":"traceutil/trace.go:171","msg":"trace[1997087842] transaction","detail":"{read_only:false; response_revision:11330; number_of_response:1; }","duration":"220.562977ms","start":"2026-03-19T11:30:01.398144Z","end":"2026-03-19T11:30:01.618707Z","steps":["trace[1997087842] 'process raft request' (duration: 40.092564ms)","trace[1997087842] 'compare' (duration: 180.115784ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:30:01.836586Z","caller":"traceutil/trace.go:171","msg":"trace[936691580] transaction","detail":"{read_only:false; response_revision:11331; number_of_response:1; }","duration":"210.495505ms","start":"2026-03-19T11:30:01.626058Z","end":"2026-03-19T11:30:01.836553Z","steps":["trace[936691580] 'process raft request' (duration: 116.379759ms)","trace[936691580] 'compare' (duration: 93.804808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:30:02.324345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.544069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:30:02.324409Z","caller":"traceutil/trace.go:171","msg":"trace[1235814390] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:11332; }","duration":"138.662012ms","start":"2026-03-19T11:30:02.185734Z","end":"2026-03-19T11:30:02.324396Z","steps":["trace[1235814390] 'count revisions from in-memory index tree' (duration: 138.461817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:30:02.807639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.873997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:30:02.807744Z","caller":"traceutil/trace.go:171","msg":"trace[404436373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11334; }","duration":"197.047402ms","start":"2026-03-19T11:30:02.610668Z","end":"2026-03-19T11:30:02.807716Z","steps":["trace[404436373] 'range keys from in-memory index tree' (duration: 196.811465ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:30:02.808082Z","caller":"traceutil/trace.go:171","msg":"trace[76428933] transaction","detail":"{read_only:false; response_revision:11335; number_of_response:1; }","duration":"180.115934ms","start":"2026-03-19T11:30:02.627933Z","end":"2026-03-19T11:30:02.808049Z","steps":["trace[76428933] 'process raft request' (duration: 91.272089ms)","trace[76428933] 'compare' (duration: 88.409773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:30:03.154036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.026939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:30:03.154175Z","caller":"traceutil/trace.go:171","msg":"trace[1480998767] linearizableReadLoop","detail":"{readStateIndex:11760; appliedIndex:11758; }","duration":"340.644237ms","start":"2026-03-19T11:30:02.813509Z","end":"2026-03-19T11:30:03.154153Z","steps":["trace[1480998767] 'read index received' (duration: 35.565133ms)","trace[1480998767] 'applied index is now lower than readState.Index' (duration: 305.074014ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:30:03.154284Z","caller":"traceutil/trace.go:171","msg":"trace[41487494] transaction","detail":"{read_only:false; response_revision:11337; number_of_response:1; }","duration":"340.876463ms","start":"2026-03-19T11:30:02.813388Z","end":"2026-03-19T11:30:03.154264Z","steps":["trace[41487494] 'process raft request' (duration: 200.505615ms)","trace[41487494] 'compare' (duration: 139.860534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:30:03.154369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:30:02.813376Z","time spent":"340.946675ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:30:03.155055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.516821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447914"} {"level":"info","ts":"2026-03-19T11:30:03.155155Z","caller":"traceutil/trace.go:171","msg":"trace[1925670264] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11337; }","duration":"341.659545ms","start":"2026-03-19T11:30:02.813474Z","end":"2026-03-19T11:30:03.155133Z","steps":["trace[1925670264] 'agreement among raft nodes before linearized reading' (duration: 340.826162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:30:03.155211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:30:02.813457Z","time spent":"341.738926ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447938,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T11:30:03.97049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.856656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-19T11:30:03.970574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.058578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T11:30:03.970643Z","caller":"traceutil/trace.go:171","msg":"trace[1834231439] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11340; }","duration":"265.01909ms","start":"2026-03-19T11:30:03.705559Z","end":"2026-03-19T11:30:03.970578Z","steps":["trace[1834231439] 'range keys from in-memory index tree' (duration: 264.65399ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:30:03.970656Z","caller":"traceutil/trace.go:171","msg":"trace[78816842] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11340; }","duration":"130.141342ms","start":"2026-03-19T11:30:03.840493Z","end":"2026-03-19T11:30:03.970635Z","steps":["trace[78816842] 'range keys from in-memory index tree' (duration: 129.709489ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:30:04.535855Z","caller":"traceutil/trace.go:171","msg":"trace[411818421] linearizableReadLoop","detail":"{readStateIndex:11765; appliedIndex:11764; }","duration":"194.05994ms","start":"2026-03-19T11:30:04.341771Z","end":"2026-03-19T11:30:04.535831Z","steps":["trace[411818421] 'read index received' (duration: 193.940267ms)","trace[411818421] 'applied index is now lower than readState.Index' (duration: 118.813µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:30:04.535961Z","caller":"traceutil/trace.go:171","msg":"trace[1463440640] transaction","detail":"{read_only:false; response_revision:11342; number_of_response:1; }","duration":"195.90182ms","start":"2026-03-19T11:30:04.340024Z","end":"2026-03-19T11:30:04.535926Z","steps":["trace[1463440640] 'process raft request' (duration: 195.588871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:30:04.536144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.339828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T11:30:04.536191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.942129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:30:04.536234Z","caller":"traceutil/trace.go:171","msg":"trace[1868859965] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:11342; }","duration":"194.491002ms","start":"2026-03-19T11:30:04.341724Z","end":"2026-03-19T11:30:04.536215Z","steps":["trace[1868859965] 'agreement among raft nodes before linearized reading' (duration: 194.314047ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:30:04.536254Z","caller":"traceutil/trace.go:171","msg":"trace[790913278] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11342; }","duration":"122.061162ms","start":"2026-03-19T11:30:04.414179Z","end":"2026-03-19T11:30:04.53624Z","steps":["trace[790913278] 'agreement among raft nodes before linearized reading' (duration: 121.935059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:30:04.536278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.422395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:30:04.536338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.046782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-19T11:30:04.536382Z","caller":"traceutil/trace.go:171","msg":"trace[948564712] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11342; }","duration":"122.107684ms","start":"2026-03-19T11:30:04.414264Z","end":"2026-03-19T11:30:04.536372Z","steps":["trace[948564712] 'agreement among raft nodes before linearized reading' (duration: 121.9623ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:30:04.536612Z","caller":"traceutil/trace.go:171","msg":"trace[1773414068] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11342; }","duration":"121.756994ms","start":"2026-03-19T11:30:04.414837Z","end":"2026-03-19T11:30:04.536594Z","steps":["trace[1773414068] 'agreement among raft nodes before linearized reading' (duration: 121.349743ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:30:05.375733Z","caller":"traceutil/trace.go:171","msg":"trace[1748636356] linearizableReadLoop","detail":"{readStateIndex:11769; appliedIndex:11768; }","duration":"170.567955ms","start":"2026-03-19T11:30:05.205141Z","end":"2026-03-19T11:30:05.375709Z","steps":["trace[1748636356] 'read index received' (duration: 99.7968ms)","trace[1748636356] 'applied index is now lower than readState.Index' (duration: 70.770185ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:30:05.375756Z","caller":"traceutil/trace.go:171","msg":"trace[1370950402] transaction","detail":"{read_only:false; response_revision:11346; number_of_response:1; }","duration":"185.54583ms","start":"2026-03-19T11:30:05.190174Z","end":"2026-03-19T11:30:05.37572Z","steps":["trace[1370950402] 'process raft request' (duration: 114.787806ms)","trace[1370950402] 'compare' (duration: 70.542489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:30:05.375847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.701151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:30:05.375893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.787214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:30:05.375939Z","caller":"traceutil/trace.go:171","msg":"trace[2063166514] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11346; }","duration":"186.862146ms","start":"2026-03-19T11:30:05.189066Z","end":"2026-03-19T11:30:05.375928Z","steps":["trace[2063166514] 'agreement among raft nodes before linearized reading' (duration: 186.775154ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:30:05.375906Z","caller":"traceutil/trace.go:171","msg":"trace[1369245712] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11346; }","duration":"186.771723ms","start":"2026-03-19T11:30:05.189119Z","end":"2026-03-19T11:30:05.375891Z","steps":["trace[1369245712] 'agreement among raft nodes before linearized reading' (duration: 186.615429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:30:05.376148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.128266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-19T11:30:05.376193Z","caller":"traceutil/trace.go:171","msg":"trace[1837012595] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11346; }","duration":"186.189598ms","start":"2026-03-19T11:30:05.189982Z","end":"2026-03-19T11:30:05.376171Z","steps":["trace[1837012595] 'agreement among raft nodes before linearized reading' (duration: 185.942051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:30:05.3762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.207986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:30:05.376266Z","caller":"traceutil/trace.go:171","msg":"trace[884778732] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11346; }","duration":"187.317899ms","start":"2026-03-19T11:30:05.18893Z","end":"2026-03-19T11:30:05.376248Z","steps":["trace[884778732] 'agreement among raft nodes before linearized reading' (duration: 187.214436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:30:05.376357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.164813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447914"} {"level":"info","ts":"2026-03-19T11:30:05.376407Z","caller":"traceutil/trace.go:171","msg":"trace[2146829194] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11346; }","duration":"167.251176ms","start":"2026-03-19T11:30:05.209145Z","end":"2026-03-19T11:30:05.376396Z","steps":["trace[2146829194] 'agreement among raft nodes before linearized reading' (duration: 166.828534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:30:05.964628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.901016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:30:05.964725Z","caller":"traceutil/trace.go:171","msg":"trace[569188706] linearizableReadLoop","detail":"{readStateIndex:11772; appliedIndex:11771; }","duration":"122.970657ms","start":"2026-03-19T11:30:05.841738Z","end":"2026-03-19T11:30:05.964709Z","steps":["trace[569188706] 'read index received' (duration: 11.221294ms)","trace[569188706] 'applied index is now lower than readState.Index' (duration: 111.748183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:30:05.964796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.087961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:30:05.964829Z","caller":"traceutil/trace.go:171","msg":"trace[1165524254] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:11349; }","duration":"123.171132ms","start":"2026-03-19T11:30:05.841649Z","end":"2026-03-19T11:30:05.96482Z","steps":["trace[1165524254] 'agreement among raft nodes before linearized reading' (duration: 123.104291ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:30:05.964837Z","caller":"traceutil/trace.go:171","msg":"trace[2070148748] transaction","detail":"{read_only:false; response_revision:11349; number_of_response:1; }","duration":"184.100491ms","start":"2026-03-19T11:30:05.780718Z","end":"2026-03-19T11:30:05.964818Z","steps":["trace[2070148748] 'process raft request' (duration: 67.932268ms)","trace[2070148748] 'compare' (duration: 115.65377ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:30:06.273289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.310031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-19T11:30:06.273381Z","caller":"traceutil/trace.go:171","msg":"trace[19868372] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11350; }","duration":"101.466656ms","start":"2026-03-19T11:30:06.171895Z","end":"2026-03-19T11:30:06.273361Z","steps":["trace[19868372] 'range keys from in-memory index tree' (duration: 101.133277ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:30:07.412183Z","caller":"traceutil/trace.go:171","msg":"trace[1480139568] transaction","detail":"{read_only:false; response_revision:11354; number_of_response:1; }","duration":"198.157071ms","start":"2026-03-19T11:30:07.213998Z","end":"2026-03-19T11:30:07.412155Z","steps":["trace[1480139568] 'process raft request' (duration: 197.959926ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:30:07.508029Z","caller":"traceutil/trace.go:171","msg":"trace[877139077] transaction","detail":"{read_only:false; response_revision:11355; number_of_response:1; }","duration":"126.373949ms","start":"2026-03-19T11:30:07.381628Z","end":"2026-03-19T11:30:07.508002Z","steps":["trace[877139077] 'process raft request' (duration: 122.650088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:30:07.5082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.880513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:30:07.508285Z","caller":"traceutil/trace.go:171","msg":"trace[933478655] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11355; }","duration":"126.985326ms","start":"2026-03-19T11:30:07.381281Z","end":"2026-03-19T11:30:07.508266Z","steps":["trace[933478655] 'agreement among raft nodes before linearized reading' (duration: 126.76925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:30:07.508331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.044657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-19T11:30:07.508353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.741994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T11:30:07.508365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.187561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:30:07.508229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.382356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:30:07.508531Z","caller":"traceutil/trace.go:171","msg":"trace[1763598070] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11356; }","duration":"127.473699ms","start":"2026-03-19T11:30:07.381035Z","end":"2026-03-19T11:30:07.508509Z","steps":["trace[1763598070] 'agreement among raft nodes before linearized reading' (duration: 127.062087ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:30:07.508415Z","caller":"traceutil/trace.go:171","msg":"trace[1524333402] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11355; }","duration":"127.15142ms","start":"2026-03-19T11:30:07.381244Z","end":"2026-03-19T11:30:07.508395Z","steps":["trace[1524333402] 'agreement among raft nodes before linearized reading' (duration: 126.817171ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:30:07.50859Z","caller":"traceutil/trace.go:171","msg":"trace[1394033721] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11355; }","duration":"127.775777ms","start":"2026-03-19T11:30:07.380778Z","end":"2026-03-19T11:30:07.508553Z","steps":["trace[1394033721] 'agreement among raft nodes before linearized reading' (duration: 127.235882ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:30:07.508426Z","caller":"traceutil/trace.go:171","msg":"trace[14951346] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:11355; }","duration":"121.839277ms","start":"2026-03-19T11:30:07.38657Z","end":"2026-03-19T11:30:07.508409Z","steps":["trace[14951346] 'agreement among raft nodes before linearized reading' (duration: 121.468657ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:30:12.866384Z","caller":"traceutil/trace.go:171","msg":"trace[1768067567] linearizableReadLoop","detail":"{readStateIndex:11828; appliedIndex:11827; }","duration":"257.525268ms","start":"2026-03-19T11:30:12.60884Z","end":"2026-03-19T11:30:12.866366Z","steps":["trace[1768067567] 'read index received' (duration: 257.301092ms)","trace[1768067567] 'applied index is now lower than readState.Index' (duration: 223.336µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:30:12.866442Z","caller":"traceutil/trace.go:171","msg":"trace[4999359] transaction","detail":"{read_only:false; response_revision:11402; number_of_response:1; }","duration":"272.40185ms","start":"2026-03-19T11:30:12.594018Z","end":"2026-03-19T11:30:12.86642Z","steps":["trace[4999359] 'process raft request' (duration: 272.224235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:30:12.866496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.645341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:30:12.866513Z","caller":"traceutil/trace.go:171","msg":"trace[185556548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11402; }","duration":"257.704722ms","start":"2026-03-19T11:30:12.608803Z","end":"2026-03-19T11:30:12.866507Z","steps":["trace[185556548] 'agreement among raft nodes before linearized reading' (duration: 257.655341ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:30:17.583552Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9463} {"level":"info","ts":"2026-03-19T11:30:17.663684Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9463,"took":"77.324102ms","hash":3753834211,"current-db-size-bytes":39682048,"current-db-size":"40 MB","current-db-size-in-use-bytes":21065728,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-19T11:30:17.66399Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3753834211,"revision":9463,"compact-revision":7306} {"level":"warn","ts":"2026-03-19T11:30:33.20628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.073382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T11:30:33.206345Z","caller":"traceutil/trace.go:171","msg":"trace[1208952365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11529; }","duration":"241.190955ms","start":"2026-03-19T11:30:32.965138Z","end":"2026-03-19T11:30:33.206329Z","steps":["trace[1208952365] 'range keys from in-memory index tree' (duration: 240.899938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:30:33.206551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.214676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T11:30:33.206569Z","caller":"traceutil/trace.go:171","msg":"trace[693483102] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11529; }","duration":"241.253367ms","start":"2026-03-19T11:30:32.96531Z","end":"2026-03-19T11:30:33.206564Z","steps":["trace[693483102] 'range keys from in-memory index tree' (duration: 241.130354ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:30:33.449361Z","caller":"traceutil/trace.go:171","msg":"trace[2097368158] transaction","detail":"{read_only:false; response_revision:11530; number_of_response:1; }","duration":"238.348771ms","start":"2026-03-19T11:30:33.210987Z","end":"2026-03-19T11:30:33.449336Z","steps":["trace[2097368158] 'process raft request' (duration: 238.197507ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:30:33.489163Z","caller":"traceutil/trace.go:171","msg":"trace[1256888259] transaction","detail":"{read_only:false; response_revision:11531; number_of_response:1; }","duration":"277.256523ms","start":"2026-03-19T11:30:33.211873Z","end":"2026-03-19T11:30:33.48913Z","steps":["trace[1256888259] 'process raft request' (duration: 277.044468ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:30:33.489342Z","caller":"traceutil/trace.go:171","msg":"trace[1010951749] transaction","detail":"{read_only:false; response_revision:11532; number_of_response:1; }","duration":"277.346035ms","start":"2026-03-19T11:30:33.211958Z","end":"2026-03-19T11:30:33.489304Z","steps":["trace[1010951749] 'process raft request' (duration: 277.120329ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:30:57.761632Z","caller":"traceutil/trace.go:171","msg":"trace[593866264] linearizableReadLoop","detail":"{readStateIndex:12109; appliedIndex:12108; }","duration":"168.444298ms","start":"2026-03-19T11:30:57.593162Z","end":"2026-03-19T11:30:57.761606Z","steps":["trace[593866264] 'read index received' (duration: 100.740676ms)","trace[593866264] 'applied index is now lower than readState.Index' (duration: 67.702632ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:30:57.76169Z","caller":"traceutil/trace.go:171","msg":"trace[1592266301] transaction","detail":"{read_only:false; response_revision:11673; number_of_response:1; }","duration":"170.262117ms","start":"2026-03-19T11:30:57.591384Z","end":"2026-03-19T11:30:57.761646Z","steps":["trace[1592266301] 'process raft request' (duration: 102.607196ms)","trace[1592266301] 'compare' (duration: 67.471306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:30:57.761795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.266553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:30:57.761826Z","caller":"traceutil/trace.go:171","msg":"trace[1925462560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11673; }","duration":"151.356606ms","start":"2026-03-19T11:30:57.610462Z","end":"2026-03-19T11:30:57.761818Z","steps":["trace[1925462560] 'agreement among raft nodes before linearized reading' (duration: 151.284754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:30:57.76193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.758386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T11:30:57.762016Z","caller":"traceutil/trace.go:171","msg":"trace[1614943571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11673; }","duration":"168.87241ms","start":"2026-03-19T11:30:57.593124Z","end":"2026-03-19T11:30:57.761996Z","steps":["trace[1614943571] 'agreement among raft nodes before linearized reading' (duration: 168.606382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:30:57.762225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.141816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T11:30:57.762326Z","caller":"traceutil/trace.go:171","msg":"trace[1421527919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11673; }","duration":"149.2776ms","start":"2026-03-19T11:30:57.613023Z","end":"2026-03-19T11:30:57.762301Z","steps":["trace[1421527919] 'agreement among raft nodes before linearized reading' (duration: 148.975402ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:31:00.176026Z","caller":"traceutil/trace.go:171","msg":"trace[901763699] transaction","detail":"{read_only:false; response_revision:11696; number_of_response:1; }","duration":"105.912346ms","start":"2026-03-19T11:31:00.070069Z","end":"2026-03-19T11:31:00.175982Z","steps":["trace[901763699] 'process raft request' (duration: 105.581937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:31:03.898282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.584114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:31:03.898385Z","caller":"traceutil/trace.go:171","msg":"trace[821173703] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11723; }","duration":"123.730158ms","start":"2026-03-19T11:31:03.774632Z","end":"2026-03-19T11:31:03.898362Z","steps":["trace[821173703] 'range keys from in-memory index tree' (duration: 123.523253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:31:03.898299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.122351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7351"} {"level":"info","ts":"2026-03-19T11:31:03.898501Z","caller":"traceutil/trace.go:171","msg":"trace[122561418] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:11723; }","duration":"123.349708ms","start":"2026-03-19T11:31:03.775118Z","end":"2026-03-19T11:31:03.898468Z","steps":["trace[122561418] 'range keys from in-memory index tree' (duration: 123.000698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:31:10.32465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.287468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:31:10.324806Z","caller":"traceutil/trace.go:171","msg":"trace[1847564295] transaction","detail":"{read_only:false; response_revision:11758; number_of_response:1; }","duration":"197.283508ms","start":"2026-03-19T11:31:10.12751Z","end":"2026-03-19T11:31:10.324794Z","steps":["trace[1847564295] 'process raft request' (duration: 197.252197ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:31:10.324921Z","caller":"traceutil/trace.go:171","msg":"trace[1066331297] transaction","detail":"{read_only:false; response_revision:11756; number_of_response:1; }","duration":"343.567256ms","start":"2026-03-19T11:31:09.981313Z","end":"2026-03-19T11:31:10.324881Z","steps":["trace[1066331297] 'process raft request' (duration: 77.98432ms)","trace[1066331297] 'compare' (duration: 265.182386ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:31:10.325007Z","caller":"traceutil/trace.go:171","msg":"trace[833202137] transaction","detail":"{read_only:false; response_revision:11757; number_of_response:1; }","duration":"343.612018ms","start":"2026-03-19T11:31:09.981387Z","end":"2026-03-19T11:31:10.324999Z","steps":["trace[833202137] 'process raft request' (duration: 343.33896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:31:10.325036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:31:09.981299Z","time spent":"343.67621ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:31:10.325052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:31:09.981375Z","time spent":"343.651409ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:31:10.325166Z","caller":"traceutil/trace.go:171","msg":"trace[379648812] linearizableReadLoop","detail":"{readStateIndex:12195; appliedIndex:12193; }","duration":"207.185206ms","start":"2026-03-19T11:31:10.117973Z","end":"2026-03-19T11:31:10.325158Z","steps":["trace[379648812] 'read index received' (duration: 33.7µs)","trace[379648812] 'applied index is now lower than readState.Index' (duration: 207.150696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:31:10.32529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.31412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T11:31:10.325327Z","caller":"traceutil/trace.go:171","msg":"trace[1727756324] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11758; }","duration":"207.344141ms","start":"2026-03-19T11:31:10.117968Z","end":"2026-03-19T11:31:10.325312Z","steps":["trace[1727756324] 'agreement among raft nodes before linearized reading' (duration: 207.248059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:31:10.32786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.366013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:31:10.327932Z","caller":"traceutil/trace.go:171","msg":"trace[2035555542] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:11759; }","duration":"203.466716ms","start":"2026-03-19T11:31:10.12445Z","end":"2026-03-19T11:31:10.327916Z","steps":["trace[2035555542] 'agreement among raft nodes before linearized reading' (duration: 202.985093ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:31:30.590471Z","caller":"traceutil/trace.go:171","msg":"trace[1548881689] transaction","detail":"{read_only:false; response_revision:11859; number_of_response:1; }","duration":"175.768716ms","start":"2026-03-19T11:31:30.414681Z","end":"2026-03-19T11:31:30.59045Z","steps":["trace[1548881689] 'process raft request' (duration: 175.310134ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:31:30.590484Z","caller":"traceutil/trace.go:171","msg":"trace[359485395] transaction","detail":"{read_only:false; response_revision:11858; number_of_response:1; }","duration":"176.513117ms","start":"2026-03-19T11:31:30.413929Z","end":"2026-03-19T11:31:30.590442Z","steps":["trace[359485395] 'process raft request' (duration: 103.09532ms)","trace[359485395] 'compare' (duration: 72.817311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:31:30.590862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.052393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:31:30.59096Z","caller":"traceutil/trace.go:171","msg":"trace[1118928575] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11859; }","duration":"173.186956ms","start":"2026-03-19T11:31:30.417749Z","end":"2026-03-19T11:31:30.590936Z","steps":["trace[1118928575] 'agreement among raft nodes before linearized reading' (duration: 172.882108ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:31:30.590101Z","caller":"traceutil/trace.go:171","msg":"trace[2049262416] linearizableReadLoop","detail":"{readStateIndex:12302; appliedIndex:12300; }","duration":"172.290023ms","start":"2026-03-19T11:31:30.417783Z","end":"2026-03-19T11:31:30.590073Z","steps":["trace[2049262416] 'read index received' (duration: 99.461512ms)","trace[2049262416] 'applied index is now lower than readState.Index' (duration: 72.827321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:31:30.595118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.707124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:31:30.595175Z","caller":"traceutil/trace.go:171","msg":"trace[1062245001] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:11859; }","duration":"121.833108ms","start":"2026-03-19T11:31:30.473326Z","end":"2026-03-19T11:31:30.595159Z","steps":["trace[1062245001] 'agreement among raft nodes before linearized reading' (duration: 121.698824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:31:30.595225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.1115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-19T11:31:30.595306Z","caller":"traceutil/trace.go:171","msg":"trace[1650542288] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:11859; }","duration":"117.233383ms","start":"2026-03-19T11:31:30.478052Z","end":"2026-03-19T11:31:30.595285Z","steps":["trace[1650542288] 'agreement among raft nodes before linearized reading' (duration: 117.011397ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:31:57.05095Z","caller":"traceutil/trace.go:171","msg":"trace[417803382] transaction","detail":"{read_only:false; response_revision:12034; number_of_response:1; }","duration":"521.564024ms","start":"2026-03-19T11:31:56.529329Z","end":"2026-03-19T11:31:57.050894Z","steps":["trace[417803382] 'process raft request' (duration: 521.331198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:31:57.051173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:31:56.529307Z","time spent":"521.748999ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:31:59.130007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.519363345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T11:31:59.130096Z","caller":"traceutil/trace.go:171","msg":"trace[184780218] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.519502139s","start":"2026-03-19T11:31:56.610573Z","end":"2026-03-19T11:31:59.130076Z","steps":["trace[184780218] 'agreement among raft nodes before linearized reading' (duration: 2.519388366s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:31:59.130147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:31:56.610557Z","time spent":"2.519581972s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:32:01.133999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002456068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T11:32:01.134087Z","caller":"traceutil/trace.go:171","msg":"trace[389732238] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002580251s","start":"2026-03-19T11:31:59.131482Z","end":"2026-03-19T11:32:01.134062Z","steps":["trace[389732238] 'agreement among raft nodes before linearized reading' (duration: 2.002466408s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:32:01.134123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:31:59.13147Z","time spent":"2.002645103s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:32:01.531813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:31:56.533664Z","time spent":"4.998138802s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T11:32:01.748762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998480221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T11:32:01.748826Z","caller":"traceutil/trace.go:171","msg":"trace[2119360395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998606495s","start":"2026-03-19T11:31:56.750203Z","end":"2026-03-19T11:32:01.74881Z","steps":["trace[2119360395] 'agreement among raft nodes before linearized reading' (duration: 4.998521482s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:32:01.748879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:31:56.750178Z","time spent":"4.998689197s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/19 11:32:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T11:32:01.810528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999749156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T11:32:01.810666Z","caller":"traceutil/trace.go:171","msg":"trace[2143130872] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999937861s","start":"2026-03-19T11:31:56.810708Z","end":"2026-03-19T11:32:01.810646Z","steps":["trace[2143130872] 'agreement among raft nodes before linearized reading' (duration: 4.999773526s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:32:01.810731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:31:56.810685Z","time spent":"5.000031034s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/19 11:32:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T11:32:01.918285Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.867788675s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T11:32:01.92114Z","caller":"traceutil/trace.go:171","msg":"trace[772639337] linearizableReadLoop","detail":"{readStateIndex:12484; appliedIndex:12482; }","duration":"5.310503295s","start":"2026-03-19T11:31:56.610616Z","end":"2026-03-19T11:32:01.921119Z","steps":["trace[772639337] 'read index received' (duration: 440.017127ms)","trace[772639337] 'applied index is now lower than readState.Index' (duration: 4.870485248s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:32:01.951414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.237381726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T11:32:01.951548Z","caller":"traceutil/trace.go:171","msg":"trace[220018761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12038; }","duration":"5.237570231s","start":"2026-03-19T11:31:56.713962Z","end":"2026-03-19T11:32:01.951533Z","steps":["trace[220018761] 'agreement among raft nodes before linearized reading' (duration: 5.237324185s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:32:01.951601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:31:56.71394Z","time spent":"5.237651254s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:32:01.951727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849650602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-19T11:32:01.951764Z","caller":"traceutil/trace.go:171","msg":"trace[832442114] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12038; }","duration":"1.849726904s","start":"2026-03-19T11:32:00.10203Z","end":"2026-03-19T11:32:01.951757Z","steps":["trace[832442114] 'agreement among raft nodes before linearized reading' (duration: 1.849650682s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:32:01.951797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:32:00.102007Z","time spent":"1.849783916s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-19T11:32:01.95183Z","caller":"traceutil/trace.go:171","msg":"trace[1494673357] transaction","detail":"{read_only:false; response_revision:12036; number_of_response:1; }","duration":"3.654351168s","start":"2026-03-19T11:31:58.297465Z","end":"2026-03-19T11:32:01.951816Z","steps":["trace[1494673357] 'process raft request' (duration: 3.653652939s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:32:01.951952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465095477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:32:01.951996Z","caller":"traceutil/trace.go:171","msg":"trace[1519017696] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:12038; }","duration":"2.465159169s","start":"2026-03-19T11:31:59.486826Z","end":"2026-03-19T11:32:01.951985Z","steps":["trace[1519017696] 'agreement among raft nodes before linearized reading' (duration: 2.465100408s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:32:01.95203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:31:59.48681Z","time spent":"2.46521211s","remote":"127.0.0.1:57986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:32:01.952162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.821481201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:32:01.952209Z","caller":"traceutil/trace.go:171","msg":"trace[466407517] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:12038; }","duration":"2.821529212s","start":"2026-03-19T11:31:59.130672Z","end":"2026-03-19T11:32:01.952201Z","steps":["trace[466407517] 'agreement among raft nodes before linearized reading' (duration: 2.82146216s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:32:01.952246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:31:59.130623Z","time spent":"2.821615014s","remote":"127.0.0.1:51308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:32:01.952376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.637963245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:32:01.952423Z","caller":"traceutil/trace.go:171","msg":"trace[802026535] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:12038; }","duration":"3.638054557s","start":"2026-03-19T11:31:58.31436Z","end":"2026-03-19T11:32:01.952415Z","steps":["trace[802026535] 'agreement among raft nodes before linearized reading' (duration: 3.637991625s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:32:01.952463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:31:58.314338Z","time spent":"3.638115759s","remote":"127.0.0.1:33120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:32:01.952633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.697738283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T11:32:01.952869Z","caller":"traceutil/trace.go:171","msg":"trace[1080219660] transaction","detail":"{read_only:false; response_revision:12037; number_of_response:1; }","duration":"2.822679913s","start":"2026-03-19T11:31:59.130145Z","end":"2026-03-19T11:32:01.952825Z","steps":["trace[1080219660] 'process raft request' (duration: 2.82107593s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:32:01.952931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.808240563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:32:01.952925Z","caller":"traceutil/trace.go:171","msg":"trace[935688851] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12038; }","duration":"3.698028811s","start":"2026-03-19T11:31:58.254888Z","end":"2026-03-19T11:32:01.952916Z","steps":["trace[935688851] 'agreement among raft nodes before linearized reading' (duration: 3.697696202s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:32:01.952994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:31:58.254843Z","time spent":"3.698143194s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T11:32:01.951546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.337197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-19T11:32:01.953122Z","caller":"traceutil/trace.go:171","msg":"trace[2066753681] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:12038; }","duration":"818.938261ms","start":"2026-03-19T11:32:01.134176Z","end":"2026-03-19T11:32:01.953114Z","steps":["trace[2066753681] 'agreement among raft nodes before linearized reading' (duration: 817.283876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:32:01.953163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:32:01.134159Z","time spent":"818.995672ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-03-19T11:32:01.953166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.163159777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:32:01.95321Z","caller":"traceutil/trace.go:171","msg":"trace[822283182] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:12038; }","duration":"5.16325992s","start":"2026-03-19T11:31:56.78994Z","end":"2026-03-19T11:32:01.9532Z","steps":["trace[822283182] 'agreement among raft nodes before linearized reading' (duration: 5.163196919s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:32:01.953242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:31:56.789908Z","time spent":"5.163327022s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"warn","ts":"2026-03-19T11:32:01.953328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:31:59.130112Z","time spent":"2.82292673s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:32:01.953082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.121541682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-19T11:32:01.953406Z","caller":"traceutil/trace.go:171","msg":"trace[675424831] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12038; }","duration":"5.121890031s","start":"2026-03-19T11:31:56.831504Z","end":"2026-03-19T11:32:01.953394Z","steps":["trace[675424831] 'agreement among raft nodes before linearized reading' (duration: 5.12151281s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:32:01.952846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.223293895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T11:32:01.953468Z","caller":"traceutil/trace.go:171","msg":"trace[1944009659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12038; }","duration":"5.223960103s","start":"2026-03-19T11:31:56.7295Z","end":"2026-03-19T11:32:01.95346Z","steps":["trace[1944009659] 'agreement among raft nodes before linearized reading' (duration: 5.223188052s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:32:01.953521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:31:56.729481Z","time spent":"5.224030685s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:32:01.953124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.123876165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:32:01.953654Z","caller":"traceutil/trace.go:171","msg":"trace[917978119] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12038; }","duration":"5.124404159s","start":"2026-03-19T11:31:56.829243Z","end":"2026-03-19T11:32:01.953647Z","steps":["trace[917978119] 'agreement among raft nodes before linearized reading' (duration: 5.123865885s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:32:01.953672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.655676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T11:32:01.953733Z","caller":"traceutil/trace.go:171","msg":"trace[1379662538] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f; range_end:; response_count:1; response_revision:12038; }","duration":"817.722888ms","start":"2026-03-19T11:32:01.135991Z","end":"2026-03-19T11:32:01.953714Z","steps":["trace[1379662538] 'agreement among raft nodes before linearized reading' (duration: 817.611415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:32:01.95377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:32:01.135983Z","time spent":"817.77803ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f\" "} {"level":"info","ts":"2026-03-19T11:32:01.952965Z","caller":"traceutil/trace.go:171","msg":"trace[674965532] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:12038; }","duration":"3.808291504s","start":"2026-03-19T11:31:58.144663Z","end":"2026-03-19T11:32:01.952955Z","steps":["trace[674965532] 'agreement among raft nodes before linearized reading' (duration: 3.808210242s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:32:01.953819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:31:58.144633Z","time spent":"3.809178968s","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":8,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:32:01.952651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.545024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:32:01.953927Z","caller":"traceutil/trace.go:171","msg":"trace[898207897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12038; }","duration":"814.899962ms","start":"2026-03-19T11:32:01.139017Z","end":"2026-03-19T11:32:01.953917Z","steps":["trace[898207897] 'agreement among raft nodes before linearized reading' (duration: 813.306129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:32:01.953964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:32:01.13901Z","time spent":"814.944743ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:32:01.953689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:31:56.829224Z","time spent":"5.12445811s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-19T11:32:01.953442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:31:56.831479Z","time spent":"5.121954453s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-19T11:32:01.954283Z","caller":"traceutil/trace.go:171","msg":"trace[767228067] transaction","detail":"{read_only:false; response_revision:12038; number_of_response:1; }","duration":"454.51253ms","start":"2026-03-19T11:32:01.499733Z","end":"2026-03-19T11:32:01.954246Z","steps":["trace[767228067] 'process raft request' (duration: 451.517279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:32:01.954362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.045031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:32:01.954395Z","caller":"traceutil/trace.go:171","msg":"trace[331769463] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:12038; }","duration":"820.091212ms","start":"2026-03-19T11:32:01.134298Z","end":"2026-03-19T11:32:01.954389Z","steps":["trace[331769463] 'agreement among raft nodes before linearized reading' (duration: 820.009839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:32:01.954427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:32:01.134292Z","time spent":"820.128433ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:32:01.954491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:32:01.499717Z","time spent":"454.605772ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:32:01.954563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.581517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T11:32:01.954597Z","caller":"traceutil/trace.go:171","msg":"trace[1379333988] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12038; }","duration":"656.645099ms","start":"2026-03-19T11:32:01.297942Z","end":"2026-03-19T11:32:01.954588Z","steps":["trace[1379333988] 'agreement among raft nodes before linearized reading' (duration: 656.587157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:32:01.954763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:32:01.297923Z","time spent":"656.827584ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T11:32:01.953002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.87538686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:32:01.954509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.024077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-19T11:32:01.954881Z","caller":"traceutil/trace.go:171","msg":"trace[1716385606] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12038; }","duration":"3.877292692s","start":"2026-03-19T11:31:58.077581Z","end":"2026-03-19T11:32:01.954874Z","steps":["trace[1716385606] 'agreement among raft nodes before linearized reading' (duration: 3.87540115s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:32:01.95507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:31:58.077563Z","time spent":"3.877497497s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-19T11:32:01.95498Z","caller":"traceutil/trace.go:171","msg":"trace[770185480] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12038; }","duration":"420.466348ms","start":"2026-03-19T11:32:01.534442Z","end":"2026-03-19T11:32:01.954908Z","steps":["trace[770185480] 'agreement among raft nodes before linearized reading' (duration: 420.023816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:32:01.955214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:32:01.534424Z","time spent":"420.781497ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T11:32:01.955174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.871673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:32:01.955306Z","caller":"traceutil/trace.go:171","msg":"trace[2043501756] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:12038; }","duration":"821.070318ms","start":"2026-03-19T11:32:01.134227Z","end":"2026-03-19T11:32:01.955298Z","steps":["trace[2043501756] 'agreement among raft nodes before linearized reading' (duration: 820.865623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:32:01.955351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:32:01.134205Z","time spent":"821.1368ms","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:32:01.955413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:31:58.297448Z","time spent":"3.65441936s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:34:17.420451Z","caller":"traceutil/trace.go:171","msg":"trace[299664144] transaction","detail":"{read_only:false; response_revision:12950; number_of_response:1; }","duration":"345.587242ms","start":"2026-03-19T11:34:17.074838Z","end":"2026-03-19T11:34:17.420425Z","steps":["trace[299664144] 'process raft request' (duration: 345.427578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:34:17.420625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:34:17.074823Z","time spent":"345.729685ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:34:17.574443Z","caller":"traceutil/trace.go:171","msg":"trace[1535821671] transaction","detail":"{read_only:false; response_revision:12951; number_of_response:1; }","duration":"242.90217ms","start":"2026-03-19T11:34:17.331501Z","end":"2026-03-19T11:34:17.574403Z","steps":["trace[1535821671] 'process raft request' (duration: 242.624602ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:34:23.414899Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000034b3.wal"} {"level":"info","ts":"2026-03-19T11:35:13.22146Z","caller":"traceutil/trace.go:171","msg":"trace[1479538262] transaction","detail":"{read_only:false; response_revision:13287; number_of_response:1; }","duration":"111.239137ms","start":"2026-03-19T11:35:13.110198Z","end":"2026-03-19T11:35:13.221437Z","steps":["trace[1479538262] 'process raft request' (duration: 111.124284ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:35:17.591509Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11432} {"level":"info","ts":"2026-03-19T11:35:17.670822Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11432,"took":"77.123092ms","hash":2454488062,"current-db-size-bytes":39682048,"current-db-size":"40 MB","current-db-size-in-use-bytes":23846912,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-19T11:35:17.670917Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2454488062,"revision":11432,"compact-revision":9463} {"level":"info","ts":"2026-03-19T11:35:43.033182Z","caller":"traceutil/trace.go:171","msg":"trace[1557191123] transaction","detail":"{read_only:false; response_revision:13485; number_of_response:1; }","duration":"273.960062ms","start":"2026-03-19T11:35:42.759203Z","end":"2026-03-19T11:35:43.033163Z","steps":["trace[1557191123] 'process raft request' (duration: 273.828328ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:35:43.134278Z","caller":"traceutil/trace.go:171","msg":"trace[1662525862] transaction","detail":"{read_only:false; response_revision:13486; number_of_response:1; }","duration":"374.077877ms","start":"2026-03-19T11:35:42.760169Z","end":"2026-03-19T11:35:43.134247Z","steps":["trace[1662525862] 'process raft request' (duration: 346.54874ms)","trace[1662525862] 'compare' (duration: 27.329561ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:35:43.134446Z","caller":"traceutil/trace.go:171","msg":"trace[1015191304] linearizableReadLoop","detail":"{readStateIndex:13991; appliedIndex:13988; }","duration":"295.393032ms","start":"2026-03-19T11:35:42.839024Z","end":"2026-03-19T11:35:43.134417Z","steps":["trace[1015191304] 'read index received' (duration: 194.069414ms)","trace[1015191304] 'applied index is now lower than readState.Index' (duration: 101.321478ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:35:43.134538Z","caller":"traceutil/trace.go:171","msg":"trace[204793523] transaction","detail":"{read_only:false; response_revision:13487; number_of_response:1; }","duration":"330.451733ms","start":"2026-03-19T11:35:42.804076Z","end":"2026-03-19T11:35:43.134528Z","steps":["trace[204793523] 'process raft request' (duration: 330.130974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:35:43.134589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:35:42.804059Z","time spent":"330.506315ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:35:43.134477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:35:42.760149Z","time spent":"374.219281ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:35:43.134834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.779223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T11:35:43.13484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.338849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:35:43.134881Z","caller":"traceutil/trace.go:171","msg":"trace[1048090181] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13487; }","duration":"292.388111ms","start":"2026-03-19T11:35:42.84248Z","end":"2026-03-19T11:35:43.134868Z","steps":["trace[1048090181] 'agreement among raft nodes before linearized reading' (duration: 292.244958ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:35:43.135017Z","caller":"traceutil/trace.go:171","msg":"trace[1583951695] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13487; }","duration":"295.861775ms","start":"2026-03-19T11:35:42.838997Z","end":"2026-03-19T11:35:43.134858Z","steps":["trace[1583951695] 'agreement among raft nodes before linearized reading' (duration: 295.569027ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:36:09.653926Z","caller":"traceutil/trace.go:171","msg":"trace[990978319] transaction","detail":"{read_only:false; response_revision:13603; number_of_response:1; }","duration":"530.618912ms","start":"2026-03-19T11:36:09.123283Z","end":"2026-03-19T11:36:09.653902Z","steps":["trace[990978319] 'process raft request' (duration: 530.461038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:09.654067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:09.123247Z","time spent":"530.749706ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:36:09.766978Z","caller":"traceutil/trace.go:171","msg":"trace[415070427] transaction","detail":"{read_only:false; response_revision:13604; number_of_response:1; }","duration":"546.997726ms","start":"2026-03-19T11:36:09.219934Z","end":"2026-03-19T11:36:09.766932Z","steps":["trace[415070427] 'process raft request' (duration: 546.580655ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:36:09.767068Z","caller":"traceutil/trace.go:171","msg":"trace[490817341] linearizableReadLoop","detail":"{readStateIndex:14114; appliedIndex:14111; }","duration":"450.53309ms","start":"2026-03-19T11:36:09.316513Z","end":"2026-03-19T11:36:09.767046Z","steps":["trace[490817341] 'read index received' (duration: 337.207266ms)","trace[490817341] 'applied index is now lower than readState.Index' (duration: 113.323674ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:36:09.767184Z","caller":"traceutil/trace.go:171","msg":"trace[500452076] transaction","detail":"{read_only:false; response_revision:13605; number_of_response:1; }","duration":"545.675021ms","start":"2026-03-19T11:36:09.221476Z","end":"2026-03-19T11:36:09.767151Z","steps":["trace[500452076] 'process raft request' (duration: 545.364303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:09.767249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:09.219915Z","time spent":"547.191502ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:36:09.767304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:09.221451Z","time spent":"545.793183ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:36:09.767345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.814828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T11:36:09.767383Z","caller":"traceutil/trace.go:171","msg":"trace[785197133] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13605; }","duration":"450.887449ms","start":"2026-03-19T11:36:09.316485Z","end":"2026-03-19T11:36:09.767372Z","steps":["trace[785197133] 'agreement among raft nodes before linearized reading' (duration: 450.700514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:09.767377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.170823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T11:36:09.767419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:09.316471Z","time spent":"450.935911ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T11:36:09.767447Z","caller":"traceutil/trace.go:171","msg":"trace[575686153] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13605; }","duration":"449.281275ms","start":"2026-03-19T11:36:09.318146Z","end":"2026-03-19T11:36:09.767428Z","steps":["trace[575686153] 'agreement among raft nodes before linearized reading' (duration: 449.09649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:09.767507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:09.318132Z","time spent":"449.361188ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:36:09.767583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.227896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T11:36:09.767867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.128778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:36:09.767937Z","caller":"traceutil/trace.go:171","msg":"trace[1548119104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13605; }","duration":"292.636787ms","start":"2026-03-19T11:36:09.475288Z","end":"2026-03-19T11:36:09.767924Z","steps":["trace[1548119104] 'agreement among raft nodes before linearized reading' (duration: 292.099542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:09.767733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.770589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T11:36:09.767994Z","caller":"traceutil/trace.go:171","msg":"trace[826048231] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13605; }","duration":"440.310053ms","start":"2026-03-19T11:36:09.32765Z","end":"2026-03-19T11:36:09.76796Z","steps":["trace[826048231] 'agreement among raft nodes before linearized reading' (duration: 439.963443ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:36:09.76803Z","caller":"traceutil/trace.go:171","msg":"trace[600353284] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:13605; }","duration":"231.134829ms","start":"2026-03-19T11:36:09.536879Z","end":"2026-03-19T11:36:09.768014Z","steps":["trace[600353284] 'agreement among raft nodes before linearized reading' (duration: 230.77532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:09.767704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.076947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T11:36:09.76806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:09.327636Z","time spent":"440.414075ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T11:36:09.768101Z","caller":"traceutil/trace.go:171","msg":"trace[1400139485] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13605; }","duration":"193.5284ms","start":"2026-03-19T11:36:09.57454Z","end":"2026-03-19T11:36:09.768068Z","steps":["trace[1400139485] 'agreement among raft nodes before linearized reading' (duration: 193.041997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:09.768281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.720659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T11:36:09.768329Z","caller":"traceutil/trace.go:171","msg":"trace[865599962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13605; }","duration":"285.801291ms","start":"2026-03-19T11:36:09.482512Z","end":"2026-03-19T11:36:09.768313Z","steps":["trace[865599962] 'agreement among raft nodes before linearized reading' (duration: 284.757373ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:36:10.011088Z","caller":"traceutil/trace.go:171","msg":"trace[2032545634] transaction","detail":"{read_only:false; response_revision:13606; number_of_response:1; }","duration":"238.120019ms","start":"2026-03-19T11:36:09.772933Z","end":"2026-03-19T11:36:10.011053Z","steps":["trace[2032545634] 'process raft request' (duration: 237.850372ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:36:10.017378Z","caller":"traceutil/trace.go:171","msg":"trace[1176263429] transaction","detail":"{read_only:false; response_revision:13609; number_of_response:1; }","duration":"242.520789ms","start":"2026-03-19T11:36:09.774836Z","end":"2026-03-19T11:36:10.017357Z","steps":["trace[1176263429] 'process raft request' (duration: 242.427226ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:36:10.017449Z","caller":"traceutil/trace.go:171","msg":"trace[719215157] transaction","detail":"{read_only:false; response_revision:13607; number_of_response:1; }","duration":"243.603407ms","start":"2026-03-19T11:36:09.773812Z","end":"2026-03-19T11:36:10.017415Z","steps":["trace[719215157] 'process raft request' (duration: 243.305539ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:36:10.017451Z","caller":"traceutil/trace.go:171","msg":"trace[486898311] transaction","detail":"{read_only:false; response_revision:13608; number_of_response:1; }","duration":"243.236828ms","start":"2026-03-19T11:36:09.774167Z","end":"2026-03-19T11:36:10.017404Z","steps":["trace[486898311] 'process raft request' (duration: 243.057763ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:36:10.017609Z","caller":"traceutil/trace.go:171","msg":"trace[1866495881] transaction","detail":"{read_only:false; response_revision:13610; number_of_response:1; }","duration":"242.19623ms","start":"2026-03-19T11:36:09.775349Z","end":"2026-03-19T11:36:10.017545Z","steps":["trace[1866495881] 'process raft request' (duration: 241.966074ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:36:17.858423Z","caller":"traceutil/trace.go:171","msg":"trace[326543315] transaction","detail":"{read_only:false; response_revision:13639; number_of_response:1; }","duration":"313.700749ms","start":"2026-03-19T11:36:17.544699Z","end":"2026-03-19T11:36:17.858399Z","steps":["trace[326543315] 'process raft request' (duration: 313.508374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:17.858637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:17.544683Z","time spent":"313.808462ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:36:18.5414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536100236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:36:19.014965Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.15683896s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T11:36:19.015676Z","caller":"traceutil/trace.go:171","msg":"trace[747637658] transaction","detail":"{read_only:false; response_revision:13641; number_of_response:1; }","duration":"1.216687033s","start":"2026-03-19T11:36:17.798977Z","end":"2026-03-19T11:36:19.015664Z","steps":["trace[747637658] 'process raft request' (duration: 1.216436626s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:19.015847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:17.798961Z","time spent":"1.216791855s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:36:19.015891Z","caller":"traceutil/trace.go:171","msg":"trace[1388744971] transaction","detail":"{read_only:false; response_revision:13642; number_of_response:1; }","duration":"1.215957313s","start":"2026-03-19T11:36:17.799868Z","end":"2026-03-19T11:36:19.015825Z","steps":["trace[1388744971] 'process raft request' (duration: 1.215754448s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:19.016087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:17.799861Z","time spent":"1.216118348s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:36:19.01555Z","caller":"traceutil/trace.go:171","msg":"trace[1343738381] transaction","detail":"{read_only:false; response_revision:13640; number_of_response:1; }","duration":"1.333309526s","start":"2026-03-19T11:36:17.682183Z","end":"2026-03-19T11:36:19.015492Z","steps":["trace[1343738381] 'process raft request' (duration: 1.33307423s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:19.016345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:17.682164Z","time spent":"1.334104837s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:36:19.039837Z","caller":"traceutil/trace.go:171","msg":"trace[1553179275] linearizableReadLoop","detail":"{readStateIndex:14154; appliedIndex:14150; }","duration":"999.004298ms","start":"2026-03-19T11:36:18.04081Z","end":"2026-03-19T11:36:19.039815Z","steps":["trace[1553179275] 'read index received' (duration: 974.397091ms)","trace[1553179275] 'applied index is now lower than readState.Index' (duration: 24.606407ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:36:19.039957Z","caller":"traceutil/trace.go:171","msg":"trace[466450543] transaction","detail":"{read_only:false; response_revision:13643; number_of_response:1; }","duration":"700.174632ms","start":"2026-03-19T11:36:18.339775Z","end":"2026-03-19T11:36:19.039949Z","steps":["trace[466450543] 'process raft request' (duration: 698.26815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:19.040068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:18.339757Z","time spent":"700.226964ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:36:19.040267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.208677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T11:36:19.04037Z","caller":"traceutil/trace.go:171","msg":"trace[1630508245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13643; }","duration":"991.317089ms","start":"2026-03-19T11:36:18.049027Z","end":"2026-03-19T11:36:19.040344Z","steps":["trace[1630508245] 'agreement among raft nodes before linearized reading' (duration: 991.079433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:19.040425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:18.048981Z","time spent":"991.433242ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:36:19.040455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.54624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:36:19.040493Z","caller":"traceutil/trace.go:171","msg":"trace[461129133] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:13643; }","duration":"958.603692ms","start":"2026-03-19T11:36:18.081878Z","end":"2026-03-19T11:36:19.040482Z","steps":["trace[461129133] 'agreement among raft nodes before linearized reading' (duration: 958.5305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:19.040521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:18.081866Z","time spent":"958.649783ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"warn","ts":"2026-03-19T11:36:19.040714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.910703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"warn","ts":"2026-03-19T11:36:19.040724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.212169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T11:36:19.040739Z","caller":"traceutil/trace.go:171","msg":"trace[1949070784] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:13643; }","duration":"999.964974ms","start":"2026-03-19T11:36:18.040766Z","end":"2026-03-19T11:36:19.040731Z","steps":["trace[1949070784] 'agreement among raft nodes before linearized reading' (duration: 999.871661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:19.040765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:18.040739Z","time spent":"1.000022146s","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-19T11:36:19.040766Z","caller":"traceutil/trace.go:171","msg":"trace[1999496939] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13643; }","duration":"983.263331ms","start":"2026-03-19T11:36:18.057489Z","end":"2026-03-19T11:36:19.040752Z","steps":["trace[1999496939] 'agreement among raft nodes before linearized reading' (duration: 983.151458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:19.0408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:18.057483Z","time spent":"983.310463ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:36:19.040878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.159221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:36:19.040938Z","caller":"traceutil/trace.go:171","msg":"trace[1740537852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13643; }","duration":"429.263414ms","start":"2026-03-19T11:36:18.611667Z","end":"2026-03-19T11:36:19.04093Z","steps":["trace[1740537852] 'agreement among raft nodes before linearized reading' (duration: 429.193112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:19.04096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:18.611651Z","time spent":"429.305075ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:36:19.041052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.272694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T11:36:19.041106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.788016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-19T11:36:19.04113Z","caller":"traceutil/trace.go:171","msg":"trace[1391397073] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13643; }","duration":"614.817137ms","start":"2026-03-19T11:36:18.426307Z","end":"2026-03-19T11:36:19.041124Z","steps":["trace[1391397073] 'agreement among raft nodes before linearized reading' (duration: 614.747965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:19.04115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:18.426177Z","time spent":"614.968891ms","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-19T11:36:19.041193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.685185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T11:36:19.041234Z","caller":"traceutil/trace.go:171","msg":"trace[1132423341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13643; }","duration":"989.747527ms","start":"2026-03-19T11:36:18.051476Z","end":"2026-03-19T11:36:19.041223Z","steps":["trace[1132423341] 'agreement among raft nodes before linearized reading' (duration: 989.646365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:19.041277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.219216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:36:19.04131Z","caller":"traceutil/trace.go:171","msg":"trace[1955112749] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:13643; }","duration":"671.299769ms","start":"2026-03-19T11:36:18.370001Z","end":"2026-03-19T11:36:19.041301Z","steps":["trace[1955112749] 'agreement among raft nodes before linearized reading' (duration: 671.243068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:19.041336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:18.369988Z","time spent":"671.34145ms","remote":"127.0.0.1:33018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:36:19.041365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.265211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T11:36:19.041402Z","caller":"traceutil/trace.go:171","msg":"trace[1029551892] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13643; }","duration":"990.312202ms","start":"2026-03-19T11:36:18.051081Z","end":"2026-03-19T11:36:19.041393Z","steps":["trace[1029551892] 'agreement among raft nodes before linearized reading' (duration: 990.220319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:19.041439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:18.051074Z","time spent":"990.358424ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T11:36:19.041099Z","caller":"traceutil/trace.go:171","msg":"trace[2007529465] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13643; }","duration":"989.366867ms","start":"2026-03-19T11:36:18.05172Z","end":"2026-03-19T11:36:19.041087Z","steps":["trace[2007529465] 'agreement among raft nodes before linearized reading' (duration: 989.248293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:19.041545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:18.051712Z","time spent":"989.824649ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:36:19.041275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:18.051464Z","time spent":"989.802288ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:36:27.608384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.19405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:36:27.608499Z","caller":"traceutil/trace.go:171","msg":"trace[1873774247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13697; }","duration":"986.339763ms","start":"2026-03-19T11:36:26.622134Z","end":"2026-03-19T11:36:27.608474Z","steps":["trace[1873774247] 'range keys from in-memory index tree' (duration: 986.127757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:27.608556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:26.622117Z","time spent":"986.424266ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T11:36:27.608784Z","caller":"traceutil/trace.go:171","msg":"trace[2076428345] transaction","detail":"{read_only:false; response_revision:13698; number_of_response:1; }","duration":"552.406083ms","start":"2026-03-19T11:36:27.056352Z","end":"2026-03-19T11:36:27.608758Z","steps":["trace[2076428345] 'process raft request' (duration: 520.326202ms)","trace[2076428345] 'compare' (duration: 31.810763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:36:27.608775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.129495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-19T11:36:27.608962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:27.056327Z","time spent":"552.526326ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:36:27.608989Z","caller":"traceutil/trace.go:171","msg":"trace[367741924] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13697; }","duration":"618.843845ms","start":"2026-03-19T11:36:26.990099Z","end":"2026-03-19T11:36:27.608943Z","steps":["trace[367741924] 'range keys from in-memory index tree' (duration: 618.005832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:27.609044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:26.99008Z","time spent":"618.948248ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T11:36:27.678096Z","caller":"traceutil/trace.go:171","msg":"trace[2019451439] transaction","detail":"{read_only:false; response_revision:13700; number_of_response:1; }","duration":"615.453714ms","start":"2026-03-19T11:36:27.062618Z","end":"2026-03-19T11:36:27.678071Z","steps":["trace[2019451439] 'process raft request' (duration: 615.3163ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:36:27.678092Z","caller":"traceutil/trace.go:171","msg":"trace[1607794913] transaction","detail":"{read_only:false; response_revision:13699; number_of_response:1; }","duration":"616.111641ms","start":"2026-03-19T11:36:27.061944Z","end":"2026-03-19T11:36:27.678056Z","steps":["trace[1607794913] 'process raft request' (duration: 615.838384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:27.678234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:27.062592Z","time spent":"615.557636ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:36:27.678241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:27.061917Z","time spent":"616.245895ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:36:27.678545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.801752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T11:36:27.678624Z","caller":"traceutil/trace.go:171","msg":"trace[2042166476] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13700; }","duration":"598.929415ms","start":"2026-03-19T11:36:27.079676Z","end":"2026-03-19T11:36:27.678606Z","steps":["trace[2042166476] 'agreement among raft nodes before linearized reading' (duration: 598.509144ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:36:27.678007Z","caller":"traceutil/trace.go:171","msg":"trace[1586337026] linearizableReadLoop","detail":"{readStateIndex:14214; appliedIndex:14211; }","duration":"598.254967ms","start":"2026-03-19T11:36:27.079723Z","end":"2026-03-19T11:36:27.677977Z","steps":["trace[1586337026] 'read index received' (duration: 496.96868ms)","trace[1586337026] 'applied index is now lower than readState.Index' (duration: 101.284867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:36:27.678664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:27.079658Z","time spent":"598.997657ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:36:27.67887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.122582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:36:27.678914Z","caller":"traceutil/trace.go:171","msg":"trace[2120183272] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:13700; }","duration":"560.191714ms","start":"2026-03-19T11:36:27.11871Z","end":"2026-03-19T11:36:27.678901Z","steps":["trace[2120183272] 'agreement among raft nodes before linearized reading' (duration: 560.108802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:27.678921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.884263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T11:36:27.678951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:27.118693Z","time spent":"560.250045ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"warn","ts":"2026-03-19T11:36:27.67896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.780317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T11:36:27.679001Z","caller":"traceutil/trace.go:171","msg":"trace[651039532] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13700; }","duration":"589.013106ms","start":"2026-03-19T11:36:27.089966Z","end":"2026-03-19T11:36:27.67898Z","steps":["trace[651039532] 'agreement among raft nodes before linearized reading' (duration: 588.77738ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:36:27.679027Z","caller":"traceutil/trace.go:171","msg":"trace[445997123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13700; }","duration":"589.871129ms","start":"2026-03-19T11:36:27.08914Z","end":"2026-03-19T11:36:27.679012Z","steps":["trace[445997123] 'agreement among raft nodes before linearized reading' (duration: 589.657854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:27.679051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:27.089943Z","time spent":"589.099738ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:36:27.679059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:27.089132Z","time spent":"589.91965ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:36:27.679043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.721214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T11:36:27.67913Z","caller":"traceutil/trace.go:171","msg":"trace[255889721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13700; }","duration":"593.846167ms","start":"2026-03-19T11:36:27.085264Z","end":"2026-03-19T11:36:27.679111Z","steps":["trace[255889721] 'agreement among raft nodes before linearized reading' (duration: 593.59769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:27.679177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:27.085245Z","time spent":"593.92035ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:36:27.67929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.953999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T11:36:27.679336Z","caller":"traceutil/trace.go:171","msg":"trace[1920687140] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13700; }","duration":"598.030971ms","start":"2026-03-19T11:36:27.081293Z","end":"2026-03-19T11:36:27.679324Z","steps":["trace[1920687140] 'agreement among raft nodes before linearized reading' (duration: 597.439705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:27.679431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:27.081275Z","time spent":"598.147644ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T11:36:27.838037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.248163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:36:27.838177Z","caller":"traceutil/trace.go:171","msg":"trace[1675497942] transaction","detail":"{read_only:false; response_revision:13701; number_of_response:1; }","duration":"138.106956ms","start":"2026-03-19T11:36:27.700047Z","end":"2026-03-19T11:36:27.838154Z","steps":["trace[1675497942] 'process raft request' (duration: 14.656728ms)","trace[1675497942] 'compare' (duration: 123.112419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:36:29.711857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999750114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T11:36:29.711952Z","caller":"traceutil/trace.go:171","msg":"trace[1687941654] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999900858s","start":"2026-03-19T11:36:27.712029Z","end":"2026-03-19T11:36:29.71193Z","steps":["trace[1687941654] 'agreement among raft nodes before linearized reading' (duration: 1.999786875s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:29.711996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:27.712009Z","time spent":"1.999977569s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 11:36:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T11:36:31.712189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999496155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T11:36:31.71226Z","caller":"traceutil/trace.go:171","msg":"trace[1839796020] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999608499s","start":"2026-03-19T11:36:29.712635Z","end":"2026-03-19T11:36:31.712243Z","steps":["trace[1839796020] 'agreement among raft nodes before linearized reading' (duration: 1.999515636s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:31.712296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:29.712622Z","time spent":"1.99966662s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 11:36:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T11:36:32.505104Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.790347228s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T11:36:32.505553Z","caller":"traceutil/trace.go:171","msg":"trace[199619245] transaction","detail":"{read_only:false; response_revision:13702; number_of_response:1; }","duration":"4.805416868s","start":"2026-03-19T11:36:27.700108Z","end":"2026-03-19T11:36:32.505524Z","steps":["trace[199619245] 'process raft request' (duration: 4.805228722s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:32.505702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:27.700089Z","time spent":"4.80553336s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:36:32.505934Z","caller":"traceutil/trace.go:171","msg":"trace[735684103] transaction","detail":"{read_only:false; response_revision:13703; number_of_response:1; }","duration":"4.805096208s","start":"2026-03-19T11:36:27.700779Z","end":"2026-03-19T11:36:32.505875Z","steps":["trace[735684103] 'process raft request' (duration: 4.804706187s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:36:32.506036Z","caller":"traceutil/trace.go:171","msg":"trace[1041100622] linearizableReadLoop","detail":"{readStateIndex:14219; appliedIndex:14214; }","duration":"4.793903534s","start":"2026-03-19T11:36:27.712088Z","end":"2026-03-19T11:36:32.505992Z","steps":["trace[1041100622] 'read index received' (duration: 2.633311ms)","trace[1041100622] 'applied index is now lower than readState.Index' (duration: 4.791269473s)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:36:32.50607Z","caller":"traceutil/trace.go:171","msg":"trace[962576815] transaction","detail":"{read_only:false; response_revision:13704; number_of_response:1; }","duration":"4.805224062s","start":"2026-03-19T11:36:27.700832Z","end":"2026-03-19T11:36:32.506056Z","steps":["trace[962576815] 'process raft request' (duration: 4.804946724s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:32.50615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:27.700827Z","time spent":"4.805288864s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:36:32.506074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:27.700769Z","time spent":"4.805232793s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:36:32.506256Z","caller":"traceutil/trace.go:171","msg":"trace[984615154] transaction","detail":"{read_only:false; response_revision:13705; number_of_response:1; }","duration":"4.794092699s","start":"2026-03-19T11:36:27.711979Z","end":"2026-03-19T11:36:32.506072Z","steps":["trace[984615154] 'process raft request' (duration: 4.793969226s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:32.506385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:27.711966Z","time spent":"4.794355047s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:36:32.511158Z","caller":"traceutil/trace.go:171","msg":"trace[957910403] transaction","detail":"{read_only:false; response_revision:13707; number_of_response:1; }","duration":"2.824564996s","start":"2026-03-19T11:36:29.686579Z","end":"2026-03-19T11:36:32.511144Z","steps":["trace[957910403] 'process raft request' (duration: 2.824478434s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:32.511239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:29.686556Z","time spent":"2.824636187s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:36:32.511313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.732206091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:36:32.511391Z","caller":"traceutil/trace.go:171","msg":"trace[174553988] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13709; }","duration":"4.732322904s","start":"2026-03-19T11:36:27.779047Z","end":"2026-03-19T11:36:32.511369Z","steps":["trace[174553988] 'agreement among raft nodes before linearized reading' (duration: 4.73216583s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:36:32.511306Z","caller":"traceutil/trace.go:171","msg":"trace[1348910352] transaction","detail":"{read_only:false; response_revision:13706; number_of_response:1; }","duration":"2.896949429s","start":"2026-03-19T11:36:29.614183Z","end":"2026-03-19T11:36:32.511133Z","steps":["trace[1348910352] 'process raft request' (duration: 2.896749263s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:32.5115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132577185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:36:32.511545Z","caller":"traceutil/trace.go:171","msg":"trace[1679522415] transaction","detail":"{read_only:false; response_revision:13708; number_of_response:1; }","duration":"2.824884905s","start":"2026-03-19T11:36:29.68665Z","end":"2026-03-19T11:36:32.511535Z","steps":["trace[1679522415] 'process raft request' (duration: 2.824442773s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:36:32.511549Z","caller":"traceutil/trace.go:171","msg":"trace[741737854] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:13709; }","duration":"2.132625537s","start":"2026-03-19T11:36:30.37891Z","end":"2026-03-19T11:36:32.511536Z","steps":["trace[741737854] 'agreement among raft nodes before linearized reading' (duration: 2.132558515s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:32.511592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:30.378847Z","time spent":"2.13272998s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:36:32.511597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:29.686606Z","time spent":"2.824963977s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:36:32.511576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363944938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-19T11:36:32.511689Z","caller":"traceutil/trace.go:171","msg":"trace[1456343830] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:13709; }","duration":"1.364118292s","start":"2026-03-19T11:36:31.147558Z","end":"2026-03-19T11:36:32.511676Z","steps":["trace[1456343830] 'agreement among raft nodes before linearized reading' (duration: 1.363762063s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:36:32.511715Z","caller":"traceutil/trace.go:171","msg":"trace[1163758001] transaction","detail":"{read_only:false; response_revision:13709; number_of_response:1; }","duration":"1.172850514s","start":"2026-03-19T11:36:31.338855Z","end":"2026-03-19T11:36:32.511705Z","steps":["trace[1163758001] 'process raft request' (duration: 1.172275669s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:32.511763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:31.33883Z","time spent":"1.172908345s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:36:32.511722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:31.147537Z","time spent":"1.364173543s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-03-19T11:36:32.511838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.629233908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T11:36:32.511865Z","caller":"traceutil/trace.go:171","msg":"trace[1747694431] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13709; }","duration":"2.629284318s","start":"2026-03-19T11:36:29.882573Z","end":"2026-03-19T11:36:32.511857Z","steps":["trace[1747694431] 'agreement among raft nodes before linearized reading' (duration: 2.629178605s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:32.511885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:29.882563Z","time spent":"2.62931806s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:36:32.511975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.629493614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:36:32.512003Z","caller":"traceutil/trace.go:171","msg":"trace[438365981] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:13709; }","duration":"2.629649819s","start":"2026-03-19T11:36:29.882346Z","end":"2026-03-19T11:36:32.511996Z","steps":["trace[438365981] 'agreement among raft nodes before linearized reading' (duration: 2.629589147s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:32.512023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:29.882322Z","time spent":"2.62969616s","remote":"127.0.0.1:53318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":23,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:36:32.51196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:29.614162Z","time spent":"2.89735508s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:36:32.511509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.821345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:36:32.512135Z","caller":"traceutil/trace.go:171","msg":"trace[1182311664] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:13709; }","duration":"289.493903ms","start":"2026-03-19T11:36:32.222634Z","end":"2026-03-19T11:36:32.512128Z","steps":["trace[1182311664] 'agreement among raft nodes before linearized reading' (duration: 288.832485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:32.512145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.990329267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-19T11:36:32.512171Z","caller":"traceutil/trace.go:171","msg":"trace[2083758516] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:13709; }","duration":"3.9903939s","start":"2026-03-19T11:36:28.521768Z","end":"2026-03-19T11:36:32.512162Z","steps":["trace[2083758516] 'agreement among raft nodes before linearized reading' (duration: 3.990292967s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:32.512188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.735941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-19T11:36:32.512228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.673449866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:36:32.512229Z","caller":"traceutil/trace.go:171","msg":"trace[748820973] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f; range_end:; response_count:1; response_revision:13709; }","duration":"796.834594ms","start":"2026-03-19T11:36:31.715379Z","end":"2026-03-19T11:36:32.512213Z","steps":["trace[748820973] 'agreement among raft nodes before linearized reading' (duration: 796.710671ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:36:32.512251Z","caller":"traceutil/trace.go:171","msg":"trace[1491802109] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:13709; }","duration":"2.673507258s","start":"2026-03-19T11:36:29.838738Z","end":"2026-03-19T11:36:32.512245Z","steps":["trace[1491802109] 'agreement among raft nodes before linearized reading' (duration: 2.673473957s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:32.512266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:31.715363Z","time spent":"796.894296ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f\" "} {"level":"warn","ts":"2026-03-19T11:36:32.512271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:29.838706Z","time spent":"2.673560419s","remote":"127.0.0.1:53068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:36:32.512395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.793481873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T11:36:32.511448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:27.779031Z","time spent":"4.732406146s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T11:36:32.512426Z","caller":"traceutil/trace.go:171","msg":"trace[424456136] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:13709; }","duration":"2.793521424s","start":"2026-03-19T11:36:29.718897Z","end":"2026-03-19T11:36:32.512418Z","steps":["trace[424456136] 'agreement among raft nodes before linearized reading' (duration: 2.793470242s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:32.512449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:29.718892Z","time spent":"2.793551234s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"warn","ts":"2026-03-19T11:36:32.512058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.500874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:36:32.512616Z","caller":"traceutil/trace.go:171","msg":"trace[34398657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13709; }","duration":"794.0948ms","start":"2026-03-19T11:36:31.718512Z","end":"2026-03-19T11:36:32.512607Z","steps":["trace[34398657] 'agreement among raft nodes before linearized reading' (duration: 793.516024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:32.512199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:28.521737Z","time spent":"3.9904573s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-19T11:36:32.512648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:31.718492Z","time spent":"794.146141ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:36:32.512579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.836252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:36:32.513013Z","caller":"traceutil/trace.go:171","msg":"trace[995416255] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:13709; }","duration":"958.309104ms","start":"2026-03-19T11:36:31.554694Z","end":"2026-03-19T11:36:32.513003Z","steps":["trace[995416255] 'agreement among raft nodes before linearized reading' (duration: 957.834741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:32.513048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:31.554674Z","time spent":"958.363175ms","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:36:34.321381Z","caller":"traceutil/trace.go:171","msg":"trace[1460841597] transaction","detail":"{read_only:false; response_revision:13718; number_of_response:1; }","duration":"666.478778ms","start":"2026-03-19T11:36:33.654867Z","end":"2026-03-19T11:36:34.321346Z","steps":["trace[1460841597] 'process raft request' (duration: 666.251252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:34.321566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:33.654854Z","time spent":"666.623693ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T11:36:34.325616Z","caller":"traceutil/trace.go:171","msg":"trace[43830817] linearizableReadLoop","detail":"{readStateIndex:14236; appliedIndex:14234; }","duration":"106.648803ms","start":"2026-03-19T11:36:34.218935Z","end":"2026-03-19T11:36:34.325584Z","steps":["trace[43830817] 'read index received' (duration: 102.395568ms)","trace[43830817] 'applied index is now lower than readState.Index' (duration: 4.251805ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:36:34.325731Z","caller":"traceutil/trace.go:171","msg":"trace[1785126251] transaction","detail":"{read_only:false; response_revision:13719; number_of_response:1; }","duration":"664.586907ms","start":"2026-03-19T11:36:33.661127Z","end":"2026-03-19T11:36:34.325714Z","steps":["trace[1785126251] 'process raft request' (duration: 664.167995ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:36:34.325721Z","caller":"traceutil/trace.go:171","msg":"trace[632571704] transaction","detail":"{read_only:false; response_revision:13720; number_of_response:1; }","duration":"271.811563ms","start":"2026-03-19T11:36:34.053886Z","end":"2026-03-19T11:36:34.325697Z","steps":["trace[632571704] 'process raft request' (duration: 271.635678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:34.325807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.830458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T11:36:34.325828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:33.661071Z","time spent":"664.69328ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12797,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:36:34.325878Z","caller":"traceutil/trace.go:171","msg":"trace[1867259007] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:13720; }","duration":"106.965301ms","start":"2026-03-19T11:36:34.21888Z","end":"2026-03-19T11:36:34.325845Z","steps":["trace[1867259007] 'agreement among raft nodes before linearized reading' (duration: 106.829278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:54.733967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.017059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:36:54.73405Z","caller":"traceutil/trace.go:171","msg":"trace[2058170515] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:14001; }","duration":"216.162153ms","start":"2026-03-19T11:36:54.517871Z","end":"2026-03-19T11:36:54.734033Z","steps":["trace[2058170515] 'count revisions from in-memory index tree' (duration: 215.926086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:54.734116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.457314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c77352f-3a2d-41af-81bf-4641f6d3eed4\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-19T11:36:54.734168Z","caller":"traceutil/trace.go:171","msg":"trace[1874370343] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9c77352f-3a2d-41af-81bf-4641f6d3eed4; range_end:; response_count:1; response_revision:14001; }","duration":"133.513646ms","start":"2026-03-19T11:36:54.600639Z","end":"2026-03-19T11:36:54.734153Z","steps":["trace[1874370343] 'range keys from in-memory index tree' (duration: 133.27962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:54.734585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.339316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:36:54.734706Z","caller":"traceutil/trace.go:171","msg":"trace[1335729572] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:14001; }","duration":"198.705706ms","start":"2026-03-19T11:36:54.535972Z","end":"2026-03-19T11:36:54.734678Z","steps":["trace[1335729572] 'count revisions from in-memory index tree' (duration: 198.175942ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:36:54.779075Z","caller":"traceutil/trace.go:171","msg":"trace[240280956] transaction","detail":"{read_only:false; response_revision:14002; number_of_response:1; }","duration":"160.274067ms","start":"2026-03-19T11:36:54.618778Z","end":"2026-03-19T11:36:54.779052Z","steps":["trace[240280956] 'process raft request' (duration: 160.114213ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:36:54.822455Z","caller":"traceutil/trace.go:171","msg":"trace[1726063671] linearizableReadLoop","detail":"{readStateIndex:14533; appliedIndex:14530; }","duration":"151.420415ms","start":"2026-03-19T11:36:54.671011Z","end":"2026-03-19T11:36:54.822431Z","steps":["trace[1726063671] 'read index received' (duration: 107.901236ms)","trace[1726063671] 'applied index is now lower than readState.Index' (duration: 43.517999ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:36:54.822484Z","caller":"traceutil/trace.go:171","msg":"trace[34990520] transaction","detail":"{read_only:false; response_revision:14003; number_of_response:1; }","duration":"198.340326ms","start":"2026-03-19T11:36:54.624116Z","end":"2026-03-19T11:36:54.822457Z","steps":["trace[34990520] 'process raft request' (duration: 198.11554ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:36:54.822573Z","caller":"traceutil/trace.go:171","msg":"trace[1783112167] transaction","detail":"{read_only:false; response_revision:14004; number_of_response:1; }","duration":"197.420951ms","start":"2026-03-19T11:36:54.625138Z","end":"2026-03-19T11:36:54.822559Z","steps":["trace[1783112167] 'process raft request' (duration: 197.253957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:54.822841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.815775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T11:36:54.822867Z","caller":"traceutil/trace.go:171","msg":"trace[265683686] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14004; }","duration":"151.893717ms","start":"2026-03-19T11:36:54.670967Z","end":"2026-03-19T11:36:54.822861Z","steps":["trace[265683686] 'agreement among raft nodes before linearized reading' (duration: 151.796115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:54.822931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.36617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:36:54.822968Z","caller":"traceutil/trace.go:171","msg":"trace[1115132306] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:14004; }","duration":"108.461302ms","start":"2026-03-19T11:36:54.714498Z","end":"2026-03-19T11:36:54.822959Z","steps":["trace[1115132306] 'agreement among raft nodes before linearized reading' (duration: 108.37505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:54.823018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.912469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T11:36:54.823052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.922958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T11:36:54.823106Z","caller":"traceutil/trace.go:171","msg":"trace[988831952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14004; }","duration":"152.028461ms","start":"2026-03-19T11:36:54.671056Z","end":"2026-03-19T11:36:54.823084Z","steps":["trace[988831952] 'agreement among raft nodes before linearized reading' (duration: 151.774825ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:36:54.823111Z","caller":"traceutil/trace.go:171","msg":"trace[883260844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14004; }","duration":"151.987491ms","start":"2026-03-19T11:36:54.671107Z","end":"2026-03-19T11:36:54.823094Z","steps":["trace[883260844] 'agreement among raft nodes before linearized reading' (duration: 151.777935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:54.823027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.416575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T11:36:54.823274Z","caller":"traceutil/trace.go:171","msg":"trace[816485890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14004; }","duration":"151.716213ms","start":"2026-03-19T11:36:54.671548Z","end":"2026-03-19T11:36:54.823264Z","steps":["trace[816485890] 'agreement among raft nodes before linearized reading' (duration: 151.294992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:54.823027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.915128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:36:54.823352Z","caller":"traceutil/trace.go:171","msg":"trace[387405961] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14004; }","duration":"152.264068ms","start":"2026-03-19T11:36:54.671081Z","end":"2026-03-19T11:36:54.823345Z","steps":["trace[387405961] 'agreement among raft nodes before linearized reading' (duration: 151.843936ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:36:54.996409Z","caller":"traceutil/trace.go:171","msg":"trace[1697860317] transaction","detail":"{read_only:false; response_revision:14005; number_of_response:1; }","duration":"167.507045ms","start":"2026-03-19T11:36:54.828873Z","end":"2026-03-19T11:36:54.99638Z","steps":["trace[1697860317] 'process raft request' (duration: 163.797963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:55.283611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.989663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:36:55.283841Z","caller":"traceutil/trace.go:171","msg":"trace[1666743869] linearizableReadLoop","detail":"{readStateIndex:14538; appliedIndex:14533; }","duration":"308.821623ms","start":"2026-03-19T11:36:54.975005Z","end":"2026-03-19T11:36:55.283827Z","steps":["trace[1666743869] 'read index received' (duration: 17.699423ms)","trace[1666743869] 'applied index is now lower than readState.Index' (duration: 291.12128ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:36:55.283939Z","caller":"traceutil/trace.go:171","msg":"trace[2022447395] transaction","detail":"{read_only:false; response_revision:14008; number_of_response:1; }","duration":"454.612405ms","start":"2026-03-19T11:36:54.829265Z","end":"2026-03-19T11:36:55.283877Z","steps":["trace[2022447395] 'process raft request' (duration: 454.465261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:55.28404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.034889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c77352f-3a2d-41af-81bf-4641f6d3eed4\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-19T11:36:55.283983Z","caller":"traceutil/trace.go:171","msg":"trace[1506396515] transaction","detail":"{read_only:false; response_revision:14006; number_of_response:1; }","duration":"454.794049ms","start":"2026-03-19T11:36:54.829138Z","end":"2026-03-19T11:36:55.283932Z","steps":["trace[1506396515] 'process raft request' (duration: 273.408166ms)","trace[1506396515] 'compare' (duration: 180.880089ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:36:55.284069Z","caller":"traceutil/trace.go:171","msg":"trace[1146816975] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9c77352f-3a2d-41af-81bf-4641f6d3eed4; range_end:; response_count:1; response_revision:14009; }","duration":"309.09586ms","start":"2026-03-19T11:36:54.974963Z","end":"2026-03-19T11:36:55.284059Z","steps":["trace[1146816975] 'agreement among raft nodes before linearized reading' (duration: 308.931826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:55.28412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:54.974944Z","time spent":"309.166763ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3661,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c77352f-3a2d-41af-81bf-4641f6d3eed4\" "} {"level":"warn","ts":"2026-03-19T11:36:55.28424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:54.829113Z","time spent":"454.996175ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:36:55.284255Z","caller":"traceutil/trace.go:171","msg":"trace[1889412324] transaction","detail":"{read_only:false; response_revision:14009; number_of_response:1; }","duration":"454.895642ms","start":"2026-03-19T11:36:54.829315Z","end":"2026-03-19T11:36:55.28421Z","steps":["trace[1889412324] 'process raft request' (duration: 454.437959ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:36:55.284433Z","caller":"traceutil/trace.go:171","msg":"trace[1583998037] transaction","detail":"{read_only:false; response_revision:14007; number_of_response:1; }","duration":"454.662896ms","start":"2026-03-19T11:36:54.829215Z","end":"2026-03-19T11:36:55.283878Z","steps":["trace[1583998037] 'process raft request' (duration: 454.478621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:55.284443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:54.829306Z","time spent":"455.033236ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:36:55.284726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:54.829207Z","time spent":"455.472677ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:36:55.28487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:54.829257Z","time spent":"454.80403ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:36:55.800543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536101250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:36:56.301173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536101250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:36:56.802057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536101250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:36:57.302773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536101250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:36:57.359693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000342294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T11:36:57.359778Z","caller":"traceutil/trace.go:171","msg":"trace[882520308] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000507218s","start":"2026-03-19T11:36:55.359252Z","end":"2026-03-19T11:36:57.35976Z","steps":["trace[882520308] 'agreement among raft nodes before linearized reading' (duration: 2.000368664s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:57.359832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:55.359233Z","time spent":"2.00058517s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:36:57.611434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000385535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T11:36:57.611628Z","caller":"traceutil/trace.go:171","msg":"trace[99475914] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000648402s","start":"2026-03-19T11:36:55.610956Z","end":"2026-03-19T11:36:57.611604Z","steps":["trace[99475914] 'agreement among raft nodes before linearized reading' (duration: 2.000428846s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:57.611718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:55.610925Z","time spent":"2.000777095s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 11:36:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T11:36:57.803942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536101250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:36:58.304291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536101250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:36:58.805076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536101250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:36:58.836233Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.545093946s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T11:36:58.843303Z","caller":"traceutil/trace.go:171","msg":"trace[798001788] transaction","detail":"{read_only:false; response_revision:14010; number_of_response:1; }","duration":"3.552327285s","start":"2026-03-19T11:36:55.290944Z","end":"2026-03-19T11:36:58.843271Z","steps":["trace[798001788] 'process raft request' (duration: 3.545509548s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:58.843508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:55.290912Z","time spent":"3.552484038s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:36:59.568192Z","caller":"traceutil/trace.go:171","msg":"trace[1140953389] transaction","detail":"{read_only:false; response_revision:14011; number_of_response:1; }","duration":"3.959181345s","start":"2026-03-19T11:36:55.60898Z","end":"2026-03-19T11:36:59.568162Z","steps":["trace[1140953389] 'process raft request' (duration: 3.866673489s)","trace[1140953389] 'compare' (duration: 92.30943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:36:59.568363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:55.60896Z","time spent":"3.959314688s","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18837,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:36:59.579306Z","caller":"traceutil/trace.go:171","msg":"trace[2113116289] transaction","detail":"{read_only:false; response_revision:14013; number_of_response:1; }","duration":"2.750410278s","start":"2026-03-19T11:36:56.828874Z","end":"2026-03-19T11:36:59.579284Z","steps":["trace[2113116289] 'process raft request' (duration: 2.750348606s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:36:59.579321Z","caller":"traceutil/trace.go:171","msg":"trace[301950944] transaction","detail":"{read_only:false; response_revision:14012; number_of_response:1; }","duration":"2.794813s","start":"2026-03-19T11:36:56.784479Z","end":"2026-03-19T11:36:59.579292Z","steps":["trace[301950944] 'process raft request' (duration: 2.794633935s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:59.57945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:56.784451Z","time spent":"2.794931113s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:36:59.579455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:56.828852Z","time spent":"2.75052012s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:36:59.579547Z","caller":"traceutil/trace.go:171","msg":"trace[910107776] transaction","detail":"{read_only:false; response_revision:14014; number_of_response:1; }","duration":"2.750361895s","start":"2026-03-19T11:36:56.829174Z","end":"2026-03-19T11:36:59.579536Z","steps":["trace[910107776] 'process raft request' (duration: 2.750078528s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:59.579609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:56.829135Z","time spent":"2.750441407s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:36:59.579973Z","caller":"traceutil/trace.go:171","msg":"trace[159910851] transaction","detail":"{read_only:false; response_revision:14015; number_of_response:1; }","duration":"2.730445242s","start":"2026-03-19T11:36:56.849518Z","end":"2026-03-19T11:36:59.579963Z","steps":["trace[159910851] 'process raft request' (duration: 2.729965169s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:59.580027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:56.849494Z","time spent":"2.730504034s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:36:59.580027Z","caller":"traceutil/trace.go:171","msg":"trace[426962603] linearizableReadLoop","detail":"{readStateIndex:14546; appliedIndex:14538; }","duration":"4.279826561s","start":"2026-03-19T11:36:55.300166Z","end":"2026-03-19T11:36:59.579993Z","steps":["trace[426962603] 'read index received' (duration: 3.536299597s)","trace[426962603] 'applied index is now lower than readState.Index' (duration: 743.525804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:36:59.580234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.271663998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T11:36:59.580232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.280069457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-nova-server-0.189e3b091d44ff64\" ","response":"range_response_count:1 size:1001"} {"level":"info","ts":"2026-03-19T11:36:59.58028Z","caller":"traceutil/trace.go:171","msg":"trace[194311261] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:14016; }","duration":"4.271790651s","start":"2026-03-19T11:36:55.308474Z","end":"2026-03-19T11:36:59.580265Z","steps":["trace[194311261] 'agreement among raft nodes before linearized reading' (duration: 4.271677258s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:36:59.58029Z","caller":"traceutil/trace.go:171","msg":"trace[619071533] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-nova-server-0.189e3b091d44ff64; range_end:; response_count:1; response_revision:14016; }","duration":"4.280177661s","start":"2026-03-19T11:36:55.300096Z","end":"2026-03-19T11:36:59.580274Z","steps":["trace[619071533] 'agreement among raft nodes before linearized reading' (duration: 4.280035997s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:59.580321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:55.300007Z","time spent":"4.280305914s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":1025,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-nova-server-0.189e3b091d44ff64\" "} {"level":"warn","ts":"2026-03-19T11:36:59.580319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:55.308445Z","time spent":"4.271864203s","remote":"127.0.0.1:53362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:36:59.580407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.290065206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T11:36:59.580437Z","caller":"traceutil/trace.go:171","msg":"trace[1890611192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14016; }","duration":"2.290117338s","start":"2026-03-19T11:36:57.290312Z","end":"2026-03-19T11:36:59.580429Z","steps":["trace[1890611192] 'agreement among raft nodes before linearized reading' (duration: 2.289963134s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:59.580457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:57.290301Z","time spent":"2.290151498s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T11:36:59.580465Z","caller":"traceutil/trace.go:171","msg":"trace[1892504672] transaction","detail":"{read_only:false; response_revision:14016; number_of_response:1; }","duration":"2.615516733s","start":"2026-03-19T11:36:56.964938Z","end":"2026-03-19T11:36:59.580454Z","steps":["trace[1892504672] 'process raft request' (duration: 2.614938818s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:59.580544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:56.964875Z","time spent":"2.615633846s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:36:59.58058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.572455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:36:59.580612Z","caller":"traceutil/trace.go:171","msg":"trace[1914653126] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:14016; }","duration":"212.633397ms","start":"2026-03-19T11:36:59.367971Z","end":"2026-03-19T11:36:59.580604Z","steps":["trace[1914653126] 'agreement among raft nodes before linearized reading' (duration: 212.585325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:59.580611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.290991921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:36:59.580686Z","caller":"traceutil/trace.go:171","msg":"trace[303141069] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14016; }","duration":"2.291059993s","start":"2026-03-19T11:36:57.289573Z","end":"2026-03-19T11:36:59.580633Z","steps":["trace[303141069] 'agreement among raft nodes before linearized reading' (duration: 2.29094414s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:59.580727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.424999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:36:59.580765Z","caller":"traceutil/trace.go:171","msg":"trace[2081413619] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:14016; }","duration":"428.48703ms","start":"2026-03-19T11:36:59.152259Z","end":"2026-03-19T11:36:59.580746Z","steps":["trace[2081413619] 'agreement among raft nodes before linearized reading' (duration: 428.445959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:59.580784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:59.152238Z","time spent":"428.540852ms","remote":"127.0.0.1:33114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:36:59.580815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.291223318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T11:36:59.580844Z","caller":"traceutil/trace.go:171","msg":"trace[410974944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14016; }","duration":"2.29129466s","start":"2026-03-19T11:36:57.28954Z","end":"2026-03-19T11:36:59.580835Z","steps":["trace[410974944] 'agreement among raft nodes before linearized reading' (duration: 2.291205537s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:59.580856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.581227863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ftrfc\" ","response":"range_response_count:1 size:20770"} {"level":"warn","ts":"2026-03-19T11:36:59.58087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:57.289517Z","time spent":"2.291347221s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:36:59.580886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.562292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:36:59.580884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.915770009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-03-19T11:36:59.580917Z","caller":"traceutil/trace.go:171","msg":"trace[1412901591] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ftrfc; range_end:; response_count:1; response_revision:14016; }","duration":"3.581270884s","start":"2026-03-19T11:36:55.999613Z","end":"2026-03-19T11:36:59.580884Z","steps":["trace[1412901591] 'agreement among raft nodes before linearized reading' (duration: 3.581144651s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:36:59.580944Z","caller":"traceutil/trace.go:171","msg":"trace[151745013] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:14016; }","duration":"3.915877812s","start":"2026-03-19T11:36:55.665054Z","end":"2026-03-19T11:36:59.580932Z","steps":["trace[151745013] 'agreement among raft nodes before linearized reading' (duration: 3.915764379s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:59.580956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:55.999562Z","time spent":"3.581385238s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20794,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ftrfc\" "} {"level":"warn","ts":"2026-03-19T11:36:59.580972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:55.66502Z","time spent":"3.915944334s","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-19T11:36:59.580989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179447618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-03-19T11:36:59.581011Z","caller":"traceutil/trace.go:171","msg":"trace[616116807] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:14016; }","duration":"1.179503129s","start":"2026-03-19T11:36:58.401499Z","end":"2026-03-19T11:36:59.581002Z","steps":["trace[616116807] 'agreement among raft nodes before linearized reading' (duration: 1.179440698s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:59.581028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:58.401476Z","time spent":"1.179548101s","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-19T11:36:59.580726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:57.289555Z","time spent":"2.291161816s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:36:59.581115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.190960154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:36:59.581161Z","caller":"traceutil/trace.go:171","msg":"trace[743858190] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:14016; }","duration":"4.191033856s","start":"2026-03-19T11:36:55.390108Z","end":"2026-03-19T11:36:59.581142Z","steps":["trace[743858190] 'agreement among raft nodes before linearized reading' (duration: 4.190954524s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:59.581164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.29166767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T11:36:59.581188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560156694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-19T11:36:59.581197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:55.39009Z","time spent":"4.191098327s","remote":"127.0.0.1:57966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:36:59.581209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.842217101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c77352f-3a2d-41af-81bf-4641f6d3eed4\" ","response":"range_response_count:1 size:3757"} {"level":"info","ts":"2026-03-19T11:36:59.581233Z","caller":"traceutil/trace.go:171","msg":"trace[95335419] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14016; }","duration":"1.560217726s","start":"2026-03-19T11:36:58.020997Z","end":"2026-03-19T11:36:59.581215Z","steps":["trace[95335419] 'agreement among raft nodes before linearized reading' (duration: 1.560140854s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:59.581276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579927282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T11:36:59.581281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:58.020982Z","time spent":"1.560289988s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T11:36:59.581307Z","caller":"traceutil/trace.go:171","msg":"trace[86992818] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14016; }","duration":"2.580023864s","start":"2026-03-19T11:36:57.001274Z","end":"2026-03-19T11:36:59.581298Z","steps":["trace[86992818] 'agreement among raft nodes before linearized reading' (duration: 2.579945232s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:59.581336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:57.001248Z","time spent":"2.580079546s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T11:36:59.581199Z","caller":"traceutil/trace.go:171","msg":"trace[1055535018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14016; }","duration":"2.291742162s","start":"2026-03-19T11:36:57.289448Z","end":"2026-03-19T11:36:59.58119Z","steps":["trace[1055535018] 'agreement among raft nodes before linearized reading' (duration: 2.291649309s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:59.581092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218675086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e39dda5a2e868\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-19T11:36:59.581475Z","caller":"traceutil/trace.go:171","msg":"trace[1090658701] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e39dda5a2e868; range_end:; response_count:1; response_revision:14016; }","duration":"2.219106518s","start":"2026-03-19T11:36:57.362356Z","end":"2026-03-19T11:36:59.581462Z","steps":["trace[1090658701] 'agreement among raft nodes before linearized reading' (duration: 2.218612064s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:59.581456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:57.289425Z","time spent":"2.291987969s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T11:36:59.581504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:57.362336Z","time spent":"2.21916011s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e39dda5a2e868\" "} {"level":"warn","ts":"2026-03-19T11:36:59.581516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.743750145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T11:36:59.58153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.414994295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T11:36:59.581532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613279015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T11:36:59.581553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964005632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:36:59.581522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.091888314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:36:59.580925Z","caller":"traceutil/trace.go:171","msg":"trace[1617033722] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:14016; }","duration":"666.635384ms","start":"2026-03-19T11:36:58.914283Z","end":"2026-03-19T11:36:59.580919Z","steps":["trace[1617033722] 'agreement among raft nodes before linearized reading' (duration: 666.584733ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:36:59.581575Z","caller":"traceutil/trace.go:171","msg":"trace[383595168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14016; }","duration":"1.964047963s","start":"2026-03-19T11:36:57.617521Z","end":"2026-03-19T11:36:59.581569Z","steps":["trace[383595168] 'agreement among raft nodes before linearized reading' (duration: 1.964017902s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:36:59.581567Z","caller":"traceutil/trace.go:171","msg":"trace[519006160] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:14016; }","duration":"3.415068578s","start":"2026-03-19T11:36:56.16649Z","end":"2026-03-19T11:36:59.581559Z","steps":["trace[519006160] 'agreement among raft nodes before linearized reading' (duration: 3.415003376s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:36:59.581576Z","caller":"traceutil/trace.go:171","msg":"trace[452734558] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:14016; }","duration":"1.613349567s","start":"2026-03-19T11:36:57.968215Z","end":"2026-03-19T11:36:59.581564Z","steps":["trace[452734558] 'agreement among raft nodes before linearized reading' (duration: 1.613282705s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:36:59.581582Z","caller":"traceutil/trace.go:171","msg":"trace[707188125] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:14016; }","duration":"2.091980857s","start":"2026-03-19T11:36:57.489594Z","end":"2026-03-19T11:36:59.581574Z","steps":["trace[707188125] 'agreement among raft nodes before linearized reading' (duration: 2.091854574s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:59.581595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:57.617507Z","time spent":"1.964084634s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:36:59.581605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:56.16647Z","time spent":"3.415125919s","remote":"127.0.0.1:53244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:36:59.581608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:57.968199Z","time spent":"1.613401478s","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:36:59.581614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:57.489575Z","time spent":"2.092029058s","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":110,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:36:59.581617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:58.914253Z","time spent":"667.340544ms","remote":"127.0.0.1:51350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:36:59.581245Z","caller":"traceutil/trace.go:171","msg":"trace[258463652] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9c77352f-3a2d-41af-81bf-4641f6d3eed4; range_end:; response_count:1; response_revision:14016; }","duration":"3.842291783s","start":"2026-03-19T11:36:55.738942Z","end":"2026-03-19T11:36:59.581234Z","steps":["trace[258463652] 'agreement among raft nodes before linearized reading' (duration: 3.84219835s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:36:59.581551Z","caller":"traceutil/trace.go:171","msg":"trace[237204966] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:14016; }","duration":"2.743811577s","start":"2026-03-19T11:36:56.837729Z","end":"2026-03-19T11:36:59.581541Z","steps":["trace[237204966] 'agreement among raft nodes before linearized reading' (duration: 2.743721435s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:36:59.581693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:56.837714Z","time spent":"2.743973701s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"warn","ts":"2026-03-19T11:36:59.581696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:36:55.738918Z","time spent":"3.842765655s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3781,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c77352f-3a2d-41af-81bf-4641f6d3eed4\" "} {"level":"info","ts":"2026-03-19T11:37:01.69664Z","caller":"traceutil/trace.go:171","msg":"trace[811457990] transaction","detail":"{read_only:false; response_revision:14031; number_of_response:1; }","duration":"112.217414ms","start":"2026-03-19T11:37:01.584396Z","end":"2026-03-19T11:37:01.696614Z","steps":["trace[811457990] 'process raft request' (duration: 112.04835ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:37:01.768623Z","caller":"traceutil/trace.go:171","msg":"trace[1378435022] linearizableReadLoop","detail":"{readStateIndex:14564; appliedIndex:14561; }","duration":"176.222582ms","start":"2026-03-19T11:37:01.592379Z","end":"2026-03-19T11:37:01.768602Z","steps":["trace[1378435022] 'read index received' (duration: 104.065822ms)","trace[1378435022] 'applied index is now lower than readState.Index' (duration: 72.15612ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:37:01.768674Z","caller":"traceutil/trace.go:171","msg":"trace[1402671859] transaction","detail":"{read_only:false; response_revision:14032; number_of_response:1; }","duration":"182.672548ms","start":"2026-03-19T11:37:01.585956Z","end":"2026-03-19T11:37:01.768629Z","steps":["trace[1402671859] 'process raft request' (duration: 182.511704ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:37:01.768715Z","caller":"traceutil/trace.go:171","msg":"trace[792302256] transaction","detail":"{read_only:false; response_revision:14033; number_of_response:1; }","duration":"182.041971ms","start":"2026-03-19T11:37:01.586666Z","end":"2026-03-19T11:37:01.768708Z","steps":["trace[792302256] 'process raft request' (duration: 181.906648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:01.768822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.435989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T11:37:01.768848Z","caller":"traceutil/trace.go:171","msg":"trace[602193356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14033; }","duration":"176.526291ms","start":"2026-03-19T11:37:01.592315Z","end":"2026-03-19T11:37:01.768841Z","steps":["trace[602193356] 'agreement among raft nodes before linearized reading' (duration: 176.412248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:01.768983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.427223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:37:01.769007Z","caller":"traceutil/trace.go:171","msg":"trace[1128249779] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:14033; }","duration":"163.470614ms","start":"2026-03-19T11:37:01.605531Z","end":"2026-03-19T11:37:01.769002Z","steps":["trace[1128249779] 'agreement among raft nodes before linearized reading' (duration: 163.422773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:01.769031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.337684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T11:37:01.769065Z","caller":"traceutil/trace.go:171","msg":"trace[510958774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14033; }","duration":"173.403266ms","start":"2026-03-19T11:37:01.595652Z","end":"2026-03-19T11:37:01.769055Z","steps":["trace[510958774] 'agreement among raft nodes before linearized reading' (duration: 173.319463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:01.769094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.891716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T11:37:01.769091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.630944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T11:37:01.769117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.394069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ftrfc\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-19T11:37:01.769146Z","caller":"traceutil/trace.go:171","msg":"trace[1451126373] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14033; }","duration":"175.003639ms","start":"2026-03-19T11:37:01.594127Z","end":"2026-03-19T11:37:01.769131Z","steps":["trace[1451126373] 'agreement among raft nodes before linearized reading' (duration: 174.812194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:01.769134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.062081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c77352f-3a2d-41af-81bf-4641f6d3eed4\" ","response":"range_response_count:1 size:3943"} {"level":"info","ts":"2026-03-19T11:37:01.769157Z","caller":"traceutil/trace.go:171","msg":"trace[1848862362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14033; }","duration":"176.764947ms","start":"2026-03-19T11:37:01.592376Z","end":"2026-03-19T11:37:01.769141Z","steps":["trace[1848862362] 'agreement among raft nodes before linearized reading' (duration: 176.540761ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:37:01.769167Z","caller":"traceutil/trace.go:171","msg":"trace[1663887560] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ftrfc; range_end:; response_count:1; response_revision:14033; }","duration":"164.473371ms","start":"2026-03-19T11:37:01.604679Z","end":"2026-03-19T11:37:01.769153Z","steps":["trace[1663887560] 'agreement among raft nodes before linearized reading' (duration: 164.305497ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:37:01.769193Z","caller":"traceutil/trace.go:171","msg":"trace[2063668905] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9c77352f-3a2d-41af-81bf-4641f6d3eed4; range_end:; response_count:1; response_revision:14033; }","duration":"175.162463ms","start":"2026-03-19T11:37:01.594017Z","end":"2026-03-19T11:37:01.769179Z","steps":["trace[2063668905] 'agreement among raft nodes before linearized reading' (duration: 174.944527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:01.769571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.011158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T11:37:01.769613Z","caller":"traceutil/trace.go:171","msg":"trace[2044456288] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14033; }","duration":"172.08174ms","start":"2026-03-19T11:37:01.59752Z","end":"2026-03-19T11:37:01.769602Z","steps":["trace[2044456288] 'agreement among raft nodes before linearized reading' (duration: 171.397061ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:37:23.939109Z","caller":"traceutil/trace.go:171","msg":"trace[938345711] linearizableReadLoop","detail":"{readStateIndex:14697; appliedIndex:14696; }","duration":"400.552898ms","start":"2026-03-19T11:37:23.538525Z","end":"2026-03-19T11:37:23.939078Z","steps":["trace[938345711] 'read index received' (duration: 400.002263ms)","trace[938345711] 'applied index is now lower than readState.Index' (duration: 549.615µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:37:23.939263Z","caller":"traceutil/trace.go:171","msg":"trace[281137379] transaction","detail":"{read_only:false; response_revision:14162; number_of_response:1; }","duration":"508.424124ms","start":"2026-03-19T11:37:23.430807Z","end":"2026-03-19T11:37:23.939231Z","steps":["trace[281137379] 'process raft request' (duration: 507.796177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:23.939387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.838696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-19T11:37:23.939428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:23.430761Z","time spent":"508.575008ms","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415946,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:37:23.93944Z","caller":"traceutil/trace.go:171","msg":"trace[937806870] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:14162; }","duration":"400.961309ms","start":"2026-03-19T11:37:23.538464Z","end":"2026-03-19T11:37:23.939426Z","steps":["trace[937806870] 'agreement among raft nodes before linearized reading' (duration: 400.785395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:23.939495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:23.538435Z","time spent":"401.049092ms","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-19T11:37:24.210091Z","caller":"traceutil/trace.go:171","msg":"trace[1534143256] linearizableReadLoop","detail":"{readStateIndex:14700; appliedIndex:14697; }","duration":"270.849556ms","start":"2026-03-19T11:37:23.93922Z","end":"2026-03-19T11:37:24.21007Z","steps":["trace[1534143256] 'read index received' (duration: 270.63605ms)","trace[1534143256] 'applied index is now lower than readState.Index' (duration: 212.636µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:37:24.210361Z","caller":"traceutil/trace.go:171","msg":"trace[846464838] transaction","detail":"{read_only:false; response_revision:14163; number_of_response:1; }","duration":"420.478052ms","start":"2026-03-19T11:37:23.789871Z","end":"2026-03-19T11:37:24.210349Z","steps":["trace[846464838] 'process raft request' (duration: 420.000949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:24.210465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:23.789846Z","time spent":"420.551904ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:37:24.210676Z","caller":"traceutil/trace.go:171","msg":"trace[1415778640] transaction","detail":"{read_only:false; response_revision:14164; number_of_response:1; }","duration":"365.296135ms","start":"2026-03-19T11:37:23.845369Z","end":"2026-03-19T11:37:24.210665Z","steps":["trace[1415778640] 'process raft request' (duration: 364.626277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:24.210762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:23.845326Z","time spent":"365.381557ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:37:24.210971Z","caller":"traceutil/trace.go:171","msg":"trace[1738003029] transaction","detail":"{read_only:false; response_revision:14165; number_of_response:1; }","duration":"344.748154ms","start":"2026-03-19T11:37:23.866211Z","end":"2026-03-19T11:37:24.210959Z","steps":["trace[1738003029] 'process raft request' (duration: 343.820899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:24.211039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:23.866196Z","time spent":"344.810426ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:37:24.211293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.315672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:37:24.211351Z","caller":"traceutil/trace.go:171","msg":"trace[1701417099] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14165; }","duration":"322.379903ms","start":"2026-03-19T11:37:23.888954Z","end":"2026-03-19T11:37:24.211334Z","steps":["trace[1701417099] 'agreement among raft nodes before linearized reading' (duration: 322.233039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:24.211387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:23.888947Z","time spent":"322.432265ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:37:24.211591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.715122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T11:37:24.211641Z","caller":"traceutil/trace.go:171","msg":"trace[281468353] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14165; }","duration":"322.813105ms","start":"2026-03-19T11:37:23.888815Z","end":"2026-03-19T11:37:24.211628Z","steps":["trace[281468353] 'agreement among raft nodes before linearized reading' (duration: 322.698912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:24.211689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:23.888792Z","time spent":"322.877846ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:37:24.211995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.522549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T11:37:24.212044Z","caller":"traceutil/trace.go:171","msg":"trace[1932001580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14165; }","duration":"325.594871ms","start":"2026-03-19T11:37:23.886436Z","end":"2026-03-19T11:37:24.212031Z","steps":["trace[1932001580] 'agreement among raft nodes before linearized reading' (duration: 325.470058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:24.212082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:23.886422Z","time spent":"325.651693ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:37:24.212296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.715761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T11:37:24.212333Z","caller":"traceutil/trace.go:171","msg":"trace[2005267239] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14165; }","duration":"326.783593ms","start":"2026-03-19T11:37:23.88554Z","end":"2026-03-19T11:37:24.212324Z","steps":["trace[2005267239] 'agreement among raft nodes before linearized reading' (duration: 326.688751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:24.21236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:23.885523Z","time spent":"326.831245ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T11:37:24.212544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.157308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T11:37:24.21258Z","caller":"traceutil/trace.go:171","msg":"trace[821993616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14165; }","duration":"329.21197ms","start":"2026-03-19T11:37:23.883358Z","end":"2026-03-19T11:37:24.21257Z","steps":["trace[821993616] 'agreement among raft nodes before linearized reading' (duration: 329.130978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:24.212606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:23.883348Z","time spent":"329.253011ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:37:24.212782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.482807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:10815"} {"level":"info","ts":"2026-03-19T11:37:24.212814Z","caller":"traceutil/trace.go:171","msg":"trace[1201012858] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:14165; }","duration":"333.551729ms","start":"2026-03-19T11:37:23.879255Z","end":"2026-03-19T11:37:24.212806Z","steps":["trace[1201012858] 'agreement among raft nodes before linearized reading' (duration: 333.457976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:24.212839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:23.87924Z","time spent":"333.59395ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":10839,"request content":"key:\"/registry/pods/openstack/rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-19T11:37:24.213053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.797026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:37:24.213102Z","caller":"traceutil/trace.go:171","msg":"trace[819574731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14165; }","duration":"600.883809ms","start":"2026-03-19T11:37:23.612205Z","end":"2026-03-19T11:37:24.213089Z","steps":["trace[819574731] 'agreement among raft nodes before linearized reading' (duration: 600.816267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:24.213129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:23.612176Z","time spent":"600.94689ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T11:37:24.442837Z","caller":"traceutil/trace.go:171","msg":"trace[1255982940] linearizableReadLoop","detail":"{readStateIndex:14701; appliedIndex:14700; }","duration":"232.628852ms","start":"2026-03-19T11:37:24.21017Z","end":"2026-03-19T11:37:24.442799Z","steps":["trace[1255982940] 'read index received' (duration: 178.625577ms)","trace[1255982940] 'applied index is now lower than readState.Index' (duration: 54.002175ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:37:24.442963Z","caller":"traceutil/trace.go:171","msg":"trace[722783484] transaction","detail":"{read_only:false; response_revision:14166; number_of_response:1; }","duration":"467.890877ms","start":"2026-03-19T11:37:23.975058Z","end":"2026-03-19T11:37:24.442949Z","steps":["trace[722783484] 'process raft request' (duration: 413.644276ms)","trace[722783484] 'compare' (duration: 53.777018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:37:24.443211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:23.975036Z","time spent":"467.953879ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:37:24.443307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.731919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ftrfc\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-19T11:37:24.443401Z","caller":"traceutil/trace.go:171","msg":"trace[614727564] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ftrfc; range_end:; response_count:1; response_revision:14166; }","duration":"468.894715ms","start":"2026-03-19T11:37:23.974488Z","end":"2026-03-19T11:37:24.443383Z","steps":["trace[614727564] 'agreement among raft nodes before linearized reading' (duration: 468.598767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:24.44339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.092368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:37:24.443409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.915578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T11:37:24.443459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:23.974466Z","time spent":"468.978296ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20794,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ftrfc\" "} {"level":"info","ts":"2026-03-19T11:37:24.443467Z","caller":"traceutil/trace.go:171","msg":"trace[816223846] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:14166; }","duration":"373.226761ms","start":"2026-03-19T11:37:24.070219Z","end":"2026-03-19T11:37:24.443445Z","steps":["trace[816223846] 'agreement among raft nodes before linearized reading' (duration: 373.084028ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:37:24.443477Z","caller":"traceutil/trace.go:171","msg":"trace[715301997] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:14166; }","duration":"479.048332ms","start":"2026-03-19T11:37:23.964411Z","end":"2026-03-19T11:37:24.443459Z","steps":["trace[715301997] 'agreement among raft nodes before linearized reading' (duration: 478.888917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:24.443521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:24.070195Z","time spent":"373.316034ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:37:24.443528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:23.964382Z","time spent":"479.133423ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"warn","ts":"2026-03-19T11:37:24.443672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.026744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0e466402-1e3a-4d83-9f4e-abc09cdd8939\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-19T11:37:24.443772Z","caller":"traceutil/trace.go:171","msg":"trace[552051755] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0e466402-1e3a-4d83-9f4e-abc09cdd8939; range_end:; response_count:1; response_revision:14166; }","duration":"500.144228ms","start":"2026-03-19T11:37:23.943603Z","end":"2026-03-19T11:37:24.443747Z","steps":["trace[552051755] 'agreement among raft nodes before linearized reading' (duration: 499.794988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:24.443823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:23.94356Z","time spent":"500.25247ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-0e466402-1e3a-4d83-9f4e-abc09cdd8939\" "} {"level":"info","ts":"2026-03-19T11:37:24.729553Z","caller":"traceutil/trace.go:171","msg":"trace[792305021] transaction","detail":"{read_only:false; response_revision:14167; number_of_response:1; }","duration":"500.421644ms","start":"2026-03-19T11:37:24.22909Z","end":"2026-03-19T11:37:24.729511Z","steps":["trace[792305021] 'process raft request' (duration: 405.585216ms)","trace[792305021] 'compare' (duration: 94.479689ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:37:24.729683Z","caller":"traceutil/trace.go:171","msg":"trace[1668147551] transaction","detail":"{read_only:false; response_revision:14168; number_of_response:1; }","duration":"500.478696ms","start":"2026-03-19T11:37:24.229129Z","end":"2026-03-19T11:37:24.729607Z","steps":["trace[1668147551] 'process raft request' (duration: 500.223979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:24.72974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:24.229081Z","time spent":"500.561938ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:37:24.729809Z","caller":"traceutil/trace.go:171","msg":"trace[981685877] transaction","detail":"{read_only:false; response_revision:14169; number_of_response:1; }","duration":"500.652791ms","start":"2026-03-19T11:37:24.229141Z","end":"2026-03-19T11:37:24.729794Z","steps":["trace[981685877] 'process raft request' (duration: 500.452146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:24.729839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:24.229117Z","time spent":"500.63599ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:37:24.729901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:24.229137Z","time spent":"500.714953ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:37:24.730239Z","caller":"traceutil/trace.go:171","msg":"trace[1396729453] linearizableReadLoop","detail":"{readStateIndex:14707; appliedIndex:14701; }","duration":"287.320625ms","start":"2026-03-19T11:37:24.442911Z","end":"2026-03-19T11:37:24.730231Z","steps":["trace[1396729453] 'read index received' (duration: 191.741716ms)","trace[1396729453] 'applied index is now lower than readState.Index' (duration: 95.578229ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:37:24.730295Z","caller":"traceutil/trace.go:171","msg":"trace[1907634439] transaction","detail":"{read_only:false; response_revision:14171; number_of_response:1; }","duration":"501.112634ms","start":"2026-03-19T11:37:24.229174Z","end":"2026-03-19T11:37:24.730287Z","steps":["trace[1907634439] 'process raft request' (duration: 501.007881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:24.730329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:24.229157Z","time spent":"501.152154ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:37:24.73038Z","caller":"traceutil/trace.go:171","msg":"trace[1900440980] transaction","detail":"{read_only:false; response_revision:14170; number_of_response:1; }","duration":"501.210016ms","start":"2026-03-19T11:37:24.229155Z","end":"2026-03-19T11:37:24.730365Z","steps":["trace[1900440980] 'process raft request' (duration: 500.587929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:24.730479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:24.229131Z","time spent":"501.296418ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10620,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:37:24.730601Z","caller":"traceutil/trace.go:171","msg":"trace[79330997] transaction","detail":"{read_only:false; response_revision:14172; number_of_response:1; }","duration":"501.247557ms","start":"2026-03-19T11:37:24.229342Z","end":"2026-03-19T11:37:24.73059Z","steps":["trace[79330997] 'process raft request' (duration: 500.865006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:24.73067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:24.229299Z","time spent":"501.337699ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:37:24.730687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.602445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:37:24.730729Z","caller":"traceutil/trace.go:171","msg":"trace[409155914] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:14172; }","duration":"394.674556ms","start":"2026-03-19T11:37:24.336044Z","end":"2026-03-19T11:37:24.730719Z","steps":["trace[409155914] 'agreement among raft nodes before linearized reading' (duration: 394.525042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:24.730764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.73074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:37:24.730774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:24.336031Z","time spent":"394.735649ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":101,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:37:24.730775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.718912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:37:24.730794Z","caller":"traceutil/trace.go:171","msg":"trace[1236689402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14172; }","duration":"501.783931ms","start":"2026-03-19T11:37:24.229001Z","end":"2026-03-19T11:37:24.730785Z","steps":["trace[1236689402] 'agreement among raft nodes before linearized reading' (duration: 501.73433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:24.730823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:24.228985Z","time spent":"501.832673ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T11:37:24.730823Z","caller":"traceutil/trace.go:171","msg":"trace[244887221] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:14172; }","duration":"422.809415ms","start":"2026-03-19T11:37:24.308Z","end":"2026-03-19T11:37:24.730809Z","steps":["trace[244887221] 'agreement among raft nodes before linearized reading' (duration: 422.728273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:24.730865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:24.307978Z","time spent":"422.877077ms","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:37:24.731278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.989286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"warn","ts":"2026-03-19T11:37:24.731303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.773885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18851"} {"level":"info","ts":"2026-03-19T11:37:24.731343Z","caller":"traceutil/trace.go:171","msg":"trace[1461322682] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14172; }","duration":"128.844767ms","start":"2026-03-19T11:37:24.602487Z","end":"2026-03-19T11:37:24.731332Z","steps":["trace[1461322682] 'agreement among raft nodes before linearized reading' (duration: 128.686433ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:37:24.731343Z","caller":"traceutil/trace.go:171","msg":"trace[426703503] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:14172; }","duration":"283.076149ms","start":"2026-03-19T11:37:24.448249Z","end":"2026-03-19T11:37:24.731325Z","steps":["trace[426703503] 'agreement among raft nodes before linearized reading' (duration: 282.899994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:24.731828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.365795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:632315"} {"level":"info","ts":"2026-03-19T11:37:24.731877Z","caller":"traceutil/trace.go:171","msg":"trace[1675485961] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:14172; }","duration":"280.439817ms","start":"2026-03-19T11:37:24.451426Z","end":"2026-03-19T11:37:24.731866Z","steps":["trace[1675485961] 'agreement among raft nodes before linearized reading' (duration: 279.81742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:24.732471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.759298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:632315"} {"level":"info","ts":"2026-03-19T11:37:24.732537Z","caller":"traceutil/trace.go:171","msg":"trace[84293549] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:14172; }","duration":"283.84536ms","start":"2026-03-19T11:37:24.448677Z","end":"2026-03-19T11:37:24.732522Z","steps":["trace[84293549] 'agreement among raft nodes before linearized reading' (duration: 283.001467ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:37:24.916331Z","caller":"traceutil/trace.go:171","msg":"trace[1202681433] transaction","detail":"{read_only:false; response_revision:14173; number_of_response:1; }","duration":"176.658065ms","start":"2026-03-19T11:37:24.739652Z","end":"2026-03-19T11:37:24.91631Z","steps":["trace[1202681433] 'process raft request' (duration: 90.982065ms)","trace[1202681433] 'compare' (duration: 85.533016ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:37:24.916514Z","caller":"traceutil/trace.go:171","msg":"trace[1515310003] transaction","detail":"{read_only:false; response_revision:14174; number_of_response:1; }","duration":"176.827509ms","start":"2026-03-19T11:37:24.739658Z","end":"2026-03-19T11:37:24.916485Z","steps":["trace[1515310003] 'process raft request' (duration: 176.617044ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:37:24.945194Z","caller":"traceutil/trace.go:171","msg":"trace[338197056] transaction","detail":"{read_only:false; response_revision:14175; number_of_response:1; }","duration":"205.389089ms","start":"2026-03-19T11:37:24.739785Z","end":"2026-03-19T11:37:24.945174Z","steps":["trace[338197056] 'process raft request' (duration: 205.236314ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:37:24.945312Z","caller":"traceutil/trace.go:171","msg":"trace[1768513961] linearizableReadLoop","detail":"{readStateIndex:14710; appliedIndex:14707; }","duration":"202.811849ms","start":"2026-03-19T11:37:24.742473Z","end":"2026-03-19T11:37:24.945285Z","steps":["trace[1768513961] 'read index received' (duration: 88.099746ms)","trace[1768513961] 'applied index is now lower than readState.Index' (duration: 114.711233ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:37:24.945489Z","caller":"traceutil/trace.go:171","msg":"trace[890280222] transaction","detail":"{read_only:false; response_revision:14176; number_of_response:1; }","duration":"199.546009ms","start":"2026-03-19T11:37:24.745927Z","end":"2026-03-19T11:37:24.945473Z","steps":["trace[890280222] 'process raft request' (duration: 199.193369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:24.945835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.745722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9c77352f-3a2d-41af-81bf-4641f6d3eed4\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-19T11:37:24.945884Z","caller":"traceutil/trace.go:171","msg":"trace[2026205779] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9c77352f-3a2d-41af-81bf-4641f6d3eed4; range_end:; response_count:1; response_revision:14176; }","duration":"200.823624ms","start":"2026-03-19T11:37:24.745048Z","end":"2026-03-19T11:37:24.945871Z","steps":["trace[2026205779] 'agreement among raft nodes before linearized reading' (duration: 200.477144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:24.946084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.60764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:37:24.946124Z","caller":"traceutil/trace.go:171","msg":"trace[281155326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14176; }","duration":"203.674822ms","start":"2026-03-19T11:37:24.742437Z","end":"2026-03-19T11:37:24.946111Z","steps":["trace[281155326] 'agreement among raft nodes before linearized reading' (duration: 203.61498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:24.946276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.063939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18851"} {"level":"warn","ts":"2026-03-19T11:37:24.946438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.891026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:37:24.946451Z","caller":"traceutil/trace.go:171","msg":"trace[546446048] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14176; }","duration":"198.13748ms","start":"2026-03-19T11:37:24.748171Z","end":"2026-03-19T11:37:24.946309Z","steps":["trace[546446048] 'agreement among raft nodes before linearized reading' (duration: 197.955986ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:37:24.946482Z","caller":"traceutil/trace.go:171","msg":"trace[911169840] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:14176; }","duration":"122.958918ms","start":"2026-03-19T11:37:24.823512Z","end":"2026-03-19T11:37:24.946471Z","steps":["trace[911169840] 'agreement among raft nodes before linearized reading' (duration: 122.888716ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:37:25.093482Z","caller":"traceutil/trace.go:171","msg":"trace[892510559] transaction","detail":"{read_only:false; response_revision:14177; number_of_response:1; }","duration":"132.452147ms","start":"2026-03-19T11:37:24.961009Z","end":"2026-03-19T11:37:25.093462Z","steps":["trace[892510559] 'process raft request' (duration: 131.84561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:36.598193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.642149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T11:37:36.598347Z","caller":"traceutil/trace.go:171","msg":"trace[626929766] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14237; }","duration":"107.817214ms","start":"2026-03-19T11:37:36.490468Z","end":"2026-03-19T11:37:36.598285Z","steps":["trace[626929766] 'range keys from in-memory index tree' (duration: 107.440954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:47.048201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.162093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:37:47.048338Z","caller":"traceutil/trace.go:171","msg":"trace[455227597] transaction","detail":"{read_only:false; response_revision:14580; number_of_response:1; }","duration":"173.214281ms","start":"2026-03-19T11:37:46.875103Z","end":"2026-03-19T11:37:47.048318Z","steps":["trace[455227597] 'process raft request' (duration: 60.852472ms)","trace[455227597] 'compare' (duration: 111.994879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:37:47.287621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.364312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:37:47.288204Z","caller":"traceutil/trace.go:171","msg":"trace[739167217] transaction","detail":"{read_only:false; response_revision:14581; number_of_response:1; }","duration":"413.05314ms","start":"2026-03-19T11:37:46.875107Z","end":"2026-03-19T11:37:47.28816Z","steps":["trace[739167217] 'process raft request' (duration: 279.068771ms)","trace[739167217] 'compare' (duration: 133.256099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:37:47.288386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:46.875079Z","time spent":"413.228784ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:37:47.288585Z","caller":"traceutil/trace.go:171","msg":"trace[416015601] transaction","detail":"{read_only:false; response_revision:14582; number_of_response:1; }","duration":"413.253134ms","start":"2026-03-19T11:37:46.875294Z","end":"2026-03-19T11:37:47.288547Z","steps":["trace[416015601] 'process raft request' (duration: 412.437772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:47.288757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:46.875288Z","time spent":"413.381129ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:37:47.289384Z","caller":"traceutil/trace.go:171","msg":"trace[1289925753] transaction","detail":"{read_only:false; response_revision:14583; number_of_response:1; }","duration":"413.508272ms","start":"2026-03-19T11:37:46.875857Z","end":"2026-03-19T11:37:47.289366Z","steps":["trace[1289925753] 'process raft request' (duration: 412.432652ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:37:47.289551Z","caller":"traceutil/trace.go:171","msg":"trace[531819578] linearizableReadLoop","detail":"{readStateIndex:15130; appliedIndex:15125; }","duration":"338.289237ms","start":"2026-03-19T11:37:46.95124Z","end":"2026-03-19T11:37:47.289529Z","steps":["trace[531819578] 'read index received' (duration: 202.89147ms)","trace[531819578] 'applied index is now lower than readState.Index' (duration: 135.396417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:37:47.290838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:46.875842Z","time spent":"413.597635ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:37:47.291038Z","caller":"traceutil/trace.go:171","msg":"trace[280466358] transaction","detail":"{read_only:false; response_revision:14584; number_of_response:1; }","duration":"414.837029ms","start":"2026-03-19T11:37:46.876171Z","end":"2026-03-19T11:37:47.291008Z","steps":["trace[280466358] 'process raft request' (duration: 413.05329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:47.291097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:46.876146Z","time spent":"414.91848ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:37:47.291358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.092427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:37:47.291461Z","caller":"traceutil/trace.go:171","msg":"trace[1596063230] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:14585; }","duration":"340.240571ms","start":"2026-03-19T11:37:46.951186Z","end":"2026-03-19T11:37:47.291426Z","steps":["trace[1596063230] 'agreement among raft nodes before linearized reading' (duration: 340.051226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:47.291519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:46.951165Z","time spent":"340.341323ms","remote":"127.0.0.1:49468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:37:47.291565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.645077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-19T11:37:47.291609Z","caller":"traceutil/trace.go:171","msg":"trace[869657562] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14585; }","duration":"331.704848ms","start":"2026-03-19T11:37:46.959895Z","end":"2026-03-19T11:37:47.2916Z","steps":["trace[869657562] 'agreement among raft nodes before linearized reading' (duration: 331.584045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:47.291635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:46.959886Z","time spent":"331.738799ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-19T11:37:47.292855Z","caller":"traceutil/trace.go:171","msg":"trace[2042078781] transaction","detail":"{read_only:false; response_revision:14585; number_of_response:1; }","duration":"410.011957ms","start":"2026-03-19T11:37:46.882812Z","end":"2026-03-19T11:37:47.292824Z","steps":["trace[2042078781] 'process raft request' (duration: 406.48597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:47.29299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.423238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-19T11:37:47.292996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:46.882775Z","time spent":"410.122ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11564,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:37:47.293039Z","caller":"traceutil/trace.go:171","msg":"trace[1676559321] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14585; }","duration":"161.496611ms","start":"2026-03-19T11:37:47.131512Z","end":"2026-03-19T11:37:47.293009Z","steps":["trace[1676559321] 'agreement among raft nodes before linearized reading' (duration: 161.394318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:47.293533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.998394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:37:47.293556Z","caller":"traceutil/trace.go:171","msg":"trace[1127443826] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:14585; }","duration":"162.055795ms","start":"2026-03-19T11:37:47.131493Z","end":"2026-03-19T11:37:47.293549Z","steps":["trace[1127443826] 'agreement among raft nodes before linearized reading' (duration: 161.836479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:47.293653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.60419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:37:47.293678Z","caller":"traceutil/trace.go:171","msg":"trace[1033748177] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:14585; }","duration":"333.640091ms","start":"2026-03-19T11:37:46.960033Z","end":"2026-03-19T11:37:47.293673Z","steps":["trace[1033748177] 'agreement among raft nodes before linearized reading' (duration: 333.60431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:47.293693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:46.960028Z","time spent":"333.661351ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-19T11:37:47.293797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.293323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:37:47.293843Z","caller":"traceutil/trace.go:171","msg":"trace[30527301] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14585; }","duration":"162.370604ms","start":"2026-03-19T11:37:47.131457Z","end":"2026-03-19T11:37:47.293828Z","steps":["trace[30527301] 'agreement among raft nodes before linearized reading' (duration: 162.21464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:47.294012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.679381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:37:47.294048Z","caller":"traceutil/trace.go:171","msg":"trace[1135851975] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14585; }","duration":"226.767073ms","start":"2026-03-19T11:37:47.06727Z","end":"2026-03-19T11:37:47.294037Z","steps":["trace[1135851975] 'agreement among raft nodes before linearized reading' (duration: 226.707041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:47.294153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.849465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:37:47.293638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.400664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:37:47.294192Z","caller":"traceutil/trace.go:171","msg":"trace[331974957] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:14585; }","duration":"226.913216ms","start":"2026-03-19T11:37:47.067262Z","end":"2026-03-19T11:37:47.294175Z","steps":["trace[331974957] 'agreement among raft nodes before linearized reading' (duration: 226.858985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:47.294289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.988248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:37:47.294329Z","caller":"traceutil/trace.go:171","msg":"trace[1896733975] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14585; }","duration":"227.03543ms","start":"2026-03-19T11:37:47.067276Z","end":"2026-03-19T11:37:47.294311Z","steps":["trace[1896733975] 'agreement among raft nodes before linearized reading' (duration: 226.981609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:47.294343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.404303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ftrfc\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-19T11:37:47.294365Z","caller":"traceutil/trace.go:171","msg":"trace[1717953948] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ftrfc; range_end:; response_count:1; response_revision:14585; }","duration":"330.536027ms","start":"2026-03-19T11:37:46.963823Z","end":"2026-03-19T11:37:47.294359Z","steps":["trace[1717953948] 'agreement among raft nodes before linearized reading' (duration: 330.472135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:47.294387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:46.963808Z","time spent":"330.569307ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20794,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ftrfc\" "} {"level":"warn","ts":"2026-03-19T11:37:47.294453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.428735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:37:47.294488Z","caller":"traceutil/trace.go:171","msg":"trace[826205751] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:14585; }","duration":"333.476007ms","start":"2026-03-19T11:37:46.961001Z","end":"2026-03-19T11:37:47.294477Z","steps":["trace[826205751] 'agreement among raft nodes before linearized reading' (duration: 333.402815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:47.294504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.252086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:37:47.294574Z","caller":"traceutil/trace.go:171","msg":"trace[811305151] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14585; }","duration":"227.345219ms","start":"2026-03-19T11:37:47.067203Z","end":"2026-03-19T11:37:47.294548Z","steps":["trace[811305151] 'agreement among raft nodes before linearized reading' (duration: 227.249786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:47.294523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:46.960993Z","time spent":"333.521958ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"info","ts":"2026-03-19T11:37:47.294202Z","caller":"traceutil/trace.go:171","msg":"trace[157679436] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14585; }","duration":"334.002531ms","start":"2026-03-19T11:37:46.960188Z","end":"2026-03-19T11:37:47.294191Z","steps":["trace[157679436] 'agreement among raft nodes before linearized reading' (duration: 333.392544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:47.294699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:46.960169Z","time spent":"334.520026ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-19T11:37:47.585485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.719912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:37:47.585598Z","caller":"traceutil/trace.go:171","msg":"trace[2100936574] linearizableReadLoop","detail":"{readStateIndex:15131; appliedIndex:15130; }","duration":"274.115145ms","start":"2026-03-19T11:37:47.311467Z","end":"2026-03-19T11:37:47.585582Z","steps":["trace[2100936574] 'read index received' (duration: 139.773317ms)","trace[2100936574] 'applied index is now lower than readState.Index' (duration: 134.340178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:37:47.585784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.731268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:37:47.585698Z","caller":"traceutil/trace.go:171","msg":"trace[1971864181] transaction","detail":"{read_only:false; response_revision:14586; number_of_response:1; }","duration":"279.082871ms","start":"2026-03-19T11:37:47.306509Z","end":"2026-03-19T11:37:47.585592Z","steps":["trace[1971864181] 'process raft request' (duration: 144.735713ms)","trace[1971864181] 'compare' (duration: 133.379782ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:37:47.585833Z","caller":"traceutil/trace.go:171","msg":"trace[1391212853] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:14586; }","duration":"168.81869ms","start":"2026-03-19T11:37:47.416999Z","end":"2026-03-19T11:37:47.585817Z","steps":["trace[1391212853] 'agreement among raft nodes before linearized reading' (duration: 168.749568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:47.585815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.728807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:37:47.585922Z","caller":"traceutil/trace.go:171","msg":"trace[1953566688] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14586; }","duration":"168.85243ms","start":"2026-03-19T11:37:47.417048Z","end":"2026-03-19T11:37:47.5859Z","steps":["trace[1953566688] 'agreement among raft nodes before linearized reading' (duration: 168.674506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:47.585964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.530238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wbxwg\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-19T11:37:47.586106Z","caller":"traceutil/trace.go:171","msg":"trace[298497535] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wbxwg; range_end:; response_count:1; response_revision:14586; }","duration":"114.717462ms","start":"2026-03-19T11:37:47.471357Z","end":"2026-03-19T11:37:47.586075Z","steps":["trace[298497535] 'agreement among raft nodes before linearized reading' (duration: 114.339762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:47.586374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.325923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-19T11:37:47.586419Z","caller":"traceutil/trace.go:171","msg":"trace[1391206543] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14586; }","duration":"169.429126ms","start":"2026-03-19T11:37:47.416977Z","end":"2026-03-19T11:37:47.586407Z","steps":["trace[1391206543] 'agreement among raft nodes before linearized reading' (duration: 168.700696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:47.586671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.191005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:730418"} {"level":"info","ts":"2026-03-19T11:37:47.586732Z","caller":"traceutil/trace.go:171","msg":"trace[1722464400] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:14586; }","duration":"275.286067ms","start":"2026-03-19T11:37:47.311431Z","end":"2026-03-19T11:37:47.586717Z","steps":["trace[1722464400] 'agreement among raft nodes before linearized reading' (duration: 274.246518ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:37:49.428403Z","caller":"traceutil/trace.go:171","msg":"trace[855055273] transaction","detail":"{read_only:false; response_revision:14605; number_of_response:1; }","duration":"129.084935ms","start":"2026-03-19T11:37:49.299282Z","end":"2026-03-19T11:37:49.428367Z","steps":["trace[855055273] 'process raft request' (duration: 110.676882ms)","trace[855055273] 'compare' (duration: 18.167186ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:37:49.428762Z","caller":"traceutil/trace.go:171","msg":"trace[87576167] transaction","detail":"{read_only:false; response_revision:14606; number_of_response:1; }","duration":"127.42311ms","start":"2026-03-19T11:37:49.301311Z","end":"2026-03-19T11:37:49.428735Z","steps":["trace[87576167] 'process raft request' (duration: 126.984488ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:37:49.428897Z","caller":"traceutil/trace.go:171","msg":"trace[1724510008] linearizableReadLoop","detail":"{readStateIndex:15150; appliedIndex:15148; }","duration":"128.804707ms","start":"2026-03-19T11:37:49.30007Z","end":"2026-03-19T11:37:49.428874Z","steps":["trace[1724510008] 'read index received' (duration: 37.067123ms)","trace[1724510008] 'applied index is now lower than readState.Index' (duration: 91.736374ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:37:49.429037Z","caller":"traceutil/trace.go:171","msg":"trace[1398493186] transaction","detail":"{read_only:false; response_revision:14607; number_of_response:1; }","duration":"127.668946ms","start":"2026-03-19T11:37:49.301354Z","end":"2026-03-19T11:37:49.429023Z","steps":["trace[1398493186] 'process raft request' (duration: 127.236975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:49.429126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.44769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:37:49.429131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.050714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-19T11:37:49.429161Z","caller":"traceutil/trace.go:171","msg":"trace[1161173290] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14608; }","duration":"127.526972ms","start":"2026-03-19T11:37:49.301624Z","end":"2026-03-19T11:37:49.429151Z","steps":["trace[1161173290] 'agreement among raft nodes before linearized reading' (duration: 127.4518ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:37:49.429162Z","caller":"traceutil/trace.go:171","msg":"trace[1844545298] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14608; }","duration":"129.115306ms","start":"2026-03-19T11:37:49.300037Z","end":"2026-03-19T11:37:49.429153Z","steps":["trace[1844545298] 'agreement among raft nodes before linearized reading' (duration: 128.975102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:49.429181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.412242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:37:49.429259Z","caller":"traceutil/trace.go:171","msg":"trace[520613529] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14608; }","duration":"126.516984ms","start":"2026-03-19T11:37:49.302723Z","end":"2026-03-19T11:37:49.429239Z","steps":["trace[520613529] 'agreement among raft nodes before linearized reading' (duration: 126.35712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:49.429295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.402209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:37:49.429345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.237935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:37:49.429358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.316866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:37:49.429384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.574014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:37:49.429384Z","caller":"traceutil/trace.go:171","msg":"trace[77707017] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14608; }","duration":"127.540923ms","start":"2026-03-19T11:37:49.301819Z","end":"2026-03-19T11:37:49.42936Z","steps":["trace[77707017] 'agreement among raft nodes before linearized reading' (duration: 127.415349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:49.42943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.72139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:37:49.429432Z","caller":"traceutil/trace.go:171","msg":"trace[354327691] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14608; }","duration":"127.637455ms","start":"2026-03-19T11:37:49.301779Z","end":"2026-03-19T11:37:49.429416Z","steps":["trace[354327691] 'agreement among raft nodes before linearized reading' (duration: 127.570473ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:37:49.429456Z","caller":"traceutil/trace.go:171","msg":"trace[515322094] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14608; }","duration":"126.762291ms","start":"2026-03-19T11:37:49.302687Z","end":"2026-03-19T11:37:49.429449Z","steps":["trace[515322094] 'agreement among raft nodes before linearized reading' (duration: 126.71348ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:37:49.429387Z","caller":"traceutil/trace.go:171","msg":"trace[1884997246] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14608; }","duration":"127.322247ms","start":"2026-03-19T11:37:49.302053Z","end":"2026-03-19T11:37:49.429375Z","steps":["trace[1884997246] 'agreement among raft nodes before linearized reading' (duration: 127.242515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:49.429472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.35958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:37:49.429427Z","caller":"traceutil/trace.go:171","msg":"trace[1406925057] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14608; }","duration":"127.400039ms","start":"2026-03-19T11:37:49.302008Z","end":"2026-03-19T11:37:49.429408Z","steps":["trace[1406925057] 'agreement among raft nodes before linearized reading' (duration: 127.302036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:49.429382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.438552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-19T11:37:49.429617Z","caller":"traceutil/trace.go:171","msg":"trace[1308579033] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14608; }","duration":"126.673019ms","start":"2026-03-19T11:37:49.302928Z","end":"2026-03-19T11:37:49.429601Z","steps":["trace[1308579033] 'agreement among raft nodes before linearized reading' (duration: 126.291969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:49.429649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.915003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-19T11:37:49.429698Z","caller":"traceutil/trace.go:171","msg":"trace[719957505] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14608; }","duration":"127.984085ms","start":"2026-03-19T11:37:49.301702Z","end":"2026-03-19T11:37:49.429686Z","steps":["trace[719957505] 'agreement among raft nodes before linearized reading' (duration: 127.584804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:49.429909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.115878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-19T11:37:49.429941Z","caller":"traceutil/trace.go:171","msg":"trace[903905428] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14608; }","duration":"128.161679ms","start":"2026-03-19T11:37:49.301771Z","end":"2026-03-19T11:37:49.429933Z","steps":["trace[903905428] 'agreement among raft nodes before linearized reading' (duration: 127.491641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:49.429931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.80813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T11:37:49.42998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.130381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-19T11:37:49.430046Z","caller":"traceutil/trace.go:171","msg":"trace[10061709] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14608; }","duration":"127.218084ms","start":"2026-03-19T11:37:49.302808Z","end":"2026-03-19T11:37:49.430026Z","steps":["trace[10061709] 'agreement among raft nodes before linearized reading' (duration: 126.526895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:49.430041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.06758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-19T11:37:49.430032Z","caller":"traceutil/trace.go:171","msg":"trace[619748058] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:14608; }","duration":"116.954893ms","start":"2026-03-19T11:37:49.313058Z","end":"2026-03-19T11:37:49.430013Z","steps":["trace[619748058] 'agreement among raft nodes before linearized reading' (duration: 116.126681ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:37:49.430098Z","caller":"traceutil/trace.go:171","msg":"trace[259522071] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14608; }","duration":"127.124561ms","start":"2026-03-19T11:37:49.302962Z","end":"2026-03-19T11:37:49.430086Z","steps":["trace[259522071] 'agreement among raft nodes before linearized reading' (duration: 126.127604ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:37:49.430249Z","caller":"traceutil/trace.go:171","msg":"trace[2069399638] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14608; }","duration":"126.593046ms","start":"2026-03-19T11:37:49.302905Z","end":"2026-03-19T11:37:49.429498Z","steps":["trace[2069399638] 'agreement among raft nodes before linearized reading' (duration: 126.318209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:53.915192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.701482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:37:53.915262Z","caller":"traceutil/trace.go:171","msg":"trace[1512364574] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14628; }","duration":"467.815595ms","start":"2026-03-19T11:37:53.447433Z","end":"2026-03-19T11:37:53.915248Z","steps":["trace[1512364574] 'range keys from in-memory index tree' (duration: 467.63476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:53.915295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:53.447421Z","time spent":"467.865536ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-19T11:37:53.915412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.818475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-19T11:37:53.915451Z","caller":"traceutil/trace.go:171","msg":"trace[99997240] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14628; }","duration":"467.888707ms","start":"2026-03-19T11:37:53.44755Z","end":"2026-03-19T11:37:53.915439Z","steps":["trace[99997240] 'range keys from in-memory index tree' (duration: 467.66688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:53.915488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:53.447522Z","time spent":"467.958578ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-19T11:37:53.91549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.286426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-19T11:37:53.915509Z","caller":"traceutil/trace.go:171","msg":"trace[1726971509] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14628; }","duration":"476.306437ms","start":"2026-03-19T11:37:53.439196Z","end":"2026-03-19T11:37:53.915503Z","steps":["trace[1726971509] 'range keys from in-memory index tree' (duration: 476.203854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:53.915527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:53.439167Z","time spent":"476.356168ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-19T11:37:53.915631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.232294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:37:53.915649Z","caller":"traceutil/trace.go:171","msg":"trace[909804786] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14628; }","duration":"476.264886ms","start":"2026-03-19T11:37:53.439378Z","end":"2026-03-19T11:37:53.915642Z","steps":["trace[909804786] 'range keys from in-memory index tree' (duration: 476.186843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:53.915666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:53.43937Z","time spent":"476.291606ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-19T11:37:53.915655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.874096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-19T11:37:53.915689Z","caller":"traceutil/trace.go:171","msg":"trace[1521569594] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14628; }","duration":"467.945849ms","start":"2026-03-19T11:37:53.447734Z","end":"2026-03-19T11:37:53.91568Z","steps":["trace[1521569594] 'range keys from in-memory index tree' (duration: 467.748293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:53.915733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:53.44771Z","time spent":"468.01414ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-19T11:37:53.915848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.625168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:37:53.915867Z","caller":"traceutil/trace.go:171","msg":"trace[99048084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14628; }","duration":"304.689951ms","start":"2026-03-19T11:37:53.611171Z","end":"2026-03-19T11:37:53.915861Z","steps":["trace[99048084] 'range keys from in-memory index tree' (duration: 304.495455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:53.915884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:53.611149Z","time spent":"304.731341ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:37:53.915881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.540814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:37:53.915945Z","caller":"traceutil/trace.go:171","msg":"trace[396393644] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:14628; }","duration":"316.701469ms","start":"2026-03-19T11:37:53.599225Z","end":"2026-03-19T11:37:53.915926Z","steps":["trace[396393644] 'count revisions from in-memory index tree' (duration: 316.454452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:53.915981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:53.599203Z","time spent":"316.77011ms","remote":"127.0.0.1:49280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:37:53.916051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.04106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:37:53.916094Z","caller":"traceutil/trace.go:171","msg":"trace[1527770348] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14628; }","duration":"476.100451ms","start":"2026-03-19T11:37:53.439984Z","end":"2026-03-19T11:37:53.916084Z","steps":["trace[1527770348] 'range keys from in-memory index tree' (duration: 475.958568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:53.916124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:53.439975Z","time spent":"476.141952ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-19T11:37:53.916152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.242167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:37:53.916191Z","caller":"traceutil/trace.go:171","msg":"trace[2129231492] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14628; }","duration":"468.309749ms","start":"2026-03-19T11:37:53.447873Z","end":"2026-03-19T11:37:53.916183Z","steps":["trace[2129231492] 'range keys from in-memory index tree' (duration: 468.187685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:53.916185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.112431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T11:37:53.91627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.232978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ftrfc\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-19T11:37:53.916327Z","caller":"traceutil/trace.go:171","msg":"trace[85206803] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ftrfc; range_end:; response_count:1; response_revision:14628; }","duration":"278.3461ms","start":"2026-03-19T11:37:53.637971Z","end":"2026-03-19T11:37:53.916317Z","steps":["trace[85206803] 'range keys from in-memory index tree' (duration: 278.063132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:53.916341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.262457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-19T11:37:53.91636Z","caller":"traceutil/trace.go:171","msg":"trace[97172604] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14628; }","duration":"468.292688ms","start":"2026-03-19T11:37:53.448062Z","end":"2026-03-19T11:37:53.916354Z","steps":["trace[97172604] 'range keys from in-memory index tree' (duration: 468.176544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:53.916362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.577567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T11:37:53.916379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:53.448001Z","time spent":"468.37277ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-19T11:37:53.916395Z","caller":"traceutil/trace.go:171","msg":"trace[106248785] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14628; }","duration":"471.635439ms","start":"2026-03-19T11:37:53.444751Z","end":"2026-03-19T11:37:53.916387Z","steps":["trace[106248785] 'range keys from in-memory index tree' (duration: 471.471304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:53.916428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:53.444738Z","time spent":"471.68311ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T11:37:53.916516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.967402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wbxwg\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-19T11:37:53.916553Z","caller":"traceutil/trace.go:171","msg":"trace[1146040748] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wbxwg; range_end:; response_count:1; response_revision:14628; }","duration":"255.035455ms","start":"2026-03-19T11:37:53.661512Z","end":"2026-03-19T11:37:53.916547Z","steps":["trace[1146040748] 'range keys from in-memory index tree' (duration: 254.87753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:53.916563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.153713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:37:53.916582Z","caller":"traceutil/trace.go:171","msg":"trace[1428351911] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:14628; }","duration":"450.196844ms","start":"2026-03-19T11:37:53.466379Z","end":"2026-03-19T11:37:53.916576Z","steps":["trace[1428351911] 'range keys from in-memory index tree' (duration: 450.080411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:53.916598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.168589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T11:37:53.916605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:53.466364Z","time spent":"450.236965ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"info","ts":"2026-03-19T11:37:53.916623Z","caller":"traceutil/trace.go:171","msg":"trace[758992402] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14628; }","duration":"470.21656ms","start":"2026-03-19T11:37:53.446398Z","end":"2026-03-19T11:37:53.916614Z","steps":["trace[758992402] 'range keys from in-memory index tree' (duration: 470.056926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:53.916652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:53.446358Z","time spent":"470.287542ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:37:53.915653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.188381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-19T11:37:53.91672Z","caller":"traceutil/trace.go:171","msg":"trace[1912321928] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14628; }","duration":"478.311181ms","start":"2026-03-19T11:37:53.4384Z","end":"2026-03-19T11:37:53.916711Z","steps":["trace[1912321928] 'range keys from in-memory index tree' (duration: 477.000015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:53.916745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.686867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-19T11:37:53.916754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:53.438389Z","time spent":"478.357123ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-19T11:37:53.916767Z","caller":"traceutil/trace.go:171","msg":"trace[271661010] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:14628; }","duration":"402.708967ms","start":"2026-03-19T11:37:53.51405Z","end":"2026-03-19T11:37:53.916759Z","steps":["trace[271661010] 'range keys from in-memory index tree' (duration: 402.589524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:53.915736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.144952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:37:53.916795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:53.514024Z","time spent":"402.762598ms","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-19T11:37:53.916799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.529887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:37:53.916878Z","caller":"traceutil/trace.go:171","msg":"trace[1520619379] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14628; }","duration":"478.612579ms","start":"2026-03-19T11:37:53.438224Z","end":"2026-03-19T11:37:53.916836Z","steps":["trace[1520619379] 'range keys from in-memory index tree' (duration: 478.419234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:53.916751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.644741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:37:53.91697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:53.438192Z","time spent":"478.764094ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-19T11:37:53.91699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.750467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-19T11:37:53.917021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.779778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:37:53.917041Z","caller":"traceutil/trace.go:171","msg":"trace[654156186] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14628; }","duration":"317.84602ms","start":"2026-03-19T11:37:53.599181Z","end":"2026-03-19T11:37:53.917027Z","steps":["trace[654156186] 'range keys from in-memory index tree' (duration: 317.558892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:53.917086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:53.599158Z","time spent":"317.920401ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-19T11:37:53.917103Z","caller":"traceutil/trace.go:171","msg":"trace[1982909149] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14628; }","duration":"317.887921ms","start":"2026-03-19T11:37:53.599185Z","end":"2026-03-19T11:37:53.917073Z","steps":["trace[1982909149] 'range keys from in-memory index tree' (duration: 317.692816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:53.917152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:53.599167Z","time spent":"317.972773ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-19T11:37:53.916533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.224776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T11:37:53.917214Z","caller":"traceutil/trace.go:171","msg":"trace[2083320956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14628; }","duration":"468.913294ms","start":"2026-03-19T11:37:53.448285Z","end":"2026-03-19T11:37:53.917198Z","steps":["trace[2083320956] 'range keys from in-memory index tree' (duration: 468.151824ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:37:53.916265Z","caller":"traceutil/trace.go:171","msg":"trace[588558185] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14628; }","duration":"565.184604ms","start":"2026-03-19T11:37:53.351059Z","end":"2026-03-19T11:37:53.916243Z","steps":["trace[588558185] 'range keys from in-memory index tree' (duration: 564.966868ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:37:53.916808Z","caller":"traceutil/trace.go:171","msg":"trace[612649878] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14628; }","duration":"477.231141ms","start":"2026-03-19T11:37:53.439571Z","end":"2026-03-19T11:37:53.916802Z","steps":["trace[612649878] 'range keys from in-memory index tree' (duration: 476.06827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:53.917317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:53.448276Z","time spent":"469.032098ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:37:53.917337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:53.439565Z","time spent":"477.750536ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-19T11:37:53.917362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:53.351003Z","time spent":"566.347675ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T11:37:53.916991Z","caller":"traceutil/trace.go:171","msg":"trace[287178649] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14628; }","duration":"478.948048ms","start":"2026-03-19T11:37:53.438033Z","end":"2026-03-19T11:37:53.916982Z","steps":["trace[287178649] 'range keys from in-memory index tree' (duration: 478.568418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:53.917271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.937972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-19T11:37:53.917492Z","caller":"traceutil/trace.go:171","msg":"trace[1872170692] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14628; }","duration":"318.272481ms","start":"2026-03-19T11:37:53.599203Z","end":"2026-03-19T11:37:53.917476Z","steps":["trace[1872170692] 'range keys from in-memory index tree' (duration: 317.595593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:53.917615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:53.599192Z","time spent":"318.408535ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-19T11:37:53.91621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:53.447856Z","time spent":"468.349859ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-19T11:37:53.917411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:53.438016Z","time spent":"479.388811ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-19T11:37:53.916296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.331209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-19T11:37:53.917876Z","caller":"traceutil/trace.go:171","msg":"trace[1532504855] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14628; }","duration":"469.918302ms","start":"2026-03-19T11:37:53.447942Z","end":"2026-03-19T11:37:53.917861Z","steps":["trace[1532504855] 'range keys from in-memory index tree' (duration: 468.168935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:53.916267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.578216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:37:53.917921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:53.447933Z","time spent":"469.976694ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-19T11:37:53.917938Z","caller":"traceutil/trace.go:171","msg":"trace[1635536458] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14628; }","duration":"477.255603ms","start":"2026-03-19T11:37:53.440657Z","end":"2026-03-19T11:37:53.917913Z","steps":["trace[1635536458] 'range keys from in-memory index tree' (duration: 475.544126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:37:53.918014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:37:53.440651Z","time spent":"477.338375ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-19T11:38:00.157235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.976858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:38:00.157309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.308776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:38:00.157339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.765766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-19T11:38:00.157335Z","caller":"traceutil/trace.go:171","msg":"trace[1089155158] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14654; }","duration":"223.084821ms","start":"2026-03-19T11:37:59.934228Z","end":"2026-03-19T11:38:00.157313Z","steps":["trace[1089155158] 'range keys from in-memory index tree' (duration: 222.899517ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:38:00.157378Z","caller":"traceutil/trace.go:171","msg":"trace[1202132087] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14654; }","duration":"221.804757ms","start":"2026-03-19T11:37:59.935554Z","end":"2026-03-19T11:38:00.157359Z","steps":["trace[1202132087] 'range keys from in-memory index tree' (duration: 221.705554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:00.157364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.900949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-19T11:38:00.157428Z","caller":"traceutil/trace.go:171","msg":"trace[2119665837] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14654; }","duration":"221.974961ms","start":"2026-03-19T11:37:59.935437Z","end":"2026-03-19T11:38:00.157412Z","steps":["trace[2119665837] 'range keys from in-memory index tree' (duration: 221.770136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:00.157435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.282786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:38:00.157477Z","caller":"traceutil/trace.go:171","msg":"trace[1434254871] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:14654; }","duration":"164.352578ms","start":"2026-03-19T11:37:59.993109Z","end":"2026-03-19T11:38:00.157462Z","steps":["trace[1434254871] 'range keys from in-memory index tree' (duration: 164.205054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:00.157499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.582625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:38:00.15753Z","caller":"traceutil/trace.go:171","msg":"trace[217106700] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14654; }","duration":"223.622816ms","start":"2026-03-19T11:37:59.933898Z","end":"2026-03-19T11:38:00.157521Z","steps":["trace[217106700] 'range keys from in-memory index tree' (duration: 223.541434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:00.157367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.405906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T11:38:00.157638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.002339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-19T11:38:00.157663Z","caller":"traceutil/trace.go:171","msg":"trace[1547850344] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14654; }","duration":"223.042981ms","start":"2026-03-19T11:37:59.934611Z","end":"2026-03-19T11:38:00.157654Z","steps":["trace[1547850344] 'range keys from in-memory index tree' (duration: 222.920777ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:38:00.157667Z","caller":"traceutil/trace.go:171","msg":"trace[200261525] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14654; }","duration":"206.742686ms","start":"2026-03-19T11:37:59.950913Z","end":"2026-03-19T11:38:00.157655Z","steps":["trace[200261525] 'range keys from in-memory index tree' (duration: 206.285903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:00.15772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.842477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ftrfc\" ","response":"range_response_count:1 size:20770"} {"level":"warn","ts":"2026-03-19T11:38:00.157733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.028387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-19T11:38:00.157703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.435611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-19T11:38:00.157843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.873666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wbxwg\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-19T11:38:00.157881Z","caller":"traceutil/trace.go:171","msg":"trace[889097203] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wbxwg; range_end:; response_count:1; response_revision:14654; }","duration":"159.922257ms","start":"2026-03-19T11:37:59.99795Z","end":"2026-03-19T11:38:00.157872Z","steps":["trace[889097203] 'range keys from in-memory index tree' (duration: 159.797393ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:38:00.15789Z","caller":"traceutil/trace.go:171","msg":"trace[1121958033] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14654; }","duration":"223.658067ms","start":"2026-03-19T11:37:59.93419Z","end":"2026-03-19T11:38:00.157848Z","steps":["trace[1121958033] 'range keys from in-memory index tree' (duration: 223.092952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:00.157901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.642177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-19T11:38:00.157999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.898877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T11:38:00.158038Z","caller":"traceutil/trace.go:171","msg":"trace[1233991094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14654; }","duration":"211.949648ms","start":"2026-03-19T11:37:59.946081Z","end":"2026-03-19T11:38:00.158031Z","steps":["trace[1233991094] 'range keys from in-memory index tree' (duration: 211.828174ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:38:00.158026Z","caller":"traceutil/trace.go:171","msg":"trace[414966317] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14654; }","duration":"223.76915ms","start":"2026-03-19T11:37:59.934248Z","end":"2026-03-19T11:38:00.158017Z","steps":["trace[414966317] 'range keys from in-memory index tree' (duration: 223.549554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:00.157731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.698088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:38:00.157922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.991146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:38:00.158112Z","caller":"traceutil/trace.go:171","msg":"trace[1363676135] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14654; }","duration":"224.09951ms","start":"2026-03-19T11:37:59.934002Z","end":"2026-03-19T11:38:00.158101Z","steps":["trace[1363676135] 'range keys from in-memory index tree' (duration: 223.641867ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:38:00.157763Z","caller":"traceutil/trace.go:171","msg":"trace[627296953] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ftrfc; range_end:; response_count:1; response_revision:14654; }","duration":"162.898648ms","start":"2026-03-19T11:37:59.994854Z","end":"2026-03-19T11:38:00.157753Z","steps":["trace[627296953] 'range keys from in-memory index tree' (duration: 162.742124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:00.158073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.249354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:38:00.158219Z","caller":"traceutil/trace.go:171","msg":"trace[237413605] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14654; }","duration":"224.425978ms","start":"2026-03-19T11:37:59.933767Z","end":"2026-03-19T11:38:00.158193Z","steps":["trace[237413605] 'range keys from in-memory index tree' (duration: 224.175712ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:38:00.158124Z","caller":"traceutil/trace.go:171","msg":"trace[779331090] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14654; }","duration":"213.229673ms","start":"2026-03-19T11:37:59.944883Z","end":"2026-03-19T11:38:00.158113Z","steps":["trace[779331090] 'range keys from in-memory index tree' (duration: 212.897994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:00.157775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.589546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:38:00.158371Z","caller":"traceutil/trace.go:171","msg":"trace[1143965319] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14654; }","duration":"224.203662ms","start":"2026-03-19T11:37:59.934155Z","end":"2026-03-19T11:38:00.158359Z","steps":["trace[1143965319] 'range keys from in-memory index tree' (duration: 223.499243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:00.157259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.325964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:38:00.158494Z","caller":"traceutil/trace.go:171","msg":"trace[1633507378] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14654; }","duration":"222.583608ms","start":"2026-03-19T11:37:59.935886Z","end":"2026-03-19T11:38:00.158469Z","steps":["trace[1633507378] 'range keys from in-memory index tree' (duration: 221.281993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:00.157803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.906726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:38:00.158559Z","caller":"traceutil/trace.go:171","msg":"trace[950304751] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14654; }","duration":"227.684217ms","start":"2026-03-19T11:37:59.930866Z","end":"2026-03-19T11:38:00.15855Z","steps":["trace[950304751] 'range keys from in-memory index tree' (duration: 226.847054ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:38:00.157773Z","caller":"traceutil/trace.go:171","msg":"trace[1608270018] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14654; }","duration":"224.084879ms","start":"2026-03-19T11:37:59.933678Z","end":"2026-03-19T11:38:00.157763Z","steps":["trace[1608270018] 'range keys from in-memory index tree' (duration: 223.952735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:00.157259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.350132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T11:38:00.158708Z","caller":"traceutil/trace.go:171","msg":"trace[1942833094] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14654; }","duration":"208.845293ms","start":"2026-03-19T11:37:59.949856Z","end":"2026-03-19T11:38:00.158701Z","steps":["trace[1942833094] 'range keys from in-memory index tree' (duration: 207.245909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:00.157406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.169834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-19T11:38:00.158222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.389878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-19T11:38:00.158837Z","caller":"traceutil/trace.go:171","msg":"trace[113179891] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14654; }","duration":"225.048806ms","start":"2026-03-19T11:37:59.93378Z","end":"2026-03-19T11:38:00.158829Z","steps":["trace[113179891] 'range keys from in-memory index tree' (duration: 223.231045ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:38:00.158797Z","caller":"traceutil/trace.go:171","msg":"trace[1612028247] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14654; }","duration":"224.557612ms","start":"2026-03-19T11:37:59.934214Z","end":"2026-03-19T11:38:00.158772Z","steps":["trace[1612028247] 'range keys from in-memory index tree' (duration: 222.938508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:00.157198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.861586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:38:00.161068Z","caller":"traceutil/trace.go:171","msg":"trace[1699038640] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14654; }","duration":"226.716091ms","start":"2026-03-19T11:37:59.934282Z","end":"2026-03-19T11:38:00.160998Z","steps":["trace[1699038640] 'range keys from in-memory index tree' (duration: 222.778863ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:38:00.158235Z","caller":"traceutil/trace.go:171","msg":"trace[1334900247] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14654; }","duration":"220.361107ms","start":"2026-03-19T11:37:59.936975Z","end":"2026-03-19T11:38:00.157336Z","steps":["trace[1334900247] 'range keys from in-memory index tree' (duration: 220.256165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:00.413962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.112224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-19T11:38:00.414008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.40782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-19T11:38:00.414067Z","caller":"traceutil/trace.go:171","msg":"trace[1414856426] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14658; }","duration":"133.254878ms","start":"2026-03-19T11:38:00.28078Z","end":"2026-03-19T11:38:00.414035Z","steps":["trace[1414856426] 'range keys from in-memory index tree' (duration: 132.906419ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:38:00.414073Z","caller":"traceutil/trace.go:171","msg":"trace[520204204] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14658; }","duration":"134.522953ms","start":"2026-03-19T11:38:00.279534Z","end":"2026-03-19T11:38:00.414057Z","steps":["trace[520204204] 'range keys from in-memory index tree' (duration: 134.240055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:00.414095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.823939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-19T11:38:00.414133Z","caller":"traceutil/trace.go:171","msg":"trace[1997031756] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14658; }","duration":"135.89375ms","start":"2026-03-19T11:38:00.278232Z","end":"2026-03-19T11:38:00.414126Z","steps":["trace[1997031756] 'range keys from in-memory index tree' (duration: 135.742436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:00.414132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.826959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-19T11:38:00.414203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.580054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:38:00.414261Z","caller":"traceutil/trace.go:171","msg":"trace[2062858115] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14658; }","duration":"134.693487ms","start":"2026-03-19T11:38:00.279554Z","end":"2026-03-19T11:38:00.414247Z","steps":["trace[2062858115] 'range keys from in-memory index tree' (duration: 134.476072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:00.414256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.656779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:38:00.414313Z","caller":"traceutil/trace.go:171","msg":"trace[358099379] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14658; }","duration":"133.767412ms","start":"2026-03-19T11:38:00.280528Z","end":"2026-03-19T11:38:00.414295Z","steps":["trace[358099379] 'range keys from in-memory index tree' (duration: 133.581297ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:38:00.414465Z","caller":"traceutil/trace.go:171","msg":"trace[1268343982] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14658; }","duration":"132.184739ms","start":"2026-03-19T11:38:00.282266Z","end":"2026-03-19T11:38:00.414451Z","steps":["trace[1268343982] 'range keys from in-memory index tree' (duration: 131.704656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:01.124004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536103155,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T11:38:01.207485Z","caller":"traceutil/trace.go:171","msg":"trace[1712541206] transaction","detail":"{read_only:false; response_revision:14661; number_of_response:1; }","duration":"592.11945ms","start":"2026-03-19T11:38:00.615317Z","end":"2026-03-19T11:38:01.207437Z","steps":["trace[1712541206] 'process raft request' (duration: 588.798039ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:38:01.207641Z","caller":"traceutil/trace.go:171","msg":"trace[1635732104] linearizableReadLoop","detail":"{readStateIndex:15209; appliedIndex:15207; }","duration":"583.969917ms","start":"2026-03-19T11:38:00.623659Z","end":"2026-03-19T11:38:01.207629Z","steps":["trace[1635732104] 'read index received' (duration: 580.42906ms)","trace[1635732104] 'applied index is now lower than readState.Index' (duration: 3.540257ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:38:01.207665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:00.615286Z","time spent":"592.295925ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:38:01.20799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.643789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737708"} {"level":"info","ts":"2026-03-19T11:38:01.208159Z","caller":"traceutil/trace.go:171","msg":"trace[866485392] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14660; }","duration":"690.873956ms","start":"2026-03-19T11:38:00.517266Z","end":"2026-03-19T11:38:01.20814Z","steps":["trace[866485392] 'range keys from in-memory index tree' (duration: 689.55715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:01.208281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:00.517231Z","time spent":"691.03254ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737732,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T11:38:01.20846Z","caller":"traceutil/trace.go:171","msg":"trace[463758212] transaction","detail":"{read_only:false; response_revision:14662; number_of_response:1; }","duration":"178.274868ms","start":"2026-03-19T11:38:01.030168Z","end":"2026-03-19T11:38:01.208443Z","steps":["trace[463758212] 'process raft request' (duration: 177.387334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:01.208621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.962974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:38:01.208717Z","caller":"traceutil/trace.go:171","msg":"trace[1549771830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14662; }","duration":"585.081217ms","start":"2026-03-19T11:38:00.623621Z","end":"2026-03-19T11:38:01.208703Z","steps":["trace[1549771830] 'agreement among raft nodes before linearized reading' (duration: 584.968964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:01.208756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:00.623612Z","time spent":"585.134019ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:38:01.209109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.94774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T11:38:01.209155Z","caller":"traceutil/trace.go:171","msg":"trace[1007161791] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14662; }","duration":"315.033812ms","start":"2026-03-19T11:38:00.894108Z","end":"2026-03-19T11:38:01.209142Z","steps":["trace[1007161791] 'agreement among raft nodes before linearized reading' (duration: 314.94189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:01.209193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:00.894083Z","time spent":"315.101735ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T11:38:01.2092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.687815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-19T11:38:01.209293Z","caller":"traceutil/trace.go:171","msg":"trace[903598583] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14662; }","duration":"328.839499ms","start":"2026-03-19T11:38:00.880432Z","end":"2026-03-19T11:38:01.209272Z","steps":["trace[903598583] 'agreement among raft nodes before linearized reading' (duration: 328.601512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:01.209349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:00.880407Z","time spent":"328.933812ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-19T11:38:27.926708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536103947,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T11:38:28.002261Z","caller":"traceutil/trace.go:171","msg":"trace[314475077] linearizableReadLoop","detail":"{readStateIndex:15341; appliedIndex:15340; }","duration":"576.571624ms","start":"2026-03-19T11:38:27.425665Z","end":"2026-03-19T11:38:28.002236Z","steps":["trace[314475077] 'read index received' (duration: 576.330258ms)","trace[314475077] 'applied index is now lower than readState.Index' (duration: 240.266µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:38:28.002537Z","caller":"traceutil/trace.go:171","msg":"trace[565529267] transaction","detail":"{read_only:false; response_revision:14788; number_of_response:1; }","duration":"704.495818ms","start":"2026-03-19T11:38:27.298029Z","end":"2026-03-19T11:38:28.002524Z","steps":["trace[565529267] 'process raft request' (duration: 704.060056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:28.002649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:27.298012Z","time spent":"704.56488ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:38:28.002997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.334706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T11:38:28.003048Z","caller":"traceutil/trace.go:171","msg":"trace[427743088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14788; }","duration":"577.424408ms","start":"2026-03-19T11:38:27.425612Z","end":"2026-03-19T11:38:28.003036Z","steps":["trace[427743088] 'agreement among raft nodes before linearized reading' (duration: 577.266864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:28.003086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:27.425592Z","time spent":"577.486699ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:38:28.003426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.21475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r4twd\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-19T11:38:28.003481Z","caller":"traceutil/trace.go:171","msg":"trace[1753042467] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r4twd; range_end:; response_count:1; response_revision:14788; }","duration":"500.307802ms","start":"2026-03-19T11:38:27.503159Z","end":"2026-03-19T11:38:28.003467Z","steps":["trace[1753042467] 'agreement among raft nodes before linearized reading' (duration: 500.113857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:28.003531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:27.503132Z","time spent":"500.388715ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22156,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r4twd\" "} {"level":"warn","ts":"2026-03-19T11:38:28.00386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.67571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:38:28.003913Z","caller":"traceutil/trace.go:171","msg":"trace[58888547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14788; }","duration":"393.768453ms","start":"2026-03-19T11:38:27.610131Z","end":"2026-03-19T11:38:28.003899Z","steps":["trace[58888547] 'agreement among raft nodes before linearized reading' (duration: 393.692611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:28.003953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:27.610078Z","time spent":"393.865726ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:38:28.238983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.970435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:38:28.239092Z","caller":"traceutil/trace.go:171","msg":"trace[657710640] linearizableReadLoop","detail":"{readStateIndex:15342; appliedIndex:15341; }","duration":"226.3022ms","start":"2026-03-19T11:38:28.012775Z","end":"2026-03-19T11:38:28.239077Z","steps":["trace[657710640] 'read index received' (duration: 61.108419ms)","trace[657710640] 'applied index is now lower than readState.Index' (duration: 165.192261ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:38:28.239168Z","caller":"traceutil/trace.go:171","msg":"trace[1238994783] transaction","detail":"{read_only:false; response_revision:14789; number_of_response:1; }","duration":"228.779998ms","start":"2026-03-19T11:38:28.010353Z","end":"2026-03-19T11:38:28.239133Z","steps":["trace[1238994783] 'process raft request' (duration: 63.541865ms)","trace[1238994783] 'compare' (duration: 164.77725ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:38:28.240237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.436301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737665"} {"level":"info","ts":"2026-03-19T11:38:28.240364Z","caller":"traceutil/trace.go:171","msg":"trace[1908095515] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14789; }","duration":"227.605066ms","start":"2026-03-19T11:38:28.012742Z","end":"2026-03-19T11:38:28.240347Z","steps":["trace[1908095515] 'agreement among raft nodes before linearized reading' (duration: 226.624989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:28.744389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.0701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-19T11:38:28.744459Z","caller":"traceutil/trace.go:171","msg":"trace[987180941] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14789; }","duration":"253.169674ms","start":"2026-03-19T11:38:28.491274Z","end":"2026-03-19T11:38:28.744443Z","steps":["trace[987180941] 'range keys from in-memory index tree' (duration: 252.935277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:28.744704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.096125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T11:38:28.744791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.6427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ftrfc\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-19T11:38:28.745186Z","caller":"traceutil/trace.go:171","msg":"trace[650515357] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ftrfc; range_end:; response_count:1; response_revision:14789; }","duration":"238.04027ms","start":"2026-03-19T11:38:28.507127Z","end":"2026-03-19T11:38:28.745167Z","steps":["trace[650515357] 'range keys from in-memory index tree' (duration: 237.261599ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:38:28.745291Z","caller":"traceutil/trace.go:171","msg":"trace[431872317] transaction","detail":"{read_only:false; response_revision:14790; number_of_response:1; }","duration":"179.167603ms","start":"2026-03-19T11:38:28.566102Z","end":"2026-03-19T11:38:28.74527Z","steps":["trace[431872317] 'process raft request' (duration: 103.292061ms)","trace[431872317] 'compare' (duration: 75.188903ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:38:28.744807Z","caller":"traceutil/trace.go:171","msg":"trace[178913279] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:14789; }","duration":"237.223108ms","start":"2026-03-19T11:38:28.507557Z","end":"2026-03-19T11:38:28.74478Z","steps":["trace[178913279] 'range keys from in-memory index tree' (duration: 237.003153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:28.744753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.261023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:38:28.745835Z","caller":"traceutil/trace.go:171","msg":"trace[1410114323] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14789; }","duration":"259.339952ms","start":"2026-03-19T11:38:28.486452Z","end":"2026-03-19T11:38:28.745792Z","steps":["trace[1410114323] 'range keys from in-memory index tree' (duration: 258.17216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:28.744832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.493862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T11:38:28.745975Z","caller":"traceutil/trace.go:171","msg":"trace[1578569727] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14789; }","duration":"399.674334ms","start":"2026-03-19T11:38:28.346281Z","end":"2026-03-19T11:38:28.745955Z","steps":["trace[1578569727] 'range keys from in-memory index tree' (duration: 398.293106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:28.746018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:28.346264Z","time spent":"399.743726ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T11:38:28.744832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.619994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-19T11:38:28.746082Z","caller":"traceutil/trace.go:171","msg":"trace[178698401] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14789; }","duration":"262.89422ms","start":"2026-03-19T11:38:28.483161Z","end":"2026-03-19T11:38:28.746056Z","steps":["trace[178698401] 'range keys from in-memory index tree' (duration: 261.48407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:28.744863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.667605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:38:28.746227Z","caller":"traceutil/trace.go:171","msg":"trace[1281513253] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14789; }","duration":"267.076604ms","start":"2026-03-19T11:38:28.47913Z","end":"2026-03-19T11:38:28.746207Z","steps":["trace[1281513253] 'range keys from in-memory index tree' (duration: 265.565933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:28.744924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.561031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-19T11:38:28.746368Z","caller":"traceutil/trace.go:171","msg":"trace[745068265] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14789; }","duration":"256.060963ms","start":"2026-03-19T11:38:28.490286Z","end":"2026-03-19T11:38:28.746347Z","steps":["trace[745068265] 'range keys from in-memory index tree' (duration: 254.416268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:28.744907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.929892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wbxwg\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-19T11:38:28.746472Z","caller":"traceutil/trace.go:171","msg":"trace[2078081446] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wbxwg; range_end:; response_count:1; response_revision:14789; }","duration":"230.529465ms","start":"2026-03-19T11:38:28.515923Z","end":"2026-03-19T11:38:28.746453Z","steps":["trace[2078081446] 'range keys from in-memory index tree' (duration: 228.736947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:28.744959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.356376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:38:28.74664Z","caller":"traceutil/trace.go:171","msg":"trace[70372673] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:14789; }","duration":"304.075484ms","start":"2026-03-19T11:38:28.442544Z","end":"2026-03-19T11:38:28.746619Z","steps":["trace[70372673] 'count revisions from in-memory index tree' (duration: 302.263034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:28.746705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:28.442519Z","time spent":"304.161876ms","remote":"127.0.0.1:33032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:38:28.745012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.821642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T11:38:28.746823Z","caller":"traceutil/trace.go:171","msg":"trace[2083082037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14789; }","duration":"366.651522ms","start":"2026-03-19T11:38:28.380149Z","end":"2026-03-19T11:38:28.746801Z","steps":["trace[2083082037] 'range keys from in-memory index tree' (duration: 364.71884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:28.746884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:28.38013Z","time spent":"366.735995ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:38:28.745035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.765588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-19T11:38:28.747013Z","caller":"traceutil/trace.go:171","msg":"trace[1139974961] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14789; }","duration":"267.767222ms","start":"2026-03-19T11:38:28.479229Z","end":"2026-03-19T11:38:28.746996Z","steps":["trace[1139974961] 'range keys from in-memory index tree' (duration: 265.530471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:28.745073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.60414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T11:38:28.747127Z","caller":"traceutil/trace.go:171","msg":"trace[1508398054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14789; }","duration":"365.644605ms","start":"2026-03-19T11:38:28.381441Z","end":"2026-03-19T11:38:28.747086Z","steps":["trace[1508398054] 'range keys from in-memory index tree' (duration: 363.466656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:28.745539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.783556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:38:28.747255Z","caller":"traceutil/trace.go:171","msg":"trace[1514292353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14789; }","duration":"368.545154ms","start":"2026-03-19T11:38:28.378699Z","end":"2026-03-19T11:38:28.747244Z","steps":["trace[1514292353] 'range keys from in-memory index tree' (duration: 366.634722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:28.747285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:28.378677Z","time spent":"368.600806ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:38:28.747324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:28.381427Z","time spent":"365.882112ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:38:29.621277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.058144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:38:29.621387Z","caller":"traceutil/trace.go:171","msg":"trace[680149727] linearizableReadLoop","detail":"{readStateIndex:15344; appliedIndex:15342; }","duration":"1.010835422s","start":"2026-03-19T11:38:28.610534Z","end":"2026-03-19T11:38:29.621369Z","steps":["trace[680149727] 'read index received' (duration: 58.876407ms)","trace[680149727] 'applied index is now lower than readState.Index' (duration: 951.957555ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:38:29.621537Z","caller":"traceutil/trace.go:171","msg":"trace[1715982617] transaction","detail":"{read_only:false; response_revision:14791; number_of_response:1; }","duration":"1.055312067s","start":"2026-03-19T11:38:28.56619Z","end":"2026-03-19T11:38:29.621502Z","steps":["trace[1715982617] 'process raft request' (duration: 368.932374ms)","trace[1715982617] 'compare' (duration: 685.576601ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:38:29.621762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011209663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:38:29.62186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:28.566161Z","time spent":"1.055592625s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:38:29.621884Z","caller":"traceutil/trace.go:171","msg":"trace[674082420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14791; }","duration":"1.011315636s","start":"2026-03-19T11:38:28.61052Z","end":"2026-03-19T11:38:29.621836Z","steps":["trace[674082420] 'agreement among raft nodes before linearized reading' (duration: 1.011153692s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:29.621939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:28.610468Z","time spent":"1.011458809s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:38:30.122086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536103978,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:38:30.133338Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.198275372s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T11:38:30.42281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.133495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:38:30.42302Z","caller":"traceutil/trace.go:171","msg":"trace[790200757] transaction","detail":"{read_only:false; response_revision:14792; number_of_response:1; }","duration":"1.672328706s","start":"2026-03-19T11:38:28.750662Z","end":"2026-03-19T11:38:30.42299Z","steps":["trace[790200757] 'process raft request' (duration: 1.382934294s)","trace[790200757] 'compare' (duration: 289.036373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:38:30.423154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:28.750639Z","time spent":"1.672448259s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:38:30.423178Z","caller":"traceutil/trace.go:171","msg":"trace[597645057] linearizableReadLoop","detail":"{readStateIndex:15350; appliedIndex:15344; }","duration":"801.747734ms","start":"2026-03-19T11:38:29.621412Z","end":"2026-03-19T11:38:30.423159Z","steps":["trace[597645057] 'read index received' (duration: 512.198317ms)","trace[597645057] 'applied index is now lower than readState.Index' (duration: 289.548237ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:38:30.42342Z","caller":"traceutil/trace.go:171","msg":"trace[652752865] transaction","detail":"{read_only:false; response_revision:14793; number_of_response:1; }","duration":"1.671752781s","start":"2026-03-19T11:38:28.751656Z","end":"2026-03-19T11:38:30.423409Z","steps":["trace[652752865] 'process raft request' (duration: 1.671247757s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:30.423502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:28.751648Z","time spent":"1.671812322s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:38:30.423593Z","caller":"traceutil/trace.go:171","msg":"trace[1363177630] transaction","detail":"{read_only:false; response_revision:14797; number_of_response:1; }","duration":"411.528539ms","start":"2026-03-19T11:38:30.01205Z","end":"2026-03-19T11:38:30.423579Z","steps":["trace[1363177630] 'process raft request' (duration: 411.069266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:30.42367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:30.012026Z","time spent":"411.60622ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:38:30.423723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.485379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:38:30.423755Z","caller":"traceutil/trace.go:171","msg":"trace[132739428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14797; }","duration":"800.549421ms","start":"2026-03-19T11:38:29.623195Z","end":"2026-03-19T11:38:30.423745Z","steps":["trace[132739428] 'agreement among raft nodes before linearized reading' (duration: 800.491339ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:38:30.423788Z","caller":"traceutil/trace.go:171","msg":"trace[444652748] transaction","detail":"{read_only:false; response_revision:14795; number_of_response:1; }","duration":"1.670915328s","start":"2026-03-19T11:38:28.752863Z","end":"2026-03-19T11:38:30.423778Z","steps":["trace[444652748] 'process raft request' (duration: 1.670155587s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:38:30.423757Z","caller":"traceutil/trace.go:171","msg":"trace[1139254753] transaction","detail":"{read_only:false; response_revision:14794; number_of_response:1; }","duration":"1.671944126s","start":"2026-03-19T11:38:28.751804Z","end":"2026-03-19T11:38:30.423749Z","steps":["trace[1139254753] 'process raft request' (duration: 1.671151254s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:30.423821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145346947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-19T11:38:30.423844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:28.752854Z","time spent":"1.670963289s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:38:30.423873Z","caller":"traceutil/trace.go:171","msg":"trace[1089644008] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14797; }","duration":"1.145418249s","start":"2026-03-19T11:38:29.278438Z","end":"2026-03-19T11:38:30.423856Z","steps":["trace[1089644008] 'agreement among raft nodes before linearized reading' (duration: 1.145260715s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:30.423857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:28.751786Z","time spent":"1.672033798s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:38:30.423915Z","caller":"traceutil/trace.go:171","msg":"trace[953115797] transaction","detail":"{read_only:false; response_revision:14796; number_of_response:1; }","duration":"700.251463ms","start":"2026-03-19T11:38:29.723656Z","end":"2026-03-19T11:38:30.423907Z","steps":["trace[953115797] 'process raft request' (duration: 699.42846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:30.423966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:29.723633Z","time spent":"700.308103ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:38:30.423654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4208895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T11:38:30.424013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.276614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:38:30.423921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:29.278421Z","time spent":"1.145492271s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-19T11:38:30.424132Z","caller":"traceutil/trace.go:171","msg":"trace[842312435] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14797; }","duration":"176.393177ms","start":"2026-03-19T11:38:30.247697Z","end":"2026-03-19T11:38:30.42409Z","steps":["trace[842312435] 'agreement among raft nodes before linearized reading' (duration: 176.236312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:30.424147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.046165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:38:30.424174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.203994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-19T11:38:30.424203Z","caller":"traceutil/trace.go:171","msg":"trace[371908306] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14797; }","duration":"168.244854ms","start":"2026-03-19T11:38:30.25595Z","end":"2026-03-19T11:38:30.424195Z","steps":["trace[371908306] 'agreement among raft nodes before linearized reading' (duration: 168.121531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:30.42421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.983928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-19T11:38:30.42425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.21248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:38:30.424277Z","caller":"traceutil/trace.go:171","msg":"trace[783690433] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:14797; }","duration":"933.08709ms","start":"2026-03-19T11:38:29.491169Z","end":"2026-03-19T11:38:30.424256Z","steps":["trace[783690433] 'agreement among raft nodes before linearized reading' (duration: 932.899035ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:38:30.424295Z","caller":"traceutil/trace.go:171","msg":"trace[2104136230] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14797; }","duration":"177.258821ms","start":"2026-03-19T11:38:30.247027Z","end":"2026-03-19T11:38:30.424286Z","steps":["trace[2104136230] 'agreement among raft nodes before linearized reading' (duration: 177.196039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:30.424384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.353546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-19T11:38:30.42432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:29.491148Z","time spent":"933.159683ms","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-19T11:38:30.42444Z","caller":"traceutil/trace.go:171","msg":"trace[227803991] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14797; }","duration":"172.428169ms","start":"2026-03-19T11:38:30.251999Z","end":"2026-03-19T11:38:30.424427Z","steps":["trace[227803991] 'agreement among raft nodes before linearized reading' (duration: 172.286405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:30.42446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.244824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r4twd\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-19T11:38:30.424501Z","caller":"traceutil/trace.go:171","msg":"trace[715125505] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r4twd; range_end:; response_count:1; response_revision:14797; }","duration":"168.293506ms","start":"2026-03-19T11:38:30.256197Z","end":"2026-03-19T11:38:30.42449Z","steps":["trace[715125505] 'agreement among raft nodes before linearized reading' (duration: 168.186363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:30.424573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.697617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:38:30.424665Z","caller":"traceutil/trace.go:171","msg":"trace[891737315] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14797; }","duration":"172.762728ms","start":"2026-03-19T11:38:30.251845Z","end":"2026-03-19T11:38:30.424608Z","steps":["trace[891737315] 'agreement among raft nodes before linearized reading' (duration: 172.695866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:30.424678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.620194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:38:30.424706Z","caller":"traceutil/trace.go:171","msg":"trace[1187399490] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14797; }","duration":"168.672616ms","start":"2026-03-19T11:38:30.256026Z","end":"2026-03-19T11:38:30.424698Z","steps":["trace[1187399490] 'agreement among raft nodes before linearized reading' (duration: 168.630195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:30.424758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.658259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:38:30.424809Z","caller":"traceutil/trace.go:171","msg":"trace[1878579471] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14797; }","duration":"178.727781ms","start":"2026-03-19T11:38:30.246068Z","end":"2026-03-19T11:38:30.424796Z","steps":["trace[1878579471] 'agreement among raft nodes before linearized reading' (duration: 178.662229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:30.424827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.80163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-19T11:38:30.424856Z","caller":"traceutil/trace.go:171","msg":"trace[923323598] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14797; }","duration":"168.837551ms","start":"2026-03-19T11:38:30.256011Z","end":"2026-03-19T11:38:30.424848Z","steps":["trace[923323598] 'agreement among raft nodes before linearized reading' (duration: 168.758269ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:38:30.424196Z","caller":"traceutil/trace.go:171","msg":"trace[1465100717] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14797; }","duration":"177.116337ms","start":"2026-03-19T11:38:30.247064Z","end":"2026-03-19T11:38:30.42418Z","steps":["trace[1465100717] 'agreement among raft nodes before linearized reading' (duration: 177.042325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:30.425052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.220821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-19T11:38:30.424009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061196998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:38:30.425115Z","caller":"traceutil/trace.go:171","msg":"trace[1600435971] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:14797; }","duration":"1.062379421s","start":"2026-03-19T11:38:29.362726Z","end":"2026-03-19T11:38:30.425105Z","steps":["trace[1600435971] 'agreement among raft nodes before linearized reading' (duration: 1.060900821s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:30.425152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:29.362698Z","time spent":"1.062441872s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:38:30.425197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.535033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:38:30.425222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.0271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-19T11:38:30.425247Z","caller":"traceutil/trace.go:171","msg":"trace[1176075705] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14797; }","duration":"179.598115ms","start":"2026-03-19T11:38:30.24564Z","end":"2026-03-19T11:38:30.425238Z","steps":["trace[1176075705] 'agreement among raft nodes before linearized reading' (duration: 179.522373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:30.424699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.540796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-19T11:38:30.425264Z","caller":"traceutil/trace.go:171","msg":"trace[2118321564] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14797; }","duration":"175.092261ms","start":"2026-03-19T11:38:30.25016Z","end":"2026-03-19T11:38:30.425252Z","steps":["trace[2118321564] 'agreement among raft nodes before linearized reading' (duration: 174.979988ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:38:30.425292Z","caller":"traceutil/trace.go:171","msg":"trace[413994952] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14797; }","duration":"179.157472ms","start":"2026-03-19T11:38:30.246123Z","end":"2026-03-19T11:38:30.425281Z","steps":["trace[413994952] 'agreement among raft nodes before linearized reading' (duration: 178.382231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:30.425401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.767439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:38:30.425434Z","caller":"traceutil/trace.go:171","msg":"trace[1780018755] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14797; }","duration":"179.81339ms","start":"2026-03-19T11:38:30.245613Z","end":"2026-03-19T11:38:30.425426Z","steps":["trace[1780018755] 'agreement among raft nodes before linearized reading' (duration: 179.764099ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:38:30.424047Z","caller":"traceutil/trace.go:171","msg":"trace[1224848788] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:14797; }","duration":"1.421346152s","start":"2026-03-19T11:38:29.002691Z","end":"2026-03-19T11:38:30.424037Z","steps":["trace[1224848788] 'agreement among raft nodes before linearized reading' (duration: 1.420868979s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:30.425482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:29.00267Z","time spent":"1.422797872s","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:38:30.425568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.098938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-19T11:38:30.425597Z","caller":"traceutil/trace.go:171","msg":"trace[2058405880] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14797; }","duration":"180.183061ms","start":"2026-03-19T11:38:30.245407Z","end":"2026-03-19T11:38:30.42559Z","steps":["trace[2058405880] 'agreement among raft nodes before linearized reading' (duration: 180.093538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:30.425585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674144016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737665"} {"level":"warn","ts":"2026-03-19T11:38:30.425668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.794018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-19T11:38:30.425114Z","caller":"traceutil/trace.go:171","msg":"trace[326641038] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14797; }","duration":"173.283612ms","start":"2026-03-19T11:38:30.251816Z","end":"2026-03-19T11:38:30.425099Z","steps":["trace[326641038] 'agreement among raft nodes before linearized reading' (duration: 173.121868ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:38:30.425728Z","caller":"traceutil/trace.go:171","msg":"trace[650577516] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14797; }","duration":"176.87808ms","start":"2026-03-19T11:38:30.248837Z","end":"2026-03-19T11:38:30.425715Z","steps":["trace[650577516] 'agreement among raft nodes before linearized reading' (duration: 176.738916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:30.425767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.298603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T11:38:30.425774Z","caller":"traceutil/trace.go:171","msg":"trace[1917230072] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14797; }","duration":"1.674464765s","start":"2026-03-19T11:38:28.751288Z","end":"2026-03-19T11:38:30.425753Z","steps":["trace[1917230072] 'agreement among raft nodes before linearized reading' (duration: 1.672371248s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:38:30.4258Z","caller":"traceutil/trace.go:171","msg":"trace[567358772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14797; }","duration":"180.341835ms","start":"2026-03-19T11:38:30.24545Z","end":"2026-03-19T11:38:30.425792Z","steps":["trace[567358772] 'agreement among raft nodes before linearized reading' (duration: 180.260103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:30.423792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:29.623179Z","time spent":"800.607192ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:38:30.425721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655732873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r4twd\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-19T11:38:30.425864Z","caller":"traceutil/trace.go:171","msg":"trace[1296466758] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r4twd; range_end:; response_count:1; response_revision:14797; }","duration":"1.655889498s","start":"2026-03-19T11:38:28.769962Z","end":"2026-03-19T11:38:30.425852Z","steps":["trace[1296466758] 'agreement among raft nodes before linearized reading' (duration: 1.655549668s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:30.425931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:28.751264Z","time spent":"1.674652109s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737689,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T11:38:30.426071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.694154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:38:30.42611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:28.769955Z","time spent":"1.656042982s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22156,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r4twd\" "} {"level":"info","ts":"2026-03-19T11:38:30.426135Z","caller":"traceutil/trace.go:171","msg":"trace[137389940] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14797; }","duration":"180.790017ms","start":"2026-03-19T11:38:30.245329Z","end":"2026-03-19T11:38:30.426119Z","steps":["trace[137389940] 'agreement among raft nodes before linearized reading' (duration: 180.600992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:30.426197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.377147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:38:30.426241Z","caller":"traceutil/trace.go:171","msg":"trace[905131710] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:14797; }","duration":"592.458029ms","start":"2026-03-19T11:38:29.833771Z","end":"2026-03-19T11:38:30.426229Z","steps":["trace[905131710] 'agreement among raft nodes before linearized reading' (duration: 592.385597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:30.426275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:29.833747Z","time spent":"592.5203ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:38:30.426667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674664711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737665"} {"level":"info","ts":"2026-03-19T11:38:30.42676Z","caller":"traceutil/trace.go:171","msg":"trace[831632127] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14797; }","duration":"1.674773493s","start":"2026-03-19T11:38:28.751972Z","end":"2026-03-19T11:38:30.426746Z","steps":["trace[831632127] 'agreement among raft nodes before linearized reading' (duration: 1.673108518s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:30.426826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:28.751966Z","time spent":"1.674845805s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737689,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T11:38:30.426829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674918507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737665"} {"level":"info","ts":"2026-03-19T11:38:30.429311Z","caller":"traceutil/trace.go:171","msg":"trace[684219973] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14797; }","duration":"1.677525728s","start":"2026-03-19T11:38:28.751771Z","end":"2026-03-19T11:38:30.429297Z","steps":["trace[684219973] 'agreement among raft nodes before linearized reading' (duration: 1.674057483s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:30.429358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:28.751727Z","time spent":"1.677617491s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737689,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T11:38:30.800976Z","caller":"traceutil/trace.go:171","msg":"trace[440556790] linearizableReadLoop","detail":"{readStateIndex:15351; appliedIndex:15350; }","duration":"365.903842ms","start":"2026-03-19T11:38:30.435046Z","end":"2026-03-19T11:38:30.80095Z","steps":["trace[440556790] 'read index received' (duration: 365.639264ms)","trace[440556790] 'applied index is now lower than readState.Index' (duration: 263.428µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:38:30.801218Z","caller":"traceutil/trace.go:171","msg":"trace[886486356] transaction","detail":"{read_only:false; response_revision:14798; number_of_response:1; }","duration":"369.257494ms","start":"2026-03-19T11:38:30.431921Z","end":"2026-03-19T11:38:30.801178Z","steps":["trace[886486356] 'process raft request' (duration: 368.773681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:30.80151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:30.431659Z","time spent":"369.706166ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:38:30.80198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.877308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:38:30.802042Z","caller":"traceutil/trace.go:171","msg":"trace[1498091041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14799; }","duration":"366.94849ms","start":"2026-03-19T11:38:30.43508Z","end":"2026-03-19T11:38:30.802028Z","steps":["trace[1498091041] 'agreement among raft nodes before linearized reading' (duration: 366.823727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:30.802077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:30.435076Z","time spent":"366.994101ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:38:30.802438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.358171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737665"} {"level":"info","ts":"2026-03-19T11:38:30.802526Z","caller":"traceutil/trace.go:171","msg":"trace[1648327382] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14798; }","duration":"367.487095ms","start":"2026-03-19T11:38:30.43502Z","end":"2026-03-19T11:38:30.802507Z","steps":["trace[1648327382] 'agreement among raft nodes before linearized reading' (duration: 366.296603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:30.802748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.840618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:38:30.802797Z","caller":"traceutil/trace.go:171","msg":"trace[1967475380] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:14799; }","duration":"180.922481ms","start":"2026-03-19T11:38:30.621862Z","end":"2026-03-19T11:38:30.802784Z","steps":["trace[1967475380] 'agreement among raft nodes before linearized reading' (duration: 180.853849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:30.802823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:30.434851Z","time spent":"367.951558ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737689,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T11:38:30.803588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.05656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737665"} {"level":"info","ts":"2026-03-19T11:38:30.80363Z","caller":"traceutil/trace.go:171","msg":"trace[1222132490] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14799; }","duration":"368.114652ms","start":"2026-03-19T11:38:30.435506Z","end":"2026-03-19T11:38:30.803621Z","steps":["trace[1222132490] 'agreement among raft nodes before linearized reading' (duration: 367.413663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:30.80366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:30.435496Z","time spent":"368.154983ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737689,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T11:38:32.111286Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536103989,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T11:38:32.128263Z","caller":"traceutil/trace.go:171","msg":"trace[1772548937] transaction","detail":"{read_only:false; response_revision:14800; number_of_response:1; }","duration":"876.342011ms","start":"2026-03-19T11:38:31.251895Z","end":"2026-03-19T11:38:32.128237Z","steps":["trace[1772548937] 'process raft request' (duration: 876.190156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:32.128484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:31.25187Z","time spent":"876.539766ms","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18749,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:38:32.466278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.776659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:38:32.466774Z","caller":"traceutil/trace.go:171","msg":"trace[452665044] transaction","detail":"{read_only:false; response_revision:14801; number_of_response:1; }","duration":"1.199967188s","start":"2026-03-19T11:38:31.266672Z","end":"2026-03-19T11:38:32.46664Z","steps":["trace[452665044] 'process raft request' (duration: 993.725826ms)","trace[452665044] 'compare' (duration: 205.400659ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:38:32.466941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:31.266651Z","time spent":"1.200181053s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:38:32.467691Z","caller":"traceutil/trace.go:171","msg":"trace[284634711] transaction","detail":"{read_only:false; response_revision:14802; number_of_response:1; }","duration":"841.244462ms","start":"2026-03-19T11:38:31.626422Z","end":"2026-03-19T11:38:32.467666Z","steps":["trace[284634711] 'process raft request' (duration: 840.948524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:32.469117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:31.626399Z","time spent":"842.641971ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:38:32.467776Z","caller":"traceutil/trace.go:171","msg":"trace[965877319] linearizableReadLoop","detail":"{readStateIndex:15357; appliedIndex:15353; }","duration":"857.339282ms","start":"2026-03-19T11:38:31.610421Z","end":"2026-03-19T11:38:32.46776Z","steps":["trace[965877319] 'read index received' (duration: 517.719908ms)","trace[965877319] 'applied index is now lower than readState.Index' (duration: 339.618484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:38:32.467858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.432244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:38:32.467976Z","caller":"traceutil/trace.go:171","msg":"trace[1564069792] transaction","detail":"{read_only:false; response_revision:14803; number_of_response:1; }","duration":"752.339174ms","start":"2026-03-19T11:38:31.715629Z","end":"2026-03-19T11:38:32.467968Z","steps":["trace[1564069792] 'process raft request' (duration: 751.877562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:32.469291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:31.715612Z","time spent":"753.64689ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:38:32.469584Z","caller":"traceutil/trace.go:171","msg":"trace[918396230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14803; }","duration":"859.186462ms","start":"2026-03-19T11:38:31.610386Z","end":"2026-03-19T11:38:32.469573Z","steps":["trace[918396230] 'agreement among raft nodes before linearized reading' (duration: 857.420954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:32.469723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:31.610371Z","time spent":"859.339616ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:38:32.472423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.329122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:38:32.472475Z","caller":"traceutil/trace.go:171","msg":"trace[1258794261] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:14804; }","duration":"170.415264ms","start":"2026-03-19T11:38:32.302047Z","end":"2026-03-19T11:38:32.472462Z","steps":["trace[1258794261] 'agreement among raft nodes before linearized reading' (duration: 170.329081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:32.472638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.87988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:38:32.472675Z","caller":"traceutil/trace.go:171","msg":"trace[2146648085] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:14804; }","duration":"269.956472ms","start":"2026-03-19T11:38:32.20271Z","end":"2026-03-19T11:38:32.472666Z","steps":["trace[2146648085] 'agreement among raft nodes before linearized reading' (duration: 269.89243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:32.472848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.37877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T11:38:32.472906Z","caller":"traceutil/trace.go:171","msg":"trace[1309768582] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14804; }","duration":"587.524954ms","start":"2026-03-19T11:38:31.885352Z","end":"2026-03-19T11:38:32.472877Z","steps":["trace[1309768582] 'agreement among raft nodes before linearized reading' (duration: 587.453202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:32.472937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:31.885333Z","time spent":"587.595236ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T11:38:32.603479Z","caller":"traceutil/trace.go:171","msg":"trace[493691471] linearizableReadLoop","detail":"{readStateIndex:15361; appliedIndex:15358; }","duration":"123.594934ms","start":"2026-03-19T11:38:32.479862Z","end":"2026-03-19T11:38:32.603457Z","steps":["trace[493691471] 'read index received' (duration: 5.52568ms)","trace[493691471] 'applied index is now lower than readState.Index' (duration: 118.068274ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:38:32.603754Z","caller":"traceutil/trace.go:171","msg":"trace[2035831703] transaction","detail":"{read_only:false; response_revision:14806; number_of_response:1; }","duration":"123.979715ms","start":"2026-03-19T11:38:32.479759Z","end":"2026-03-19T11:38:32.603739Z","steps":["trace[2035831703] 'process raft request' (duration: 86.890432ms)","trace[2035831703] 'compare' (duration: 36.60381ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:38:32.603937Z","caller":"traceutil/trace.go:171","msg":"trace[1026818128] transaction","detail":"{read_only:false; response_revision:14807; number_of_response:1; }","duration":"124.087738ms","start":"2026-03-19T11:38:32.47984Z","end":"2026-03-19T11:38:32.603928Z","steps":["trace[1026818128] 'process raft request' (duration: 123.524123ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:38:32.604069Z","caller":"traceutil/trace.go:171","msg":"trace[2004536222] transaction","detail":"{read_only:false; response_revision:14808; number_of_response:1; }","duration":"123.619716ms","start":"2026-03-19T11:38:32.48044Z","end":"2026-03-19T11:38:32.60406Z","steps":["trace[2004536222] 'process raft request' (duration: 122.964438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:32.604243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.366316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T11:38:32.604284Z","caller":"traceutil/trace.go:171","msg":"trace[1690876429] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14808; }","duration":"124.464409ms","start":"2026-03-19T11:38:32.47981Z","end":"2026-03-19T11:38:32.604274Z","steps":["trace[1690876429] 'agreement among raft nodes before linearized reading' (duration: 124.365906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:32.605137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.762047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737665"} {"level":"info","ts":"2026-03-19T11:38:32.605181Z","caller":"traceutil/trace.go:171","msg":"trace[1979039022] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14808; }","duration":"124.817068ms","start":"2026-03-19T11:38:32.480355Z","end":"2026-03-19T11:38:32.605172Z","steps":["trace[1979039022] 'agreement among raft nodes before linearized reading' (duration: 124.075768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:32.606315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.393389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737665"} {"level":"info","ts":"2026-03-19T11:38:32.606365Z","caller":"traceutil/trace.go:171","msg":"trace[1065948013] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14808; }","duration":"123.467452ms","start":"2026-03-19T11:38:32.482886Z","end":"2026-03-19T11:38:32.606353Z","steps":["trace[1065948013] 'agreement among raft nodes before linearized reading' (duration: 122.846815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:32.606751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.24383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T11:38:32.6068Z","caller":"traceutil/trace.go:171","msg":"trace[10106267] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:14808; }","duration":"125.322982ms","start":"2026-03-19T11:38:32.481466Z","end":"2026-03-19T11:38:32.606789Z","steps":["trace[10106267] 'agreement among raft nodes before linearized reading' (duration: 125.204929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:33.175377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.514899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T11:38:33.175469Z","caller":"traceutil/trace.go:171","msg":"trace[1561720866] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:14808; }","duration":"466.623802ms","start":"2026-03-19T11:38:32.708819Z","end":"2026-03-19T11:38:33.175443Z","steps":["trace[1561720866] 'range keys from in-memory index tree' (duration: 466.384876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:33.175524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:32.708815Z","time spent":"466.695144ms","remote":"127.0.0.1:49454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T11:38:33.175859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.049428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T11:38:33.175913Z","caller":"traceutil/trace.go:171","msg":"trace[1990319628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14808; }","duration":"369.13293ms","start":"2026-03-19T11:38:32.806767Z","end":"2026-03-19T11:38:33.175899Z","steps":["trace[1990319628] 'range keys from in-memory index tree' (duration: 368.937354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:33.175945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:32.806751Z","time spent":"369.186301ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T11:38:33.196128Z","caller":"traceutil/trace.go:171","msg":"trace[759138707] transaction","detail":"{read_only:false; response_revision:14809; number_of_response:1; }","duration":"387.548643ms","start":"2026-03-19T11:38:32.808558Z","end":"2026-03-19T11:38:33.196107Z","steps":["trace[759138707] 'process raft request' (duration: 387.42846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:33.196249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:32.808543Z","time spent":"387.643736ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:38:33.196783Z","caller":"traceutil/trace.go:171","msg":"trace[54372241] linearizableReadLoop","detail":"{readStateIndex:15363; appliedIndex:15363; }","duration":"387.42882ms","start":"2026-03-19T11:38:32.80934Z","end":"2026-03-19T11:38:33.196768Z","steps":["trace[54372241] 'read index received' (duration: 387.423719ms)","trace[54372241] 'applied index is now lower than readState.Index' (duration: 4.32µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:38:33.197008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.657926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-19T11:38:33.197063Z","caller":"traceutil/trace.go:171","msg":"trace[281204700] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14809; }","duration":"387.729728ms","start":"2026-03-19T11:38:32.809318Z","end":"2026-03-19T11:38:33.197047Z","steps":["trace[281204700] 'agreement among raft nodes before linearized reading' (duration: 387.562574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:33.197104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:32.809308Z","time spent":"387.784739ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-19T11:38:33.697369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536104018,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:38:33.95182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.134326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:38:33.951951Z","caller":"traceutil/trace.go:171","msg":"trace[904461948] linearizableReadLoop","detail":"{readStateIndex:15364; appliedIndex:15363; }","duration":"755.10427ms","start":"2026-03-19T11:38:33.196825Z","end":"2026-03-19T11:38:33.951929Z","steps":["trace[904461948] 'read index received' (duration: 625.679936ms)","trace[904461948] 'applied index is now lower than readState.Index' (duration: 129.422684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:38:33.952077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141929354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:38:33.952114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125606058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r4twd\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-19T11:38:33.952152Z","caller":"traceutil/trace.go:171","msg":"trace[416852813] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r4twd; range_end:; response_count:1; response_revision:14810; }","duration":"1.125646419s","start":"2026-03-19T11:38:32.826494Z","end":"2026-03-19T11:38:33.952141Z","steps":["trace[416852813] 'agreement among raft nodes before linearized reading' (duration: 1.125497035s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:38:33.952153Z","caller":"traceutil/trace.go:171","msg":"trace[1199627233] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14810; }","duration":"1.142014636s","start":"2026-03-19T11:38:32.810113Z","end":"2026-03-19T11:38:33.952128Z","steps":["trace[1199627233] 'agreement among raft nodes before linearized reading' (duration: 1.141913183s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:33.952183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:32.826453Z","time spent":"1.125722201s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22156,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r4twd\" "} {"level":"warn","ts":"2026-03-19T11:38:33.952216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:32.810106Z","time spent":"1.142092827s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-19T11:38:33.952364Z","caller":"traceutil/trace.go:171","msg":"trace[1744662804] transaction","detail":"{read_only:false; response_revision:14810; number_of_response:1; }","duration":"772.946228ms","start":"2026-03-19T11:38:33.179402Z","end":"2026-03-19T11:38:33.952349Z","steps":["trace[1744662804] 'process raft request' (duration: 643.176234ms)","trace[1744662804] 'compare' (duration: 128.855138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:38:33.952436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:33.179379Z","time spent":"773.02424ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:38:33.952492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143133126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-19T11:38:33.952563Z","caller":"traceutil/trace.go:171","msg":"trace[211055813] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14810; }","duration":"1.14324665s","start":"2026-03-19T11:38:32.809298Z","end":"2026-03-19T11:38:33.952545Z","steps":["trace[211055813] 'agreement among raft nodes before linearized reading' (duration: 1.142767877s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:33.952566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140843884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-19T11:38:33.952586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.032983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:38:33.952617Z","caller":"traceutil/trace.go:171","msg":"trace[451412609] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:14810; }","duration":"757.086545ms","start":"2026-03-19T11:38:33.195519Z","end":"2026-03-19T11:38:33.952606Z","steps":["trace[451412609] 'agreement among raft nodes before linearized reading' (duration: 757.037723ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:38:33.952617Z","caller":"traceutil/trace.go:171","msg":"trace[82540770] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14810; }","duration":"1.140909186s","start":"2026-03-19T11:38:32.811693Z","end":"2026-03-19T11:38:33.952603Z","steps":["trace[82540770] 'agreement among raft nodes before linearized reading' (duration: 1.140768222s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:33.95265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:33.195505Z","time spent":"757.137266ms","remote":"127.0.0.1:53068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:38:33.95266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:32.811686Z","time spent":"1.140962307s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-19T11:38:33.952688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142853429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:38:33.952494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126343588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r4twd\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-19T11:38:33.952732Z","caller":"traceutil/trace.go:171","msg":"trace[1038646728] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14810; }","duration":"1.142913521s","start":"2026-03-19T11:38:32.809806Z","end":"2026-03-19T11:38:33.95272Z","steps":["trace[1038646728] 'agreement among raft nodes before linearized reading' (duration: 1.142847499s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:33.952736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.66541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:38:33.952807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.248431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-19T11:38:33.952805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:32.809797Z","time spent":"1.142995723s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-19T11:38:33.952839Z","caller":"traceutil/trace.go:171","msg":"trace[978703498] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14810; }","duration":"953.328843ms","start":"2026-03-19T11:38:32.999503Z","end":"2026-03-19T11:38:33.952832Z","steps":["trace[978703498] 'agreement among raft nodes before linearized reading' (duration: 953.246321ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:38:33.952833Z","caller":"traceutil/trace.go:171","msg":"trace[1405923264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14810; }","duration":"341.801004ms","start":"2026-03-19T11:38:33.611004Z","end":"2026-03-19T11:38:33.952805Z","steps":["trace[1405923264] 'agreement among raft nodes before linearized reading' (duration: 341.509636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:33.952861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:32.999476Z","time spent":"953.379234ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T11:38:33.952924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:33.610985Z","time spent":"341.888576ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T11:38:33.953002Z","caller":"traceutil/trace.go:171","msg":"trace[795241173] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r4twd; range_end:; response_count:1; response_revision:14810; }","duration":"1.126749839s","start":"2026-03-19T11:38:32.826025Z","end":"2026-03-19T11:38:33.952774Z","steps":["trace[795241173] 'agreement among raft nodes before linearized reading' (duration: 1.126010719s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:33.95307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006615228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:38:33.953116Z","caller":"traceutil/trace.go:171","msg":"trace[144015859] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:14810; }","duration":"1.00670318s","start":"2026-03-19T11:38:32.946403Z","end":"2026-03-19T11:38:33.953106Z","steps":["trace[144015859] 'agreement among raft nodes before linearized reading' (duration: 1.006625408s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:33.95261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:32.809276Z","time spent":"1.143321061s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-19T11:38:33.953214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:32.825992Z","time spent":"1.127160431s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22156,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r4twd\" "} {"level":"warn","ts":"2026-03-19T11:38:33.953149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:32.946372Z","time spent":"1.006768192s","remote":"127.0.0.1:57980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:38:33.953838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144061712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-19T11:38:33.953894Z","caller":"traceutil/trace.go:171","msg":"trace[406331766] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14810; }","duration":"1.144157464s","start":"2026-03-19T11:38:32.809722Z","end":"2026-03-19T11:38:33.953879Z","steps":["trace[406331766] 'agreement among raft nodes before linearized reading' (duration: 1.142324864s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:33.953927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:32.809702Z","time spent":"1.144217547s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-19T11:38:34.362871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.254975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:38:34.363092Z","caller":"traceutil/trace.go:171","msg":"trace[123933595] linearizableReadLoop","detail":"{readStateIndex:15365; appliedIndex:15364; }","duration":"403.258282ms","start":"2026-03-19T11:38:33.95982Z","end":"2026-03-19T11:38:34.363078Z","steps":["trace[123933595] 'read index received' (duration: 260.7365ms)","trace[123933595] 'applied index is now lower than readState.Index' (duration: 142.520532ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:38:34.363296Z","caller":"traceutil/trace.go:171","msg":"trace[939121911] transaction","detail":"{read_only:false; response_revision:14811; number_of_response:1; }","duration":"404.892366ms","start":"2026-03-19T11:38:33.958393Z","end":"2026-03-19T11:38:34.363285Z","steps":["trace[939121911] 'process raft request' (duration: 262.158548ms)","trace[939121911] 'compare' (duration: 141.822243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:38:34.363378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:33.958373Z","time spent":"404.981119ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:38:34.364078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.25151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737665"} {"level":"info","ts":"2026-03-19T11:38:34.364117Z","caller":"traceutil/trace.go:171","msg":"trace[782522396] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14811; }","duration":"404.325781ms","start":"2026-03-19T11:38:33.959782Z","end":"2026-03-19T11:38:34.364108Z","steps":["trace[782522396] 'agreement among raft nodes before linearized reading' (duration: 403.613841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:34.364147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:33.959765Z","time spent":"404.370993ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737689,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T11:38:34.364235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.982144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737665"} {"level":"info","ts":"2026-03-19T11:38:34.364314Z","caller":"traceutil/trace.go:171","msg":"trace[100047603] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14811; }","duration":"403.099458ms","start":"2026-03-19T11:38:33.961199Z","end":"2026-03-19T11:38:34.364298Z","steps":["trace[100047603] 'agreement among raft nodes before linearized reading' (duration: 402.160282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:34.364382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:33.961185Z","time spent":"403.17613ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737689,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T11:38:34.629193Z","caller":"traceutil/trace.go:171","msg":"trace[802226374] transaction","detail":"{read_only:false; response_revision:14812; number_of_response:1; }","duration":"153.347748ms","start":"2026-03-19T11:38:34.475822Z","end":"2026-03-19T11:38:34.629169Z","steps":["trace[802226374] 'process raft request' (duration: 153.205894ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:38:34.629778Z","caller":"traceutil/trace.go:171","msg":"trace[1427091303] linearizableReadLoop","detail":"{readStateIndex:15366; appliedIndex:15366; }","duration":"150.616673ms","start":"2026-03-19T11:38:34.47912Z","end":"2026-03-19T11:38:34.629737Z","steps":["trace[1427091303] 'read index received' (duration: 150.601873ms)","trace[1427091303] 'applied index is now lower than readState.Index' (duration: 8.81µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:38:34.630044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:38:34.630118Z","caller":"traceutil/trace.go:171","msg":"trace[1534907737] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14812; }","duration":"151.024024ms","start":"2026-03-19T11:38:34.479077Z","end":"2026-03-19T11:38:34.630101Z","steps":["trace[1534907737] 'agreement among raft nodes before linearized reading' (duration: 150.842179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:34.680699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.479972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:38:34.680807Z","caller":"traceutil/trace.go:171","msg":"trace[695032603] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14813; }","duration":"201.621276ms","start":"2026-03-19T11:38:34.479161Z","end":"2026-03-19T11:38:34.680783Z","steps":["trace[695032603] 'agreement among raft nodes before linearized reading' (duration: 201.450772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:34.680849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.506993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:38:34.680972Z","caller":"traceutil/trace.go:171","msg":"trace[1226659712] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14813; }","duration":"197.654448ms","start":"2026-03-19T11:38:34.483301Z","end":"2026-03-19T11:38:34.680955Z","steps":["trace[1226659712] 'agreement among raft nodes before linearized reading' (duration: 197.481543ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:38:34.681118Z","caller":"traceutil/trace.go:171","msg":"trace[150801255] transaction","detail":"{read_only:false; response_revision:14813; number_of_response:1; }","duration":"198.788398ms","start":"2026-03-19T11:38:34.482317Z","end":"2026-03-19T11:38:34.681105Z","steps":["trace[150801255] 'process raft request' (duration: 198.029917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:34.681372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.676715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-19T11:38:34.68143Z","caller":"traceutil/trace.go:171","msg":"trace[1227444391] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14813; }","duration":"198.739808ms","start":"2026-03-19T11:38:34.482678Z","end":"2026-03-19T11:38:34.681418Z","steps":["trace[1227444391] 'agreement among raft nodes before linearized reading' (duration: 198.538752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:34.681628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.956503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:38:34.681672Z","caller":"traceutil/trace.go:171","msg":"trace[1969112084] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14813; }","duration":"199.011144ms","start":"2026-03-19T11:38:34.482651Z","end":"2026-03-19T11:38:34.681662Z","steps":["trace[1969112084] 'agreement among raft nodes before linearized reading' (duration: 198.949393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:38:34.84722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.259509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:38:34.847306Z","caller":"traceutil/trace.go:171","msg":"trace[1639615882] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:14813; }","duration":"356.369992ms","start":"2026-03-19T11:38:34.490913Z","end":"2026-03-19T11:38:34.847283Z","steps":["trace[1639615882] 'agreement among raft nodes before linearized reading' (duration: 190.946285ms)","trace[1639615882] 'range keys from in-memory index tree' (duration: 165.266113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:38:34.847362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:34.490908Z","time spent":"356.441834ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"warn","ts":"2026-03-19T11:38:34.847486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.189758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T11:38:34.847566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.83994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:38:34.847614Z","caller":"traceutil/trace.go:171","msg":"trace[1175740426] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14813; }","duration":"359.320982ms","start":"2026-03-19T11:38:34.488276Z","end":"2026-03-19T11:38:34.847597Z","steps":["trace[1175740426] 'agreement among raft nodes before linearized reading' (duration: 193.591687ms)","trace[1175740426] 'range keys from in-memory index tree' (duration: 165.496659ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:38:34.847689Z","caller":"traceutil/trace.go:171","msg":"trace[725952227] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14813; }","duration":"365.999614ms","start":"2026-03-19T11:38:34.48166Z","end":"2026-03-19T11:38:34.847659Z","steps":["trace[725952227] 'agreement among raft nodes before linearized reading' (duration: 200.70284ms)","trace[725952227] 'range keys from in-memory index tree' (duration: 165.115288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:38:34.84775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:34.481655Z","time spent":"366.084256ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-19T11:38:34.84776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:34.488271Z","time spent":"359.449726ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T11:38:34.847963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.495461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T11:38:34.848014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.718552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:38:34.848033Z","caller":"traceutil/trace.go:171","msg":"trace[874513888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14813; }","duration":"235.599894ms","start":"2026-03-19T11:38:34.612415Z","end":"2026-03-19T11:38:34.848015Z","steps":["trace[874513888] 'agreement among raft nodes before linearized reading' (duration: 69.413786ms)","trace[874513888] 'range keys from in-memory index tree' (duration: 166.003743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:38:34.84802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.679817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T11:38:34.848073Z","caller":"traceutil/trace.go:171","msg":"trace[1642814570] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14813; }","duration":"363.778204ms","start":"2026-03-19T11:38:34.484275Z","end":"2026-03-19T11:38:34.848053Z","steps":["trace[1642814570] 'agreement among raft nodes before linearized reading' (duration: 197.611866ms)","trace[1642814570] 'range keys from in-memory index tree' (duration: 166.103735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:38:34.848145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:34.484268Z","time spent":"363.864116ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-19T11:38:34.848174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.54457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-19T11:38:34.84824Z","caller":"traceutil/trace.go:171","msg":"trace[1614626986] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14813; }","duration":"366.617152ms","start":"2026-03-19T11:38:34.481607Z","end":"2026-03-19T11:38:34.848224Z","steps":["trace[1614626986] 'agreement among raft nodes before linearized reading' (duration: 200.766413ms)","trace[1614626986] 'range keys from in-memory index tree' (duration: 165.662064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:38:34.84829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.755725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:38:34.848281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:34.481602Z","time spent":"366.670373ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-19T11:38:34.848385Z","caller":"traceutil/trace.go:171","msg":"trace[1079797181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14813; }","duration":"236.892029ms","start":"2026-03-19T11:38:34.611441Z","end":"2026-03-19T11:38:34.848333Z","steps":["trace[1079797181] 'agreement among raft nodes before linearized reading' (duration: 70.398963ms)","trace[1079797181] 'range keys from in-memory index tree' (duration: 166.388784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:38:34.847752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.284708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:38:34.848589Z","caller":"traceutil/trace.go:171","msg":"trace[1006138087] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14813; }","duration":"235.131741ms","start":"2026-03-19T11:38:34.613435Z","end":"2026-03-19T11:38:34.848567Z","steps":["trace[1006138087] 'agreement among raft nodes before linearized reading' (duration: 68.383258ms)","trace[1006138087] 'range keys from in-memory index tree' (duration: 165.847498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:38:34.848675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.010589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-19T11:38:34.848759Z","caller":"traceutil/trace.go:171","msg":"trace[277622608] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14813; }","duration":"368.097592ms","start":"2026-03-19T11:38:34.480642Z","end":"2026-03-19T11:38:34.848739Z","steps":["trace[277622608] 'agreement among raft nodes before linearized reading' (duration: 201.742249ms)","trace[277622608] 'range keys from in-memory index tree' (duration: 166.173157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:38:34.848812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:34.480639Z","time spent":"368.160573ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-19T11:38:34.848142Z","caller":"traceutil/trace.go:171","msg":"trace[363397726] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:14813; }","duration":"309.856721ms","start":"2026-03-19T11:38:34.538256Z","end":"2026-03-19T11:38:34.848113Z","steps":["trace[363397726] 'agreement among raft nodes before linearized reading' (duration: 143.593661ms)","trace[363397726] 'range keys from in-memory index tree' (duration: 165.954001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:38:34.848986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:34.538231Z","time spent":"310.736206ms","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-19T11:38:34.849064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.41574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:38:34.849122Z","caller":"traceutil/trace.go:171","msg":"trace[464675898] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14813; }","duration":"368.483813ms","start":"2026-03-19T11:38:34.480622Z","end":"2026-03-19T11:38:34.849106Z","steps":["trace[464675898] 'agreement among raft nodes before linearized reading' (duration: 201.787371ms)","trace[464675898] 'range keys from in-memory index tree' (duration: 166.62261ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:38:34.849156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.978001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-19T11:38:34.84917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:34.480616Z","time spent":"368.542784ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-19T11:38:34.849128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.049308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-19T11:38:34.849198Z","caller":"traceutil/trace.go:171","msg":"trace[1988669550] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14813; }","duration":"367.029083ms","start":"2026-03-19T11:38:34.482158Z","end":"2026-03-19T11:38:34.849187Z","steps":["trace[1988669550] 'agreement among raft nodes before linearized reading' (duration: 200.190227ms)","trace[1988669550] 'range keys from in-memory index tree' (duration: 166.736563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:38:34.849223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:34.482153Z","time spent":"367.064124ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-19T11:38:34.84724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.9146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:38:34.849271Z","caller":"traceutil/trace.go:171","msg":"trace[1449101507] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14813; }","duration":"364.958116ms","start":"2026-03-19T11:38:34.4843Z","end":"2026-03-19T11:38:34.849258Z","steps":["trace[1449101507] 'agreement among raft nodes before linearized reading' (duration: 197.576665ms)","trace[1449101507] 'range keys from in-memory index tree' (duration: 165.302204ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:38:34.849237Z","caller":"traceutil/trace.go:171","msg":"trace[754917437] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14813; }","duration":"369.15699ms","start":"2026-03-19T11:38:34.480055Z","end":"2026-03-19T11:38:34.849212Z","steps":["trace[754917437] 'agreement among raft nodes before linearized reading' (duration: 202.271723ms)","trace[754917437] 'range keys from in-memory index tree' (duration: 166.680491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:38:34.849311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:34.484298Z","time spent":"365.002897ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-19T11:38:34.849369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.174818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:38:34.849442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.052368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-19T11:38:34.849369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:34.480049Z","time spent":"369.278684ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-19T11:38:34.849521Z","caller":"traceutil/trace.go:171","msg":"trace[211317347] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14813; }","duration":"369.176521ms","start":"2026-03-19T11:38:34.480323Z","end":"2026-03-19T11:38:34.8495Z","steps":["trace[211317347] 'agreement among raft nodes before linearized reading' (duration: 202.110929ms)","trace[211317347] 'range keys from in-memory index tree' (duration: 166.894787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:38:34.850335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:34.480302Z","time spent":"370.014724ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-19T11:38:34.849739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.350476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-19T11:38:34.850483Z","caller":"traceutil/trace.go:171","msg":"trace[1547908464] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14813; }","duration":"370.134397ms","start":"2026-03-19T11:38:34.480323Z","end":"2026-03-19T11:38:34.850458Z","steps":["trace[1547908464] 'agreement among raft nodes before linearized reading' (duration: 202.100369ms)","trace[1547908464] 'range keys from in-memory index tree' (duration: 167.264798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:38:34.850583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:34.480308Z","time spent":"370.25563ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-19T11:38:34.849771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.437015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-19T11:38:34.850921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.795601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737665"} {"level":"info","ts":"2026-03-19T11:38:34.851046Z","caller":"traceutil/trace.go:171","msg":"trace[67265474] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14814; }","duration":"160.941905ms","start":"2026-03-19T11:38:34.690091Z","end":"2026-03-19T11:38:34.851033Z","steps":["trace[67265474] 'agreement among raft nodes before linearized reading' (duration: 159.981429ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:38:34.851022Z","caller":"traceutil/trace.go:171","msg":"trace[720428971] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14813; }","duration":"371.685899ms","start":"2026-03-19T11:38:34.479316Z","end":"2026-03-19T11:38:34.851001Z","steps":["trace[720428971] 'agreement among raft nodes before linearized reading' (duration: 203.099656ms)","trace[720428971] 'range keys from in-memory index tree' (duration: 167.282898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:38:34.851207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:34.479312Z","time spent":"371.877264ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-19T11:38:34.849939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.664382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-19T11:38:34.851587Z","caller":"traceutil/trace.go:171","msg":"trace[1304293185] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14813; }","duration":"372.287646ms","start":"2026-03-19T11:38:34.479251Z","end":"2026-03-19T11:38:34.851539Z","steps":["trace[1304293185] 'agreement among raft nodes before linearized reading' (duration: 203.179048ms)","trace[1304293185] 'range keys from in-memory index tree' (duration: 167.34406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:38:34.851712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:34.479245Z","time spent":"372.42538ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-19T11:38:34.850032Z","caller":"traceutil/trace.go:171","msg":"trace[637889474] linearizableReadLoop","detail":"{readStateIndex:15368; appliedIndex:15367; }","duration":"159.901626ms","start":"2026-03-19T11:38:34.690113Z","end":"2026-03-19T11:38:34.850015Z","steps":["trace[637889474] 'read index received' (duration: 63.623597ms)","trace[637889474] 'applied index is now lower than readState.Index' (duration: 96.276769ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:38:34.850162Z","caller":"traceutil/trace.go:171","msg":"trace[116116987] transaction","detail":"{read_only:false; response_revision:14814; number_of_response:1; }","duration":"163.756552ms","start":"2026-03-19T11:38:34.686381Z","end":"2026-03-19T11:38:34.850137Z","steps":["trace[116116987] 'process raft request' (duration: 67.491313ms)","trace[116116987] 'compare' (duration: 94.897751ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:38:34.849429Z","caller":"traceutil/trace.go:171","msg":"trace[1543383624] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14813; }","duration":"370.23663ms","start":"2026-03-19T11:38:34.479175Z","end":"2026-03-19T11:38:34.849412Z","steps":["trace[1543383624] 'agreement among raft nodes before linearized reading' (duration: 203.26444ms)","trace[1543383624] 'range keys from in-memory index tree' (duration: 166.892437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:38:34.852154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:38:34.479172Z","time spent":"372.955204ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-19T11:38:34.853543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.60193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737665"} {"level":"info","ts":"2026-03-19T11:38:34.853605Z","caller":"traceutil/trace.go:171","msg":"trace[182851447] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14814; }","duration":"162.682392ms","start":"2026-03-19T11:38:34.690909Z","end":"2026-03-19T11:38:34.853591Z","steps":["trace[182851447] 'agreement among raft nodes before linearized reading' (duration: 161.173991ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:38:35.135Z","caller":"traceutil/trace.go:171","msg":"trace[467111694] transaction","detail":"{read_only:false; response_revision:14817; number_of_response:1; }","duration":"277.531569ms","start":"2026-03-19T11:38:34.857448Z","end":"2026-03-19T11:38:35.134979Z","steps":["trace[467111694] 'process raft request' (duration: 277.487248ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:38:35.135059Z","caller":"traceutil/trace.go:171","msg":"trace[385256350] transaction","detail":"{read_only:false; response_revision:14816; number_of_response:1; }","duration":"277.913999ms","start":"2026-03-19T11:38:34.857105Z","end":"2026-03-19T11:38:35.135019Z","steps":["trace[385256350] 'process raft request' (duration: 199.449626ms)","trace[385256350] 'compare' (duration: 78.243107ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:39:05.57893Z","caller":"traceutil/trace.go:171","msg":"trace[2132468478] transaction","detail":"{read_only:false; response_revision:14995; number_of_response:1; }","duration":"182.667158ms","start":"2026-03-19T11:39:05.396237Z","end":"2026-03-19T11:39:05.578904Z","steps":["trace[2132468478] 'process raft request' (duration: 182.509213ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:39:05.915701Z","caller":"traceutil/trace.go:171","msg":"trace[1802895486] transaction","detail":"{read_only:false; response_revision:14996; number_of_response:1; }","duration":"145.471492ms","start":"2026-03-19T11:39:05.770206Z","end":"2026-03-19T11:39:05.915677Z","steps":["trace[1802895486] 'process raft request' (duration: 145.260267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:39:06.741224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.888277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:39:06.741309Z","caller":"traceutil/trace.go:171","msg":"trace[1230266553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14999; }","duration":"130.035351ms","start":"2026-03-19T11:39:06.611251Z","end":"2026-03-19T11:39:06.741287Z","steps":["trace[1230266553] 'range keys from in-memory index tree' (duration: 129.768414ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:39:06.965063Z","caller":"traceutil/trace.go:171","msg":"trace[1216346002] transaction","detail":"{read_only:false; response_revision:15003; number_of_response:1; }","duration":"115.040702ms","start":"2026-03-19T11:39:06.849997Z","end":"2026-03-19T11:39:06.965038Z","steps":["trace[1216346002] 'process raft request' (duration: 114.469486ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:39:07.348848Z","caller":"traceutil/trace.go:171","msg":"trace[760550120] linearizableReadLoop","detail":"{readStateIndex:15567; appliedIndex:15566; }","duration":"195.003675ms","start":"2026-03-19T11:39:07.153821Z","end":"2026-03-19T11:39:07.348825Z","steps":["trace[760550120] 'read index received' (duration: 194.851661ms)","trace[760550120] 'applied index is now lower than readState.Index' (duration: 151.134µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:39:07.348993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.16087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:39:07.349056Z","caller":"traceutil/trace.go:171","msg":"trace[96532976] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:15005; }","duration":"195.257952ms","start":"2026-03-19T11:39:07.153781Z","end":"2026-03-19T11:39:07.349039Z","steps":["trace[96532976] 'agreement among raft nodes before linearized reading' (duration: 195.125408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:39:07.349071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.206208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wbxwg\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-19T11:39:07.349105Z","caller":"traceutil/trace.go:171","msg":"trace[91748638] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wbxwg; range_end:; response_count:1; response_revision:15005; }","duration":"170.283889ms","start":"2026-03-19T11:39:07.178812Z","end":"2026-03-19T11:39:07.349096Z","steps":["trace[91748638] 'agreement among raft nodes before linearized reading' (duration: 170.155796ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:39:07.349362Z","caller":"traceutil/trace.go:171","msg":"trace[1180005378] transaction","detail":"{read_only:false; response_revision:15005; number_of_response:1; }","duration":"209.681485ms","start":"2026-03-19T11:39:07.139671Z","end":"2026-03-19T11:39:07.349352Z","steps":["trace[1180005378] 'process raft request' (duration: 208.998927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:39:07.349374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.014714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ftrfc\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-19T11:39:07.349615Z","caller":"traceutil/trace.go:171","msg":"trace[985232434] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ftrfc; range_end:; response_count:1; response_revision:15005; }","duration":"166.315272ms","start":"2026-03-19T11:39:07.18327Z","end":"2026-03-19T11:39:07.349585Z","steps":["trace[985232434] 'agreement among raft nodes before linearized reading' (duration: 165.796768ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:39:07.588485Z","caller":"traceutil/trace.go:171","msg":"trace[493208839] linearizableReadLoop","detail":"{readStateIndex:15569; appliedIndex:15567; }","duration":"232.147389ms","start":"2026-03-19T11:39:07.356321Z","end":"2026-03-19T11:39:07.588468Z","steps":["trace[493208839] 'read index received' (duration: 49.655146ms)","trace[493208839] 'applied index is now lower than readState.Index' (duration: 182.491553ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:39:07.58879Z","caller":"traceutil/trace.go:171","msg":"trace[462128016] transaction","detail":"{read_only:false; response_revision:15007; number_of_response:1; }","duration":"232.683094ms","start":"2026-03-19T11:39:07.356067Z","end":"2026-03-19T11:39:07.58875Z","steps":["trace[462128016] 'process raft request' (duration: 232.226351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:39:07.58932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.977813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:745156"} {"level":"info","ts":"2026-03-19T11:39:07.589359Z","caller":"traceutil/trace.go:171","msg":"trace[1840567109] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:15007; }","duration":"233.050114ms","start":"2026-03-19T11:39:07.3563Z","end":"2026-03-19T11:39:07.58935Z","steps":["trace[1840567109] 'agreement among raft nodes before linearized reading' (duration: 232.240622ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:39:35.776532Z","caller":"traceutil/trace.go:171","msg":"trace[1856168544] transaction","detail":"{read_only:false; response_revision:15187; number_of_response:1; }","duration":"112.036709ms","start":"2026-03-19T11:39:35.664465Z","end":"2026-03-19T11:39:35.776501Z","steps":["trace[1856168544] 'process raft request' (duration: 66.510256ms)","trace[1856168544] 'compare' (duration: 45.04259ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:39:35.950301Z","caller":"traceutil/trace.go:171","msg":"trace[93354377] transaction","detail":"{read_only:false; response_revision:15190; number_of_response:1; }","duration":"107.049514ms","start":"2026-03-19T11:39:35.843227Z","end":"2026-03-19T11:39:35.950276Z","steps":["trace[93354377] 'process raft request' (duration: 104.319299ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:39:37.243404Z","caller":"traceutil/trace.go:171","msg":"trace[1429359578] transaction","detail":"{read_only:false; response_revision:15199; number_of_response:1; }","duration":"101.840721ms","start":"2026-03-19T11:39:37.141531Z","end":"2026-03-19T11:39:37.243372Z","steps":["trace[1429359578] 'process raft request' (duration: 101.681836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:39:40.373416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536105810,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T11:39:40.418803Z","caller":"traceutil/trace.go:171","msg":"trace[969634833] linearizableReadLoop","detail":"{readStateIndex:15781; appliedIndex:15780; }","duration":"545.932698ms","start":"2026-03-19T11:39:39.872846Z","end":"2026-03-19T11:39:40.418779Z","steps":["trace[969634833] 'read index received' (duration: 545.709612ms)","trace[969634833] 'applied index is now lower than readState.Index' (duration: 222.106µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:39:40.418868Z","caller":"traceutil/trace.go:171","msg":"trace[1646936714] transaction","detail":"{read_only:false; response_revision:15213; number_of_response:1; }","duration":"556.035114ms","start":"2026-03-19T11:39:39.862792Z","end":"2026-03-19T11:39:40.418828Z","steps":["trace[1646936714] 'process raft request' (duration: 555.823549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:39:40.419034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.167754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wbxwg\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-19T11:39:40.419076Z","caller":"traceutil/trace.go:171","msg":"trace[534652122] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wbxwg; range_end:; response_count:1; response_revision:15213; }","duration":"546.258127ms","start":"2026-03-19T11:39:39.872807Z","end":"2026-03-19T11:39:40.419065Z","steps":["trace[534652122] 'agreement among raft nodes before linearized reading' (duration: 546.100643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:39:40.419075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:39:39.862769Z","time spent":"556.200338ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:39:40.419105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.565129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:39:40.41918Z","caller":"traceutil/trace.go:171","msg":"trace[98034504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15213; }","duration":"526.659192ms","start":"2026-03-19T11:39:39.892503Z","end":"2026-03-19T11:39:40.419162Z","steps":["trace[98034504] 'agreement among raft nodes before linearized reading' (duration: 526.450076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:39:40.419217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:39:39.892411Z","time spent":"526.799226ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:39:40.419207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.677314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:39:40.419276Z","caller":"traceutil/trace.go:171","msg":"trace[14576030] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:15213; }","duration":"124.748166ms","start":"2026-03-19T11:39:40.294507Z","end":"2026-03-19T11:39:40.419255Z","steps":["trace[14576030] 'agreement among raft nodes before linearized reading' (duration: 124.636473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:39:40.419283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.140305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-19T11:39:40.419381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.734984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-03-19T11:39:40.419412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.036122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ftrfc\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-19T11:39:40.419405Z","caller":"traceutil/trace.go:171","msg":"trace[528923812] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15213; }","duration":"293.33672ms","start":"2026-03-19T11:39:40.126039Z","end":"2026-03-19T11:39:40.419376Z","steps":["trace[528923812] 'agreement among raft nodes before linearized reading' (duration: 292.97169ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:39:40.419438Z","caller":"traceutil/trace.go:171","msg":"trace[880794151] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ftrfc; range_end:; response_count:1; response_revision:15213; }","duration":"397.109704ms","start":"2026-03-19T11:39:40.022321Z","end":"2026-03-19T11:39:40.41943Z","steps":["trace[880794151] 'agreement among raft nodes before linearized reading' (duration: 397.035482ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:39:40.419441Z","caller":"traceutil/trace.go:171","msg":"trace[166727170] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15213; }","duration":"292.833897ms","start":"2026-03-19T11:39:40.126593Z","end":"2026-03-19T11:39:40.419427Z","steps":["trace[166727170] 'agreement among raft nodes before linearized reading' (duration: 292.703123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:39:40.419523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.023052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T11:39:40.419553Z","caller":"traceutil/trace.go:171","msg":"trace[297823999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15213; }","duration":"523.080144ms","start":"2026-03-19T11:39:39.896465Z","end":"2026-03-19T11:39:40.419546Z","steps":["trace[297823999] 'agreement among raft nodes before linearized reading' (duration: 523.005992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:39:40.419576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:39:39.896452Z","time spent":"523.118275ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:39:40.419615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.205797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:39:40.419121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:39:39.872793Z","time spent":"546.318529ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wbxwg\" "} {"level":"warn","ts":"2026-03-19T11:39:40.41946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:39:40.022288Z","time spent":"397.167666ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20794,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ftrfc\" "} {"level":"warn","ts":"2026-03-19T11:39:40.419845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.093379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T11:39:40.419338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.373769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:39:40.419921Z","caller":"traceutil/trace.go:171","msg":"trace[2050324033] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:15213; }","duration":"379.984856ms","start":"2026-03-19T11:39:40.039925Z","end":"2026-03-19T11:39:40.41991Z","steps":["trace[2050324033] 'agreement among raft nodes before linearized reading' (duration: 379.379079ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:39:40.419913Z","caller":"traceutil/trace.go:171","msg":"trace[1583774761] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:15213; }","duration":"525.204392ms","start":"2026-03-19T11:39:39.894691Z","end":"2026-03-19T11:39:40.419895Z","steps":["trace[1583774761] 'agreement among raft nodes before linearized reading' (duration: 525.073688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:39:40.419952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:39:40.039905Z","time spent":"380.039038ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:39:40.419972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:39:39.894668Z","time spent":"525.285764ms","remote":"127.0.0.1:53362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:39:40.419661Z","caller":"traceutil/trace.go:171","msg":"trace[253743200] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15213; }","duration":"293.257518ms","start":"2026-03-19T11:39:40.126388Z","end":"2026-03-19T11:39:40.419645Z","steps":["trace[253743200] 'agreement among raft nodes before linearized reading' (duration: 293.195106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:39:40.964006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.666362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:39:40.964252Z","caller":"traceutil/trace.go:171","msg":"trace[1089528898] transaction","detail":"{read_only:false; response_revision:15216; number_of_response:1; }","duration":"536.277804ms","start":"2026-03-19T11:39:40.427956Z","end":"2026-03-19T11:39:40.964233Z","steps":["trace[1089528898] 'process raft request' (duration: 536.237832ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:39:40.964302Z","caller":"traceutil/trace.go:171","msg":"trace[68515506] linearizableReadLoop","detail":"{readStateIndex:15782; appliedIndex:15781; }","duration":"537.704643ms","start":"2026-03-19T11:39:40.426576Z","end":"2026-03-19T11:39:40.96428Z","steps":["trace[68515506] 'read index received' (duration: 185.155496ms)","trace[68515506] 'applied index is now lower than readState.Index' (duration: 352.546587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:39:40.964335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:39:40.427947Z","time spent":"536.350226ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:39:40.964483Z","caller":"traceutil/trace.go:171","msg":"trace[915296305] transaction","detail":"{read_only:false; response_revision:15214; number_of_response:1; }","duration":"540.657953ms","start":"2026-03-19T11:39:40.423748Z","end":"2026-03-19T11:39:40.964406Z","steps":["trace[915296305] 'process raft request' (duration: 187.970313ms)","trace[915296305] 'compare' (duration: 351.119897ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:39:40.964553Z","caller":"traceutil/trace.go:171","msg":"trace[1911428360] transaction","detail":"{read_only:false; response_revision:15215; number_of_response:1; }","duration":"537.894608ms","start":"2026-03-19T11:39:40.426614Z","end":"2026-03-19T11:39:40.964508Z","steps":["trace[1911428360] 'process raft request' (duration: 537.506347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:39:40.964675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:39:40.426589Z","time spent":"538.024232ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:39:40.964704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:39:40.423727Z","time spent":"540.863299ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:39:40.981325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.732447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:768201"} {"level":"info","ts":"2026-03-19T11:39:40.981369Z","caller":"traceutil/trace.go:171","msg":"trace[442676151] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15216; }","duration":"554.835771ms","start":"2026-03-19T11:39:40.426522Z","end":"2026-03-19T11:39:40.981358Z","steps":["trace[442676151] 'agreement among raft nodes before linearized reading' (duration: 537.875278ms)","trace[442676151] 'range keys from bolt db' (duration: 16.774118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:39:40.981408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:39:40.426497Z","time spent":"554.900582ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":768225,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T11:39:41.340202Z","caller":"traceutil/trace.go:171","msg":"trace[1965425179] transaction","detail":"{read_only:false; response_revision:15217; number_of_response:1; }","duration":"395.329586ms","start":"2026-03-19T11:39:40.944815Z","end":"2026-03-19T11:39:41.340144Z","steps":["trace[1965425179] 'process raft request' (duration: 319.563357ms)","trace[1965425179] 'compare' (duration: 75.551353ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:39:41.340226Z","caller":"traceutil/trace.go:171","msg":"trace[625579047] transaction","detail":"{read_only:false; response_revision:15218; number_of_response:1; }","duration":"303.078666ms","start":"2026-03-19T11:39:41.037122Z","end":"2026-03-19T11:39:41.3402Z","steps":["trace[625579047] 'process raft request' (duration: 302.983314ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:39:41.340235Z","caller":"traceutil/trace.go:171","msg":"trace[1111808404] linearizableReadLoop","detail":"{readStateIndex:15785; appliedIndex:15784; }","duration":"375.855343ms","start":"2026-03-19T11:39:40.964346Z","end":"2026-03-19T11:39:41.340201Z","steps":["trace[1111808404] 'read index received' (duration: 300.052103ms)","trace[1111808404] 'applied index is now lower than readState.Index' (duration: 75.79971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:39:41.340317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.194033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:39:41.340348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:39:40.944781Z","time spent":"395.49589ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:39:41.340384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:39:41.037104Z","time spent":"303.19226ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:39:41.340472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.375558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:39:41.340555Z","caller":"traceutil/trace.go:171","msg":"trace[1008913010] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15218; }","duration":"495.493361ms","start":"2026-03-19T11:39:40.845043Z","end":"2026-03-19T11:39:41.340536Z","steps":["trace[1008913010] 'agreement among raft nodes before linearized reading' (duration: 495.304226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:39:41.340544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.999318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:1 size:12498"} {"level":"warn","ts":"2026-03-19T11:39:41.340603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:39:40.845026Z","time spent":"495.568753ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-19T11:39:41.340642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.244154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-19T11:39:41.340696Z","caller":"traceutil/trace.go:171","msg":"trace[835397461] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15218; }","duration":"283.295826ms","start":"2026-03-19T11:39:41.057383Z","end":"2026-03-19T11:39:41.340679Z","steps":["trace[835397461] 'agreement among raft nodes before linearized reading' (duration: 283.209004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:39:41.340735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.512003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-03-19T11:39:41.340736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.317906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-19T11:39:41.340764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.246214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:1 size:12498"} {"level":"info","ts":"2026-03-19T11:39:41.34081Z","caller":"traceutil/trace.go:171","msg":"trace[1623029881] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:15218; }","duration":"182.600546ms","start":"2026-03-19T11:39:41.158192Z","end":"2026-03-19T11:39:41.340793Z","steps":["trace[1623029881] 'agreement among raft nodes before linearized reading' (duration: 182.416581ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:39:41.340815Z","caller":"traceutil/trace.go:171","msg":"trace[1308618217] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15218; }","duration":"283.398668ms","start":"2026-03-19T11:39:41.057397Z","end":"2026-03-19T11:39:41.340796Z","steps":["trace[1308618217] 'agreement among raft nodes before linearized reading' (duration: 283.150862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:39:41.340845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.445945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r4twd\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-19T11:39:41.340859Z","caller":"traceutil/trace.go:171","msg":"trace[1792809904] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:1; response_revision:15218; }","duration":"283.325587ms","start":"2026-03-19T11:39:41.057497Z","end":"2026-03-19T11:39:41.340823Z","steps":["trace[1792809904] 'agreement among raft nodes before linearized reading' (duration: 283.179333ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:39:41.340883Z","caller":"traceutil/trace.go:171","msg":"trace[267208840] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r4twd; range_end:; response_count:1; response_revision:15218; }","duration":"222.507916ms","start":"2026-03-19T11:39:41.118364Z","end":"2026-03-19T11:39:41.340872Z","steps":["trace[267208840] 'agreement among raft nodes before linearized reading' (duration: 222.407564ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:39:41.34064Z","caller":"traceutil/trace.go:171","msg":"trace[2085867918] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:1; response_revision:15218; }","duration":"283.1002ms","start":"2026-03-19T11:39:41.057513Z","end":"2026-03-19T11:39:41.340613Z","steps":["trace[2085867918] 'agreement among raft nodes before linearized reading' (duration: 282.889255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:39:41.340552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.154582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-19T11:39:41.340748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.40648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r4twd\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-19T11:39:41.341027Z","caller":"traceutil/trace.go:171","msg":"trace[412242507] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15218; }","duration":"283.673396ms","start":"2026-03-19T11:39:41.05734Z","end":"2026-03-19T11:39:41.341013Z","steps":["trace[412242507] 'agreement among raft nodes before linearized reading' (duration: 283.053199ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:39:41.341078Z","caller":"traceutil/trace.go:171","msg":"trace[395665430] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r4twd; range_end:; response_count:1; response_revision:15218; }","duration":"212.746419ms","start":"2026-03-19T11:39:41.128304Z","end":"2026-03-19T11:39:41.34105Z","steps":["trace[395665430] 'agreement among raft nodes before linearized reading' (duration: 212.366899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:39:41.340648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.222164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-19T11:39:41.341143Z","caller":"traceutil/trace.go:171","msg":"trace[539724622] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15218; }","duration":"283.723278ms","start":"2026-03-19T11:39:41.057408Z","end":"2026-03-19T11:39:41.341131Z","steps":["trace[539724622] 'agreement among raft nodes before linearized reading' (duration: 283.112421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:39:41.341167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.101824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:768201"} {"level":"info","ts":"2026-03-19T11:39:41.341215Z","caller":"traceutil/trace.go:171","msg":"trace[1933121557] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15218; }","duration":"913.196897ms","start":"2026-03-19T11:39:40.428007Z","end":"2026-03-19T11:39:41.341204Z","steps":["trace[1933121557] 'agreement among raft nodes before linearized reading' (duration: 912.343253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:39:41.341258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:39:40.42799Z","time spent":"913.256398ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":768225,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T11:39:41.340386Z","caller":"traceutil/trace.go:171","msg":"trace[759009501] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15218; }","duration":"495.268235ms","start":"2026-03-19T11:39:40.845095Z","end":"2026-03-19T11:39:41.340363Z","steps":["trace[759009501] 'agreement among raft nodes before linearized reading' (duration: 495.135111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:39:41.341399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:39:40.84509Z","time spent":"496.293422ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-19T11:39:41.840582Z","caller":"traceutil/trace.go:171","msg":"trace[1350202935] linearizableReadLoop","detail":"{readStateIndex:15790; appliedIndex:15789; }","duration":"189.282519ms","start":"2026-03-19T11:39:41.651261Z","end":"2026-03-19T11:39:41.840543Z","steps":["trace[1350202935] 'read index received' (duration: 188.848407ms)","trace[1350202935] 'applied index is now lower than readState.Index' (duration: 432.872µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:39:41.84067Z","caller":"traceutil/trace.go:171","msg":"trace[1551246301] transaction","detail":"{read_only:false; response_revision:15221; number_of_response:1; }","duration":"199.234841ms","start":"2026-03-19T11:39:41.641392Z","end":"2026-03-19T11:39:41.840627Z","steps":["trace[1551246301] 'process raft request' (duration: 198.84376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:39:41.840855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.560006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:39:41.840932Z","caller":"traceutil/trace.go:171","msg":"trace[325249442] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:15221; }","duration":"189.688961ms","start":"2026-03-19T11:39:41.651228Z","end":"2026-03-19T11:39:41.840917Z","steps":["trace[325249442] 'agreement among raft nodes before linearized reading' (duration: 189.514546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:39:41.841065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.792897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-novncproxy-5f9b6bc4bd-ltlkl\" ","response":"range_response_count:1 size:11565"} {"level":"info","ts":"2026-03-19T11:39:41.841137Z","caller":"traceutil/trace.go:171","msg":"trace[1683427194] range","detail":"{range_begin:/registry/pods/openstack/nova-novncproxy-5f9b6bc4bd-ltlkl; range_end:; response_count:1; response_revision:15221; }","duration":"169.92337ms","start":"2026-03-19T11:39:41.671195Z","end":"2026-03-19T11:39:41.841118Z","steps":["trace[1683427194] 'agreement among raft nodes before linearized reading' (duration: 169.637932ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:40:17.597704Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13320} {"level":"info","ts":"2026-03-19T11:40:17.688553Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13320,"took":"88.191548ms","hash":4161883354,"current-db-size-bytes":39682048,"current-db-size":"40 MB","current-db-size-in-use-bytes":26902528,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-19T11:40:17.68861Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4161883354,"revision":13320,"compact-revision":11432} {"level":"info","ts":"2026-03-19T11:41:20.404117Z","caller":"traceutil/trace.go:171","msg":"trace[1581523668] linearizableReadLoop","detail":"{readStateIndex:16668; appliedIndex:16667; }","duration":"123.427222ms","start":"2026-03-19T11:41:20.280669Z","end":"2026-03-19T11:41:20.404096Z","steps":["trace[1581523668] 'read index received' (duration: 51.038576ms)","trace[1581523668] 'applied index is now lower than readState.Index' (duration: 72.387536ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:41:20.404143Z","caller":"traceutil/trace.go:171","msg":"trace[110752423] transaction","detail":"{read_only:false; response_revision:16070; number_of_response:1; }","duration":"156.241263ms","start":"2026-03-19T11:41:20.247831Z","end":"2026-03-19T11:41:20.404072Z","steps":["trace[110752423] 'process raft request' (duration: 83.894819ms)","trace[110752423] 'compare' (duration: 72.201461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:41:20.405197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.512221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-19T11:41:20.405231Z","caller":"traceutil/trace.go:171","msg":"trace[1088686422] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:16071; }","duration":"124.584234ms","start":"2026-03-19T11:41:20.280637Z","end":"2026-03-19T11:41:20.405222Z","steps":["trace[1088686422] 'agreement among raft nodes before linearized reading' (duration: 123.590357ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:21.904539Z","caller":"traceutil/trace.go:171","msg":"trace[1231841409] linearizableReadLoop","detail":"{readStateIndex:16691; appliedIndex:16689; }","duration":"109.906105ms","start":"2026-03-19T11:41:21.794613Z","end":"2026-03-19T11:41:21.904519Z","steps":["trace[1231841409] 'read index received' (duration: 109.771211ms)","trace[1231841409] 'applied index is now lower than readState.Index' (duration: 133.884µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:41:21.904605Z","caller":"traceutil/trace.go:171","msg":"trace[763975584] transaction","detail":"{read_only:false; response_revision:16091; number_of_response:1; }","duration":"201.302507ms","start":"2026-03-19T11:41:21.703281Z","end":"2026-03-19T11:41:21.904583Z","steps":["trace[763975584] 'process raft request' (duration: 201.04817ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:21.904769Z","caller":"traceutil/trace.go:171","msg":"trace[527851486] transaction","detail":"{read_only:false; response_revision:16092; number_of_response:1; }","duration":"183.203905ms","start":"2026-03-19T11:41:21.721554Z","end":"2026-03-19T11:41:21.904758Z","steps":["trace[527851486] 'process raft request' (duration: 182.915037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:21.905033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.397738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:41:21.905091Z","caller":"traceutil/trace.go:171","msg":"trace[2045082313] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:16092; }","duration":"110.47279ms","start":"2026-03-19T11:41:21.794605Z","end":"2026-03-19T11:41:21.905078Z","steps":["trace[2045082313] 'agreement among raft nodes before linearized reading' (duration: 110.365777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:22.348639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.420816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:41:22.348773Z","caller":"traceutil/trace.go:171","msg":"trace[1912774314] linearizableReadLoop","detail":"{readStateIndex:16692; appliedIndex:16691; }","duration":"444.145732ms","start":"2026-03-19T11:41:21.904605Z","end":"2026-03-19T11:41:22.348751Z","steps":["trace[1912774314] 'read index received' (duration: 223.419508ms)","trace[1912774314] 'applied index is now lower than readState.Index' (duration: 220.724384ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:41:22.348787Z","caller":"traceutil/trace.go:171","msg":"trace[1569510880] transaction","detail":"{read_only:false; response_revision:16093; number_of_response:1; }","duration":"475.619797ms","start":"2026-03-19T11:41:21.873139Z","end":"2026-03-19T11:41:22.348759Z","steps":["trace[1569510880] 'process raft request' (duration: 254.982255ms)","trace[1569510880] 'compare' (duration: 219.715747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:41:22.348936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:21.873118Z","time spent":"475.74959ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T11:41:22.348974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.54823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T11:41:22.348993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.287318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T11:41:22.349022Z","caller":"traceutil/trace.go:171","msg":"trace[2058282146] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:16093; }","duration":"463.630611ms","start":"2026-03-19T11:41:21.885373Z","end":"2026-03-19T11:41:22.349003Z","steps":["trace[2058282146] 'agreement among raft nodes before linearized reading' (duration: 463.493567ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:22.349067Z","caller":"traceutil/trace.go:171","msg":"trace[615729316] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16093; }","duration":"447.40072ms","start":"2026-03-19T11:41:21.901649Z","end":"2026-03-19T11:41:22.34905Z","steps":["trace[615729316] 'agreement among raft nodes before linearized reading' (duration: 447.130633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:22.349081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:21.885358Z","time spent":"463.709384ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":5,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:41:22.349117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:21.901633Z","time spent":"447.470823ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:41:22.349241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.805982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wbxwg\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-19T11:41:22.349268Z","caller":"traceutil/trace.go:171","msg":"trace[1507520813] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wbxwg; range_end:; response_count:1; response_revision:16093; }","duration":"197.879054ms","start":"2026-03-19T11:41:22.151382Z","end":"2026-03-19T11:41:22.349261Z","steps":["trace[1507520813] 'agreement among raft nodes before linearized reading' (duration: 197.767921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:22.34941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.477848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-19T11:41:22.349472Z","caller":"traceutil/trace.go:171","msg":"trace[180226898] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:16093; }","duration":"505.59046ms","start":"2026-03-19T11:41:21.843864Z","end":"2026-03-19T11:41:22.349455Z","steps":["trace[180226898] 'agreement among raft nodes before linearized reading' (duration: 505.388075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:22.349507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:21.843839Z","time spent":"505.658813ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T11:41:22.351213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.794788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:41:22.351395Z","caller":"traceutil/trace.go:171","msg":"trace[1192604550] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:16093; }","duration":"157.037415ms","start":"2026-03-19T11:41:22.194323Z","end":"2026-03-19T11:41:22.351361Z","steps":["trace[1192604550] 'agreement among raft nodes before linearized reading' (duration: 155.626777ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:22.560271Z","caller":"traceutil/trace.go:171","msg":"trace[783321502] linearizableReadLoop","detail":"{readStateIndex:16694; appliedIndex:16692; }","duration":"190.01739ms","start":"2026-03-19T11:41:22.370231Z","end":"2026-03-19T11:41:22.560248Z","steps":["trace[783321502] 'read index received' (duration: 90.099937ms)","trace[783321502] 'applied index is now lower than readState.Index' (duration: 99.916493ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:41:22.560342Z","caller":"traceutil/trace.go:171","msg":"trace[1832690704] transaction","detail":"{read_only:false; response_revision:16094; number_of_response:1; }","duration":"191.286775ms","start":"2026-03-19T11:41:22.369025Z","end":"2026-03-19T11:41:22.560311Z","steps":["trace[1832690704] 'process raft request' (duration: 91.29814ms)","trace[1832690704] 'compare' (duration: 99.544353ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:41:22.560338Z","caller":"traceutil/trace.go:171","msg":"trace[945221206] transaction","detail":"{read_only:false; response_revision:16095; number_of_response:1; }","duration":"191.372377ms","start":"2026-03-19T11:41:22.368928Z","end":"2026-03-19T11:41:22.5603Z","steps":["trace[945221206] 'process raft request' (duration: 191.221403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:22.560499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.809389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:41:22.560544Z","caller":"traceutil/trace.go:171","msg":"trace[1353691287] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:16095; }","duration":"184.892851ms","start":"2026-03-19T11:41:22.375642Z","end":"2026-03-19T11:41:22.560535Z","steps":["trace[1353691287] 'agreement among raft nodes before linearized reading' (duration: 184.765538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:22.560707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.659042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:41:22.560707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.85736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-19T11:41:22.560734Z","caller":"traceutil/trace.go:171","msg":"trace[875142970] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16095; }","duration":"150.748714ms","start":"2026-03-19T11:41:22.409979Z","end":"2026-03-19T11:41:22.560728Z","steps":["trace[875142970] 'agreement among raft nodes before linearized reading' (duration: 150.704323ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:22.560755Z","caller":"traceutil/trace.go:171","msg":"trace[587430290] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16095; }","duration":"149.922892ms","start":"2026-03-19T11:41:22.410818Z","end":"2026-03-19T11:41:22.56074Z","steps":["trace[587430290] 'agreement among raft nodes before linearized reading' (duration: 149.726736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:22.560828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.471853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ftrfc\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-19T11:41:22.560911Z","caller":"traceutil/trace.go:171","msg":"trace[1022494664] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ftrfc; range_end:; response_count:1; response_revision:16095; }","duration":"116.814422ms","start":"2026-03-19T11:41:22.44406Z","end":"2026-03-19T11:41:22.560874Z","steps":["trace[1022494664] 'agreement among raft nodes before linearized reading' (duration: 116.36623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:22.561166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.926875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:897723"} {"level":"info","ts":"2026-03-19T11:41:22.561216Z","caller":"traceutil/trace.go:171","msg":"trace[1407466369] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16095; }","duration":"191.010557ms","start":"2026-03-19T11:41:22.370194Z","end":"2026-03-19T11:41:22.561204Z","steps":["trace[1407466369] 'agreement among raft nodes before linearized reading' (duration: 190.174425ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:22.798871Z","caller":"traceutil/trace.go:171","msg":"trace[626348354] transaction","detail":"{read_only:false; response_revision:16097; number_of_response:1; }","duration":"146.184619ms","start":"2026-03-19T11:41:22.652661Z","end":"2026-03-19T11:41:22.798845Z","steps":["trace[626348354] 'process raft request' (duration: 145.83938ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:22.799025Z","caller":"traceutil/trace.go:171","msg":"trace[986413761] linearizableReadLoop","detail":"{readStateIndex:16696; appliedIndex:16695; }","duration":"144.856804ms","start":"2026-03-19T11:41:22.653891Z","end":"2026-03-19T11:41:22.798748Z","steps":["trace[986413761] 'read index received' (duration: 144.568506ms)","trace[986413761] 'applied index is now lower than readState.Index' (duration: 286.768µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:41:22.799833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.904132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:897857"} {"level":"info","ts":"2026-03-19T11:41:22.799906Z","caller":"traceutil/trace.go:171","msg":"trace[245997839] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16097; }","duration":"146.027756ms","start":"2026-03-19T11:41:22.653866Z","end":"2026-03-19T11:41:22.799894Z","steps":["trace[245997839] 'agreement among raft nodes before linearized reading' (duration: 145.06573ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:22.992844Z","caller":"traceutil/trace.go:171","msg":"trace[316978280] transaction","detail":"{read_only:false; response_revision:16099; number_of_response:1; }","duration":"161.572268ms","start":"2026-03-19T11:41:22.83123Z","end":"2026-03-19T11:41:22.992802Z","steps":["trace[316978280] 'process raft request' (duration: 159.412379ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:23.033752Z","caller":"traceutil/trace.go:171","msg":"trace[1217562234] transaction","detail":"{read_only:false; response_revision:16100; number_of_response:1; }","duration":"115.921578ms","start":"2026-03-19T11:41:22.9178Z","end":"2026-03-19T11:41:23.033721Z","steps":["trace[1217562234] 'process raft request' (duration: 115.63352ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:23.551289Z","caller":"traceutil/trace.go:171","msg":"trace[992994558] transaction","detail":"{read_only:false; response_revision:16107; number_of_response:1; }","duration":"104.681943ms","start":"2026-03-19T11:41:23.446572Z","end":"2026-03-19T11:41:23.551254Z","steps":["trace[992994558] 'process raft request' (duration: 104.350084ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:23.662309Z","caller":"traceutil/trace.go:171","msg":"trace[161635736] transaction","detail":"{read_only:false; response_revision:16108; number_of_response:1; }","duration":"107.534231ms","start":"2026-03-19T11:41:23.554754Z","end":"2026-03-19T11:41:23.662289Z","steps":["trace[161635736] 'process raft request' (duration: 39.75799ms)","trace[161635736] 'compare' (duration: 67.689038ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:41:23.669823Z","caller":"traceutil/trace.go:171","msg":"trace[1578171372] transaction","detail":"{read_only:false; response_revision:16109; number_of_response:1; }","duration":"114.329375ms","start":"2026-03-19T11:41:23.555472Z","end":"2026-03-19T11:41:23.669802Z","steps":["trace[1578171372] 'process raft request' (duration: 114.083039ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:23.669889Z","caller":"traceutil/trace.go:171","msg":"trace[147736279] transaction","detail":"{read_only:false; response_revision:16110; number_of_response:1; }","duration":"114.339566ms","start":"2026-03-19T11:41:23.555509Z","end":"2026-03-19T11:41:23.669848Z","steps":["trace[147736279] 'process raft request' (duration: 114.224213ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:23.877443Z","caller":"traceutil/trace.go:171","msg":"trace[924227364] transaction","detail":"{read_only:false; response_revision:16114; number_of_response:1; }","duration":"147.713411ms","start":"2026-03-19T11:41:23.729704Z","end":"2026-03-19T11:41:23.877417Z","steps":["trace[924227364] 'process raft request' (duration: 147.635399ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:23.877471Z","caller":"traceutil/trace.go:171","msg":"trace[1115099703] transaction","detail":"{read_only:false; response_revision:16113; number_of_response:1; }","duration":"157.911539ms","start":"2026-03-19T11:41:23.719522Z","end":"2026-03-19T11:41:23.877433Z","steps":["trace[1115099703] 'process raft request' (duration: 156.437609ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:24.060271Z","caller":"traceutil/trace.go:171","msg":"trace[837809245] linearizableReadLoop","detail":"{readStateIndex:16716; appliedIndex:16713; }","duration":"148.526064ms","start":"2026-03-19T11:41:23.911692Z","end":"2026-03-19T11:41:24.060218Z","steps":["trace[837809245] 'read index received' (duration: 16.94029ms)","trace[837809245] 'applied index is now lower than readState.Index' (duration: 131.583714ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:41:24.061147Z","caller":"traceutil/trace.go:171","msg":"trace[176656702] transaction","detail":"{read_only:false; response_revision:16116; number_of_response:1; }","duration":"167.268223ms","start":"2026-03-19T11:41:23.893854Z","end":"2026-03-19T11:41:24.061122Z","steps":["trace[176656702] 'process raft request' (duration: 166.093331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:24.061175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.46697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:41:24.061222Z","caller":"traceutil/trace.go:171","msg":"trace[1735101651] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:16117; }","duration":"149.601853ms","start":"2026-03-19T11:41:23.911605Z","end":"2026-03-19T11:41:24.061207Z","steps":["trace[1735101651] 'agreement among raft nodes before linearized reading' (duration: 148.814841ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:24.061315Z","caller":"traceutil/trace.go:171","msg":"trace[334026196] transaction","detail":"{read_only:false; response_revision:16117; number_of_response:1; }","duration":"151.280548ms","start":"2026-03-19T11:41:23.909983Z","end":"2026-03-19T11:41:24.061264Z","steps":["trace[334026196] 'process raft request' (duration: 150.138487ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:24.245794Z","caller":"traceutil/trace.go:171","msg":"trace[164049009] transaction","detail":"{read_only:false; response_revision:16118; number_of_response:1; }","duration":"171.739214ms","start":"2026-03-19T11:41:24.074023Z","end":"2026-03-19T11:41:24.245762Z","steps":["trace[164049009] 'process raft request' (duration: 138.630125ms)","trace[164049009] 'compare' (duration: 32.950505ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:41:24.469508Z","caller":"traceutil/trace.go:171","msg":"trace[280086606] transaction","detail":"{read_only:false; response_revision:16119; number_of_response:1; }","duration":"216.226441ms","start":"2026-03-19T11:41:24.253251Z","end":"2026-03-19T11:41:24.469478Z","steps":["trace[280086606] 'process raft request' (duration: 123.424231ms)","trace[280086606] 'compare' (duration: 92.367988ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:41:24.469536Z","caller":"traceutil/trace.go:171","msg":"trace[1235743361] linearizableReadLoop","detail":"{readStateIndex:16718; appliedIndex:16717; }","duration":"138.270324ms","start":"2026-03-19T11:41:24.331173Z","end":"2026-03-19T11:41:24.469443Z","steps":["trace[1235743361] 'read index received' (duration: 45.509565ms)","trace[1235743361] 'applied index is now lower than readState.Index' (duration: 92.759099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:41:24.469876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.687226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-03-19T11:41:24.469924Z","caller":"traceutil/trace.go:171","msg":"trace[1584061858] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:16119; }","duration":"138.769938ms","start":"2026-03-19T11:41:24.331144Z","end":"2026-03-19T11:41:24.469914Z","steps":["trace[1584061858] 'agreement among raft nodes before linearized reading' (duration: 138.594733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:24.470087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.842783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:41:24.470111Z","caller":"traceutil/trace.go:171","msg":"trace[1306787710] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16119; }","duration":"137.887054ms","start":"2026-03-19T11:41:24.332218Z","end":"2026-03-19T11:41:24.470106Z","steps":["trace[1306787710] 'agreement among raft nodes before linearized reading' (duration: 137.846113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:24.470166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.044125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:41:24.470201Z","caller":"traceutil/trace.go:171","msg":"trace[1093932757] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:16119; }","duration":"137.932645ms","start":"2026-03-19T11:41:24.332257Z","end":"2026-03-19T11:41:24.470189Z","steps":["trace[1093932757] 'agreement among raft nodes before linearized reading' (duration: 137.871733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:24.470245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.325638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:904"} {"level":"warn","ts":"2026-03-19T11:41:24.470223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.360357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:41:24.470303Z","caller":"traceutil/trace.go:171","msg":"trace[1325065406] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16119; }","duration":"138.497571ms","start":"2026-03-19T11:41:24.33179Z","end":"2026-03-19T11:41:24.470287Z","steps":["trace[1325065406] 'agreement among raft nodes before linearized reading' (duration: 138.324486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:24.470341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.48449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-03-19T11:41:24.470269Z","caller":"traceutil/trace.go:171","msg":"trace[1448187721] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:16119; }","duration":"137.38995ms","start":"2026-03-19T11:41:24.332874Z","end":"2026-03-19T11:41:24.470264Z","steps":["trace[1448187721] 'agreement among raft nodes before linearized reading' (duration: 137.323948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:24.470345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.633664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:41:24.470377Z","caller":"traceutil/trace.go:171","msg":"trace[1973933890] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:16119; }","duration":"138.527101ms","start":"2026-03-19T11:41:24.331839Z","end":"2026-03-19T11:41:24.470366Z","steps":["trace[1973933890] 'agreement among raft nodes before linearized reading' (duration: 138.450389ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:24.470401Z","caller":"traceutil/trace.go:171","msg":"trace[1334245793] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16119; }","duration":"138.704526ms","start":"2026-03-19T11:41:24.331682Z","end":"2026-03-19T11:41:24.470387Z","steps":["trace[1334245793] 'agreement among raft nodes before linearized reading' (duration: 138.612894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:24.470395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.85401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/memcached\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-19T11:41:24.470454Z","caller":"traceutil/trace.go:171","msg":"trace[1771320794] range","detail":"{range_begin:/registry/services/endpoints/openstack/memcached; range_end:; response_count:1; response_revision:16119; }","duration":"138.957693ms","start":"2026-03-19T11:41:24.331478Z","end":"2026-03-19T11:41:24.470436Z","steps":["trace[1771320794] 'agreement among raft nodes before linearized reading' (duration: 138.580662ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:24.944165Z","caller":"traceutil/trace.go:171","msg":"trace[2042330937] linearizableReadLoop","detail":"{readStateIndex:16728; appliedIndex:16727; }","duration":"116.365521ms","start":"2026-03-19T11:41:24.827762Z","end":"2026-03-19T11:41:24.944127Z","steps":["trace[2042330937] 'read index received' (duration: 93.766537ms)","trace[2042330937] 'applied index is now lower than readState.Index' (duration: 22.597894ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:41:24.944191Z","caller":"traceutil/trace.go:171","msg":"trace[452295478] transaction","detail":"{read_only:false; response_revision:16129; number_of_response:1; }","duration":"120.601065ms","start":"2026-03-19T11:41:24.823555Z","end":"2026-03-19T11:41:24.944156Z","steps":["trace[452295478] 'process raft request' (duration: 97.919959ms)","trace[452295478] 'compare' (duration: 22.503832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:41:24.945221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.43066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:898844"} {"level":"info","ts":"2026-03-19T11:41:24.945308Z","caller":"traceutil/trace.go:171","msg":"trace[236975073] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16129; }","duration":"117.550992ms","start":"2026-03-19T11:41:24.827741Z","end":"2026-03-19T11:41:24.945292Z","steps":["trace[236975073] 'agreement among raft nodes before linearized reading' (duration: 116.508674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:24.945604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.283485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:898844"} {"level":"info","ts":"2026-03-19T11:41:24.945675Z","caller":"traceutil/trace.go:171","msg":"trace[880506265] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16129; }","duration":"103.397678ms","start":"2026-03-19T11:41:24.84226Z","end":"2026-03-19T11:41:24.945658Z","steps":["trace[880506265] 'agreement among raft nodes before linearized reading' (duration: 102.120203ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:26.089194Z","caller":"traceutil/trace.go:171","msg":"trace[1077400603] transaction","detail":"{read_only:false; response_revision:16134; number_of_response:1; }","duration":"353.873201ms","start":"2026-03-19T11:41:25.735293Z","end":"2026-03-19T11:41:26.089167Z","steps":["trace[1077400603] 'process raft request' (duration: 353.747157ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:26.089288Z","caller":"traceutil/trace.go:171","msg":"trace[1560775609] transaction","detail":"{read_only:false; response_revision:16133; number_of_response:1; }","duration":"364.16079ms","start":"2026-03-19T11:41:25.725095Z","end":"2026-03-19T11:41:26.089256Z","steps":["trace[1560775609] 'process raft request' (duration: 311.767577ms)","trace[1560775609] 'compare' (duration: 51.845548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:41:26.08942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:25.725075Z","time spent":"364.273534ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:41:26.08938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:25.735271Z","time spent":"354.016845ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:41:26.927301Z","caller":"traceutil/trace.go:171","msg":"trace[985119772] linearizableReadLoop","detail":"{readStateIndex:16736; appliedIndex:16735; }","duration":"283.438268ms","start":"2026-03-19T11:41:26.643833Z","end":"2026-03-19T11:41:26.927271Z","steps":["trace[985119772] 'read index received' (duration: 283.350385ms)","trace[985119772] 'applied index is now lower than readState.Index' (duration: 85.842µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:41:26.927499Z","caller":"traceutil/trace.go:171","msg":"trace[1136909379] transaction","detail":"{read_only:false; response_revision:16136; number_of_response:1; }","duration":"284.25206ms","start":"2026-03-19T11:41:26.643219Z","end":"2026-03-19T11:41:26.927471Z","steps":["trace[1136909379] 'process raft request' (duration: 283.854339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:26.927706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.785227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T11:41:26.927809Z","caller":"traceutil/trace.go:171","msg":"trace[505211625] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16136; }","duration":"283.937971ms","start":"2026-03-19T11:41:26.643806Z","end":"2026-03-19T11:41:26.927744Z","steps":["trace[505211625] 'agreement among raft nodes before linearized reading' (duration: 283.644773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:27.602225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.051807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:41:27.602356Z","caller":"traceutil/trace.go:171","msg":"trace[1809000038] linearizableReadLoop","detail":"{readStateIndex:16737; appliedIndex:16736; }","duration":"674.92175ms","start":"2026-03-19T11:41:26.927414Z","end":"2026-03-19T11:41:27.602336Z","steps":["trace[1809000038] 'read index received' (duration: 331.687549ms)","trace[1809000038] 'applied index is now lower than readState.Index' (duration: 343.232971ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:41:27.602503Z","caller":"traceutil/trace.go:171","msg":"trace[854575013] transaction","detail":"{read_only:false; response_revision:16137; number_of_response:1; }","duration":"866.284388ms","start":"2026-03-19T11:41:26.736209Z","end":"2026-03-19T11:41:27.602493Z","steps":["trace[854575013] 'process raft request' (duration: 522.880451ms)","trace[854575013] 'compare' (duration: 342.41355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:41:27.602539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:26.736181Z","time spent":"866.342288ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":861,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T11:41:27.602912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.140127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-db-init-zk24t\" ","response":"range_response_count:1 size:7304"} {"level":"info","ts":"2026-03-19T11:41:27.602981Z","caller":"traceutil/trace.go:171","msg":"trace[1368675494] range","detail":"{range_begin:/registry/pods/openstack/neutron-db-init-zk24t; range_end:; response_count:1; response_revision:16137; }","duration":"868.277551ms","start":"2026-03-19T11:41:26.734686Z","end":"2026-03-19T11:41:27.602964Z","steps":["trace[1368675494] 'agreement among raft nodes before linearized reading' (duration: 867.664955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:27.603004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.582091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r4twd\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-03-19T11:41:27.603031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:26.734653Z","time spent":"868.365494ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/openstack/neutron-db-init-zk24t\" "} {"level":"warn","ts":"2026-03-19T11:41:27.603044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.647607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wbxwg\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-19T11:41:27.603085Z","caller":"traceutil/trace.go:171","msg":"trace[964887639] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r4twd; range_end:; response_count:1; response_revision:16137; }","duration":"924.703384ms","start":"2026-03-19T11:41:26.678362Z","end":"2026-03-19T11:41:27.603065Z","steps":["trace[964887639] 'agreement among raft nodes before linearized reading' (duration: 924.059917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:27.603097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.360936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ftrfc\" ","response":"range_response_count:1 size:20770"} {"level":"warn","ts":"2026-03-19T11:41:27.60298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.33778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-7d6hq\" ","response":"range_response_count:1 size:14283"} {"level":"info","ts":"2026-03-19T11:41:27.603121Z","caller":"traceutil/trace.go:171","msg":"trace[1837448422] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ftrfc; range_end:; response_count:1; response_revision:16137; }","duration":"948.385356ms","start":"2026-03-19T11:41:26.654729Z","end":"2026-03-19T11:41:27.603114Z","steps":["trace[1837448422] 'agreement among raft nodes before linearized reading' (duration: 947.719768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:27.603297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:26.654681Z","time spent":"948.611003ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20794,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ftrfc\" "} {"level":"info","ts":"2026-03-19T11:41:27.603101Z","caller":"traceutil/trace.go:171","msg":"trace[1446365971] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wbxwg; range_end:; response_count:1; response_revision:16137; }","duration":"954.728539ms","start":"2026-03-19T11:41:26.648358Z","end":"2026-03-19T11:41:27.603087Z","steps":["trace[1446365971] 'agreement among raft nodes before linearized reading' (duration: 954.106322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:27.603358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:26.648352Z","time spent":"954.999047ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wbxwg\" "} {"level":"warn","ts":"2026-03-19T11:41:27.603123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:26.678348Z","time spent":"924.768115ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22156,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r4twd\" "} {"level":"info","ts":"2026-03-19T11:41:27.603283Z","caller":"traceutil/trace.go:171","msg":"trace[1583391889] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-7d6hq; range_end:; response_count:1; response_revision:16137; }","duration":"943.612387ms","start":"2026-03-19T11:41:26.659593Z","end":"2026-03-19T11:41:27.603205Z","steps":["trace[1583391889] 'agreement among raft nodes before linearized reading' (duration: 942.877037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:27.603173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.362847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-19T11:41:27.603495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:26.659577Z","time spent":"943.851644ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14307,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-7d6hq\" "} {"level":"info","ts":"2026-03-19T11:41:27.60352Z","caller":"traceutil/trace.go:171","msg":"trace[59709362] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16137; }","duration":"793.701826ms","start":"2026-03-19T11:41:26.809767Z","end":"2026-03-19T11:41:27.603468Z","steps":["trace[59709362] 'agreement among raft nodes before linearized reading' (duration: 792.73085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:27.603905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:26.809745Z","time spent":"793.86284ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-19T11:41:27.607109Z","caller":"traceutil/trace.go:171","msg":"trace[806301196] transaction","detail":"{read_only:false; response_revision:16140; number_of_response:1; }","duration":"357.744496ms","start":"2026-03-19T11:41:27.249345Z","end":"2026-03-19T11:41:27.607089Z","steps":["trace[806301196] 'process raft request' (duration: 357.700595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:27.607476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:27.249325Z","time spent":"358.070555ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:41:27.607482Z","caller":"traceutil/trace.go:171","msg":"trace[58410863] transaction","detail":"{read_only:false; response_revision:16138; number_of_response:1; }","duration":"676.233595ms","start":"2026-03-19T11:41:26.931182Z","end":"2026-03-19T11:41:27.607415Z","steps":["trace[58410863] 'process raft request' (duration: 675.68571ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:27.607662Z","caller":"traceutil/trace.go:171","msg":"trace[1705446192] transaction","detail":"{read_only:false; response_revision:16139; number_of_response:1; }","duration":"533.841449ms","start":"2026-03-19T11:41:27.07381Z","end":"2026-03-19T11:41:27.607652Z","steps":["trace[1705446192] 'process raft request' (duration: 533.191471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:27.607711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:27.07378Z","time spent":"533.90318ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:41:27.607745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:26.931154Z","time spent":"676.455842ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:41:27.608236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.030368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r4twd\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-19T11:41:27.608278Z","caller":"traceutil/trace.go:171","msg":"trace[1477017553] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r4twd; range_end:; response_count:1; response_revision:16140; }","duration":"645.10454ms","start":"2026-03-19T11:41:26.963163Z","end":"2026-03-19T11:41:27.608268Z","steps":["trace[1477017553] 'agreement among raft nodes before linearized reading' (duration: 644.950666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:27.60829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.891878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-pxkvv\" ","response":"range_response_count:1 size:18652"} {"level":"warn","ts":"2026-03-19T11:41:27.608302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:26.963148Z","time spent":"645.149201ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22156,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r4twd\" "} {"level":"info","ts":"2026-03-19T11:41:27.608329Z","caller":"traceutil/trace.go:171","msg":"trace[882316350] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-pxkvv; range_end:; response_count:1; response_revision:16140; }","duration":"502.96931ms","start":"2026-03-19T11:41:27.105347Z","end":"2026-03-19T11:41:27.608316Z","steps":["trace[882316350] 'agreement among raft nodes before linearized reading' (duration: 502.867247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:27.608349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:27.105327Z","time spent":"503.017082ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18676,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-pxkvv\" "} {"level":"warn","ts":"2026-03-19T11:41:27.608445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.926493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-wztgb\" ","response":"range_response_count:1 size:18676"} {"level":"warn","ts":"2026-03-19T11:41:27.608442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.526005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:41:27.608477Z","caller":"traceutil/trace.go:171","msg":"trace[1941732123] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-wztgb; range_end:; response_count:1; response_revision:16140; }","duration":"497.974094ms","start":"2026-03-19T11:41:27.110495Z","end":"2026-03-19T11:41:27.608469Z","steps":["trace[1941732123] 'agreement among raft nodes before linearized reading' (duration: 497.903942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:27.608492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.241224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-19T11:41:27.608503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:27.110485Z","time spent":"498.010756ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18700,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-wztgb\" "} {"level":"info","ts":"2026-03-19T11:41:27.60852Z","caller":"traceutil/trace.go:171","msg":"trace[736548170] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16140; }","duration":"518.282546ms","start":"2026-03-19T11:41:27.09023Z","end":"2026-03-19T11:41:27.608513Z","steps":["trace[736548170] 'agreement among raft nodes before linearized reading' (duration: 518.207314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:27.608542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:27.090225Z","time spent":"518.313277ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-19T11:41:27.608635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.771427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:41:27.608646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.554484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:41:27.60866Z","caller":"traceutil/trace.go:171","msg":"trace[480660797] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:16140; }","duration":"501.817869ms","start":"2026-03-19T11:41:27.106834Z","end":"2026-03-19T11:41:27.608651Z","steps":["trace[480660797] 'agreement among raft nodes before linearized reading' (duration: 501.774838ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:27.608664Z","caller":"traceutil/trace.go:171","msg":"trace[968424630] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16140; }","duration":"518.596694ms","start":"2026-03-19T11:41:27.090062Z","end":"2026-03-19T11:41:27.608658Z","steps":["trace[968424630] 'agreement among raft nodes before linearized reading' (duration: 518.566623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:27.60868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:27.106822Z","time spent":"501.85264ms","remote":"127.0.0.1:33018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:41:27.608683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:27.09005Z","time spent":"518.626606ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-19T11:41:27.608726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.688842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-19T11:41:27.608789Z","caller":"traceutil/trace.go:171","msg":"trace[631388856] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16140; }","duration":"453.750563ms","start":"2026-03-19T11:41:27.155024Z","end":"2026-03-19T11:41:27.608774Z","steps":["trace[631388856] 'agreement among raft nodes before linearized reading' (duration: 453.537567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:27.608829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.988933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-19T11:41:27.608841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:27.154979Z","time spent":"453.849066ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-19T11:41:27.608907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.206248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:41:27.608933Z","caller":"traceutil/trace.go:171","msg":"trace[1246134205] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16140; }","duration":"534.28698ms","start":"2026-03-19T11:41:27.074641Z","end":"2026-03-19T11:41:27.608928Z","steps":["trace[1246134205] 'agreement among raft nodes before linearized reading' (duration: 534.233629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:27.608953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:27.074621Z","time spent":"534.328512ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-19T11:41:27.609068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.221293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:41:27.609091Z","caller":"traceutil/trace.go:171","msg":"trace[44030888] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:16140; }","duration":"638.277015ms","start":"2026-03-19T11:41:26.970808Z","end":"2026-03-19T11:41:27.609085Z","steps":["trace[44030888] 'agreement among raft nodes before linearized reading' (duration: 638.231283ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:27.608861Z","caller":"traceutil/trace.go:171","msg":"trace[321450593] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16140; }","duration":"534.035703ms","start":"2026-03-19T11:41:27.074817Z","end":"2026-03-19T11:41:27.608853Z","steps":["trace[321450593] 'agreement among raft nodes before linearized reading' (duration: 533.953351ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:27.60851Z","caller":"traceutil/trace.go:171","msg":"trace[751311807] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16140; }","duration":"454.621127ms","start":"2026-03-19T11:41:27.153868Z","end":"2026-03-19T11:41:27.608489Z","steps":["trace[751311807] 'agreement among raft nodes before linearized reading' (duration: 454.498514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:27.609142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:27.1537Z","time spent":"455.429489ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-19T11:41:27.609143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:27.074808Z","time spent":"534.316521ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-19T11:41:27.609108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:26.970791Z","time spent":"638.312696ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-xnddg\" "} {"level":"warn","ts":"2026-03-19T11:41:29.064188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.338734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T11:41:29.064292Z","caller":"traceutil/trace.go:171","msg":"trace[1437843725] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16150; }","duration":"132.489328ms","start":"2026-03-19T11:41:28.931783Z","end":"2026-03-19T11:41:29.064272Z","steps":["trace[1437843725] 'range keys from in-memory index tree' (duration: 132.155459ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:29.199141Z","caller":"traceutil/trace.go:171","msg":"trace[908940560] transaction","detail":"{read_only:false; response_revision:16151; number_of_response:1; }","duration":"130.502134ms","start":"2026-03-19T11:41:29.06861Z","end":"2026-03-19T11:41:29.199112Z","steps":["trace[908940560] 'process raft request' (duration: 130.34364ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:29.467729Z","caller":"traceutil/trace.go:171","msg":"trace[1263083979] transaction","detail":"{read_only:false; response_revision:16152; number_of_response:1; }","duration":"201.911393ms","start":"2026-03-19T11:41:29.265787Z","end":"2026-03-19T11:41:29.467699Z","steps":["trace[1263083979] 'process raft request' (duration: 106.466821ms)","trace[1263083979] 'compare' (duration: 95.153964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:41:29.837153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.887052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-19T11:41:29.837173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.16483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:41:29.837239Z","caller":"traceutil/trace.go:171","msg":"trace[1684457842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16152; }","duration":"227.240902ms","start":"2026-03-19T11:41:29.609981Z","end":"2026-03-19T11:41:29.837221Z","steps":["trace[1684457842] 'range keys from in-memory index tree' (duration: 227.105818ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:29.837235Z","caller":"traceutil/trace.go:171","msg":"trace[1863356766] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16152; }","duration":"226.995855ms","start":"2026-03-19T11:41:29.610218Z","end":"2026-03-19T11:41:29.837214Z","steps":["trace[1863356766] 'range keys from in-memory index tree' (duration: 226.754988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:29.837379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.845952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:41:29.837505Z","caller":"traceutil/trace.go:171","msg":"trace[1489988089] linearizableReadLoop","detail":"{readStateIndex:16753; appliedIndex:16752; }","duration":"223.028207ms","start":"2026-03-19T11:41:29.614458Z","end":"2026-03-19T11:41:29.837486Z","steps":["trace[1489988089] 'read index received' (duration: 87.844526ms)","trace[1489988089] 'applied index is now lower than readState.Index' (duration: 135.182321ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:41:29.837623Z","caller":"traceutil/trace.go:171","msg":"trace[1256101107] transaction","detail":"{read_only:false; response_revision:16153; number_of_response:1; }","duration":"226.81497ms","start":"2026-03-19T11:41:29.610788Z","end":"2026-03-19T11:41:29.837603Z","steps":["trace[1256101107] 'process raft request' (duration: 91.567417ms)","trace[1256101107] 'compare' (duration: 134.722399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:41:29.837735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.207672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:41:29.837771Z","caller":"traceutil/trace.go:171","msg":"trace[476691930] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16153; }","duration":"223.283434ms","start":"2026-03-19T11:41:29.614478Z","end":"2026-03-19T11:41:29.837761Z","steps":["trace[476691930] 'agreement among raft nodes before linearized reading' (duration: 223.228672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:29.837817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.347376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T11:41:29.837841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.952642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r4twd\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-19T11:41:29.837897Z","caller":"traceutil/trace.go:171","msg":"trace[1628727022] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r4twd; range_end:; response_count:1; response_revision:16153; }","duration":"171.034375ms","start":"2026-03-19T11:41:29.666848Z","end":"2026-03-19T11:41:29.837883Z","steps":["trace[1628727022] 'agreement among raft nodes before linearized reading' (duration: 170.879151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:29.837929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.605389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:41:29.837918Z","caller":"traceutil/trace.go:171","msg":"trace[842490858] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16153; }","duration":"223.431657ms","start":"2026-03-19T11:41:29.614434Z","end":"2026-03-19T11:41:29.837866Z","steps":["trace[842490858] 'agreement among raft nodes before linearized reading' (duration: 223.178911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:29.838008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.448629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-wztgb\" ","response":"range_response_count:1 size:18676"} {"level":"info","ts":"2026-03-19T11:41:29.838035Z","caller":"traceutil/trace.go:171","msg":"trace[982828166] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-wztgb; range_end:; response_count:1; response_revision:16153; }","duration":"198.485531ms","start":"2026-03-19T11:41:29.639542Z","end":"2026-03-19T11:41:29.838028Z","steps":["trace[982828166] 'agreement among raft nodes before linearized reading' (duration: 198.426379ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:29.838033Z","caller":"traceutil/trace.go:171","msg":"trace[1879972263] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:16153; }","duration":"161.750883ms","start":"2026-03-19T11:41:29.676244Z","end":"2026-03-19T11:41:29.837995Z","steps":["trace[1879972263] 'agreement among raft nodes before linearized reading' (duration: 161.586708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:29.838139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.019253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ftrfc\" ","response":"range_response_count:1 size:20770"} {"level":"warn","ts":"2026-03-19T11:41:29.838166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.681907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:41:29.83815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.467532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:41:29.83819Z","caller":"traceutil/trace.go:171","msg":"trace[870534119] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16153; }","duration":"222.725039ms","start":"2026-03-19T11:41:29.615459Z","end":"2026-03-19T11:41:29.838184Z","steps":["trace[870534119] 'agreement among raft nodes before linearized reading' (duration: 222.685908ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:29.838211Z","caller":"traceutil/trace.go:171","msg":"trace[1264314432] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16153; }","duration":"218.553835ms","start":"2026-03-19T11:41:29.619642Z","end":"2026-03-19T11:41:29.838196Z","steps":["trace[1264314432] 'agreement among raft nodes before linearized reading' (duration: 218.464853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:29.838247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.176928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:41:29.838194Z","caller":"traceutil/trace.go:171","msg":"trace[951552616] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ftrfc; range_end:; response_count:1; response_revision:16153; }","duration":"168.079905ms","start":"2026-03-19T11:41:29.67009Z","end":"2026-03-19T11:41:29.83817Z","steps":["trace[951552616] 'agreement among raft nodes before linearized reading' (duration: 167.978342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:29.838358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.016394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-7d6hq\" ","response":"range_response_count:1 size:14283"} {"level":"info","ts":"2026-03-19T11:41:29.838405Z","caller":"traceutil/trace.go:171","msg":"trace[950103776] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-7d6hq; range_end:; response_count:1; response_revision:16153; }","duration":"203.079555ms","start":"2026-03-19T11:41:29.635315Z","end":"2026-03-19T11:41:29.838394Z","steps":["trace[950103776] 'agreement among raft nodes before linearized reading' (duration: 202.970002ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:29.838281Z","caller":"traceutil/trace.go:171","msg":"trace[757304032] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:16153; }","duration":"168.236588ms","start":"2026-03-19T11:41:29.670037Z","end":"2026-03-19T11:41:29.838273Z","steps":["trace[757304032] 'agreement among raft nodes before linearized reading' (duration: 168.181367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:29.837952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.198764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-pxkvv\" ","response":"range_response_count:1 size:18652"} {"level":"info","ts":"2026-03-19T11:41:29.838482Z","caller":"traceutil/trace.go:171","msg":"trace[645105918] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-pxkvv; range_end:; response_count:1; response_revision:16153; }","duration":"180.738069ms","start":"2026-03-19T11:41:29.657731Z","end":"2026-03-19T11:41:29.838469Z","steps":["trace[645105918] 'agreement among raft nodes before linearized reading' (duration: 180.138963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:29.838496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.953112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-19T11:41:29.838646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.077603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wbxwg\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-19T11:41:29.838677Z","caller":"traceutil/trace.go:171","msg":"trace[1825287926] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wbxwg; range_end:; response_count:1; response_revision:16153; }","duration":"151.137564ms","start":"2026-03-19T11:41:29.687531Z","end":"2026-03-19T11:41:29.838668Z","steps":["trace[1825287926] 'agreement among raft nodes before linearized reading' (duration: 151.042132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:29.838361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.974693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r4twd\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-19T11:41:29.838768Z","caller":"traceutil/trace.go:171","msg":"trace[866286649] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r4twd; range_end:; response_count:1; response_revision:16153; }","duration":"171.379594ms","start":"2026-03-19T11:41:29.667362Z","end":"2026-03-19T11:41:29.838742Z","steps":["trace[866286649] 'agreement among raft nodes before linearized reading' (duration: 170.938982ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:29.838771Z","caller":"traceutil/trace.go:171","msg":"trace[2083539788] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16153; }","duration":"224.141418ms","start":"2026-03-19T11:41:29.614505Z","end":"2026-03-19T11:41:29.838646Z","steps":["trace[2083539788] 'agreement among raft nodes before linearized reading' (duration: 223.721756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:29.838578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.782352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-19T11:41:29.838842Z","caller":"traceutil/trace.go:171","msg":"trace[745338205] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16153; }","duration":"219.046489ms","start":"2026-03-19T11:41:29.619789Z","end":"2026-03-19T11:41:29.838836Z","steps":["trace[745338205] 'agreement among raft nodes before linearized reading' (duration: 218.73849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:29.838594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.72413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-19T11:41:29.838917Z","caller":"traceutil/trace.go:171","msg":"trace[2002352071] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16153; }","duration":"219.051079ms","start":"2026-03-19T11:41:29.61985Z","end":"2026-03-19T11:41:29.838901Z","steps":["trace[2002352071] 'agreement among raft nodes before linearized reading' (duration: 218.675808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:32.072312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.542678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T11:41:32.072456Z","caller":"traceutil/trace.go:171","msg":"trace[1962258144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16166; }","duration":"161.749283ms","start":"2026-03-19T11:41:31.91069Z","end":"2026-03-19T11:41:32.072439Z","steps":["trace[1962258144] 'range keys from in-memory index tree' (duration: 161.409664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:32.072446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.309716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T11:41:32.072419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.417397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:41:32.07251Z","caller":"traceutil/trace.go:171","msg":"trace[36339238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16166; }","duration":"149.415789ms","start":"2026-03-19T11:41:31.923077Z","end":"2026-03-19T11:41:32.072493Z","steps":["trace[36339238] 'range keys from in-memory index tree' (duration: 149.055129ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:32.07254Z","caller":"traceutil/trace.go:171","msg":"trace[1310818364] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:16166; }","duration":"153.579611ms","start":"2026-03-19T11:41:31.91893Z","end":"2026-03-19T11:41:32.07251Z","steps":["trace[1310818364] 'range keys from in-memory index tree' (duration: 153.278023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:32.072688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.626479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r4twd\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-03-19T11:41:32.07264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.72303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:41:32.072727Z","caller":"traceutil/trace.go:171","msg":"trace[1598127847] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r4twd; range_end:; response_count:1; response_revision:16166; }","duration":"112.66338ms","start":"2026-03-19T11:41:31.960052Z","end":"2026-03-19T11:41:32.072716Z","steps":["trace[1598127847] 'range keys from in-memory index tree' (duration: 112.480495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:32.072733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.190522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-7d6hq\" ","response":"range_response_count:1 size:14283"} {"level":"info","ts":"2026-03-19T11:41:32.072803Z","caller":"traceutil/trace.go:171","msg":"trace[1572290318] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-7d6hq; range_end:; response_count:1; response_revision:16166; }","duration":"114.264204ms","start":"2026-03-19T11:41:31.958519Z","end":"2026-03-19T11:41:32.072784Z","steps":["trace[1572290318] 'range keys from in-memory index tree' (duration: 114.000047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:32.072828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.544897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-wztgb\" ","response":"range_response_count:1 size:18676"} {"level":"info","ts":"2026-03-19T11:41:32.072822Z","caller":"traceutil/trace.go:171","msg":"trace[948161507] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16166; }","duration":"144.998949ms","start":"2026-03-19T11:41:31.927781Z","end":"2026-03-19T11:41:32.07278Z","steps":["trace[948161507] 'range keys from in-memory index tree' (duration: 144.459244ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:32.072881Z","caller":"traceutil/trace.go:171","msg":"trace[1557428825] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-wztgb; range_end:; response_count:1; response_revision:16166; }","duration":"119.65819ms","start":"2026-03-19T11:41:31.953212Z","end":"2026-03-19T11:41:32.07287Z","steps":["trace[1557428825] 'range keys from in-memory index tree' (duration: 118.726275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:32.07294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.959019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r4twd\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-19T11:41:32.072975Z","caller":"traceutil/trace.go:171","msg":"trace[929414521] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r4twd; range_end:; response_count:1; response_revision:16166; }","duration":"113.01296ms","start":"2026-03-19T11:41:31.959954Z","end":"2026-03-19T11:41:32.072967Z","steps":["trace[929414521] 'range keys from in-memory index tree' (duration: 112.862816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:32.073042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.145273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ftrfc\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-19T11:41:32.073091Z","caller":"traceutil/trace.go:171","msg":"trace[2032086854] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ftrfc; range_end:; response_count:1; response_revision:16166; }","duration":"113.231046ms","start":"2026-03-19T11:41:31.959849Z","end":"2026-03-19T11:41:32.07308Z","steps":["trace[2032086854] 'range keys from in-memory index tree' (duration: 112.870316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:32.073102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.551152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-pxkvv\" ","response":"range_response_count:1 size:18652"} {"level":"info","ts":"2026-03-19T11:41:32.073197Z","caller":"traceutil/trace.go:171","msg":"trace[932079588] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-pxkvv; range_end:; response_count:1; response_revision:16166; }","duration":"114.680405ms","start":"2026-03-19T11:41:31.958484Z","end":"2026-03-19T11:41:32.073164Z","steps":["trace[932079588] 'range keys from in-memory index tree' (duration: 114.371426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:32.073233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.087991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wbxwg\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-19T11:41:32.073361Z","caller":"traceutil/trace.go:171","msg":"trace[902924908] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wbxwg; range_end:; response_count:1; response_revision:16166; }","duration":"113.253496ms","start":"2026-03-19T11:41:31.96008Z","end":"2026-03-19T11:41:32.073333Z","steps":["trace[902924908] 'range keys from in-memory index tree' (duration: 112.204937ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:32.478931Z","caller":"traceutil/trace.go:171","msg":"trace[1035272862] transaction","detail":"{read_only:false; response_revision:16167; number_of_response:1; }","duration":"401.35378ms","start":"2026-03-19T11:41:32.077552Z","end":"2026-03-19T11:41:32.478906Z","steps":["trace[1035272862] 'process raft request' (duration: 401.210886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:32.479103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:32.077532Z","time spent":"401.474624ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:41:32.536019Z","caller":"traceutil/trace.go:171","msg":"trace[744316892] transaction","detail":"{read_only:false; response_revision:16168; number_of_response:1; }","duration":"458.069721ms","start":"2026-03-19T11:41:32.077921Z","end":"2026-03-19T11:41:32.535991Z","steps":["trace[744316892] 'process raft request' (duration: 457.881036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:32.536186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:32.077889Z","time spent":"458.212605ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:41:32.536294Z","caller":"traceutil/trace.go:171","msg":"trace[477982031] transaction","detail":"{read_only:false; response_revision:16169; number_of_response:1; }","duration":"458.282216ms","start":"2026-03-19T11:41:32.077991Z","end":"2026-03-19T11:41:32.536273Z","steps":["trace[477982031] 'process raft request' (duration: 457.945807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:32.536398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:32.077985Z","time spent":"458.357189ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:41:32.536754Z","caller":"traceutil/trace.go:171","msg":"trace[285170412] linearizableReadLoop","detail":"{readStateIndex:16770; appliedIndex:16767; }","duration":"456.394506ms","start":"2026-03-19T11:41:32.080339Z","end":"2026-03-19T11:41:32.536733Z","steps":["trace[285170412] 'read index received' (duration: 398.350519ms)","trace[285170412] 'applied index is now lower than readState.Index' (duration: 58.042927ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:41:32.536879Z","caller":"traceutil/trace.go:171","msg":"trace[110750606] transaction","detail":"{read_only:false; response_revision:16170; number_of_response:1; }","duration":"429.401712ms","start":"2026-03-19T11:41:32.107462Z","end":"2026-03-19T11:41:32.536864Z","steps":["trace[110750606] 'process raft request' (duration: 428.738234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:32.537032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:32.107444Z","time spent":"429.531706ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:41:32.537047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.686745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:41:32.537081Z","caller":"traceutil/trace.go:171","msg":"trace[252019911] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:16171; }","duration":"325.769047ms","start":"2026-03-19T11:41:32.211304Z","end":"2026-03-19T11:41:32.537073Z","steps":["trace[252019911] 'agreement among raft nodes before linearized reading' (duration: 325.688725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:32.537104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:32.211283Z","time spent":"325.815649ms","remote":"127.0.0.1:49274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:41:32.537442Z","caller":"traceutil/trace.go:171","msg":"trace[980142932] transaction","detail":"{read_only:false; response_revision:16171; number_of_response:1; }","duration":"399.653734ms","start":"2026-03-19T11:41:32.13777Z","end":"2026-03-19T11:41:32.537424Z","steps":["trace[980142932] 'process raft request' (duration: 398.889933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:32.537527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:32.137751Z","time spent":"399.728406ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:41:32.53842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.995202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:898988"} {"level":"warn","ts":"2026-03-19T11:41:32.538487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.726326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T11:41:32.538494Z","caller":"traceutil/trace.go:171","msg":"trace[1387099611] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16171; }","duration":"457.096354ms","start":"2026-03-19T11:41:32.08138Z","end":"2026-03-19T11:41:32.538476Z","steps":["trace[1387099611] 'agreement among raft nodes before linearized reading' (duration: 455.958673ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:32.538538Z","caller":"traceutil/trace.go:171","msg":"trace[988483956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16171; }","duration":"427.800379ms","start":"2026-03-19T11:41:32.110723Z","end":"2026-03-19T11:41:32.538524Z","steps":["trace[988483956] 'agreement among raft nodes before linearized reading' (duration: 427.064949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:32.538555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:32.081367Z","time spent":"457.167567ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":899012,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T11:41:32.53858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:32.110713Z","time spent":"427.85542ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:41:32.539141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.77166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:898988"} {"level":"info","ts":"2026-03-19T11:41:32.539193Z","caller":"traceutil/trace.go:171","msg":"trace[1540604278] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16171; }","duration":"458.878433ms","start":"2026-03-19T11:41:32.080302Z","end":"2026-03-19T11:41:32.53918Z","steps":["trace[1540604278] 'agreement among raft nodes before linearized reading' (duration: 457.392833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:32.539223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:32.080292Z","time spent":"458.923604ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":899012,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T11:41:32.539421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.114322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:898988"} {"level":"info","ts":"2026-03-19T11:41:32.539486Z","caller":"traceutil/trace.go:171","msg":"trace[1275894173] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16171; }","duration":"458.195434ms","start":"2026-03-19T11:41:32.081274Z","end":"2026-03-19T11:41:32.539469Z","steps":["trace[1275894173] 'agreement among raft nodes before linearized reading' (duration: 456.503678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:32.539536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:32.081269Z","time spent":"458.251906ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":899012,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T11:41:32.539673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.258564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:898988"} {"level":"info","ts":"2026-03-19T11:41:32.53969Z","caller":"traceutil/trace.go:171","msg":"trace[1706103825] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16171; }","duration":"459.283884ms","start":"2026-03-19T11:41:32.080401Z","end":"2026-03-19T11:41:32.539685Z","steps":["trace[1706103825] 'agreement among raft nodes before linearized reading' (duration: 456.5692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:32.539705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:32.080398Z","time spent":"459.302395ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":899012,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T11:41:32.539772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.060948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:898988"} {"level":"info","ts":"2026-03-19T11:41:32.539837Z","caller":"traceutil/trace.go:171","msg":"trace[1306807743] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16171; }","duration":"459.13977ms","start":"2026-03-19T11:41:32.08068Z","end":"2026-03-19T11:41:32.53982Z","steps":["trace[1306807743] 'agreement among raft nodes before linearized reading' (duration: 457.135155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:32.539887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:32.080676Z","time spent":"459.195991ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":899012,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T11:41:32.540317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.146096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:898988"} {"level":"info","ts":"2026-03-19T11:41:32.540371Z","caller":"traceutil/trace.go:171","msg":"trace[1678216831] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16171; }","duration":"457.211177ms","start":"2026-03-19T11:41:32.083145Z","end":"2026-03-19T11:41:32.540356Z","steps":["trace[1678216831] 'agreement among raft nodes before linearized reading' (duration: 454.414271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:32.540425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:32.083139Z","time spent":"457.270429ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":899012,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T11:41:32.54053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.019494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:898988"} {"level":"info","ts":"2026-03-19T11:41:32.5407Z","caller":"traceutil/trace.go:171","msg":"trace[231547900] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16171; }","duration":"460.25452ms","start":"2026-03-19T11:41:32.080415Z","end":"2026-03-19T11:41:32.54067Z","steps":["trace[231547900] 'agreement among raft nodes before linearized reading' (duration: 457.431223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:32.540766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:32.080413Z","time spent":"460.338163ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":899012,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T11:41:32.54124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.084212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:898988"} {"level":"info","ts":"2026-03-19T11:41:32.541307Z","caller":"traceutil/trace.go:171","msg":"trace[1708520732] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16171; }","duration":"458.177944ms","start":"2026-03-19T11:41:32.083114Z","end":"2026-03-19T11:41:32.541292Z","steps":["trace[1708520732] 'agreement among raft nodes before linearized reading' (duration: 454.658048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:32.541344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:32.083107Z","time spent":"458.228155ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":899012,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T11:41:32.97017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.791692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:41:32.970282Z","caller":"traceutil/trace.go:171","msg":"trace[902327192] linearizableReadLoop","detail":"{readStateIndex:16773; appliedIndex:16772; }","duration":"373.033421ms","start":"2026-03-19T11:41:32.597232Z","end":"2026-03-19T11:41:32.970265Z","steps":["trace[902327192] 'read index received' (duration: 44.981µs)","trace[902327192] 'applied index is now lower than readState.Index' (duration: 372.98694ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:41:32.970302Z","caller":"traceutil/trace.go:171","msg":"trace[1001071427] transaction","detail":"{read_only:false; response_revision:16172; number_of_response:1; }","duration":"428.007484ms","start":"2026-03-19T11:41:32.542266Z","end":"2026-03-19T11:41:32.970273Z","steps":["trace[1001071427] 'process raft request' (duration: 33.006346ms)","trace[1001071427] 'compare' (duration: 394.576486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:41:32.970388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.156514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:41:32.970433Z","caller":"traceutil/trace.go:171","msg":"trace[2002123936] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16172; }","duration":"373.236017ms","start":"2026-03-19T11:41:32.597181Z","end":"2026-03-19T11:41:32.970417Z","steps":["trace[2002123936] 'agreement among raft nodes before linearized reading' (duration: 373.170945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:32.97044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:32.542242Z","time spent":"428.131278ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:41:32.970486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:32.597156Z","time spent":"373.314998ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-19T11:41:32.970621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.543611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-19T11:41:32.970703Z","caller":"traceutil/trace.go:171","msg":"trace[571191200] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16172; }","duration":"371.622203ms","start":"2026-03-19T11:41:32.599062Z","end":"2026-03-19T11:41:32.970684Z","steps":["trace[571191200] 'agreement among raft nodes before linearized reading' (duration: 371.434158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:32.97075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.091292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:41:32.970799Z","caller":"traceutil/trace.go:171","msg":"trace[1814134437] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16172; }","duration":"303.194694ms","start":"2026-03-19T11:41:32.667589Z","end":"2026-03-19T11:41:32.970784Z","steps":["trace[1814134437] 'agreement among raft nodes before linearized reading' (duration: 303.143333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:32.970808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.896813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:41:32.970831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:32.667541Z","time spent":"303.283457ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-19T11:41:32.970802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.088531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:41:32.970852Z","caller":"traceutil/trace.go:171","msg":"trace[498135070] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16172; }","duration":"303.975995ms","start":"2026-03-19T11:41:32.666861Z","end":"2026-03-19T11:41:32.970837Z","steps":["trace[498135070] 'agreement among raft nodes before linearized reading' (duration: 303.914744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:32.970888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.2235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:41:32.970905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:32.666838Z","time spent":"304.058908ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-03-19T11:41:32.970913Z","caller":"traceutil/trace.go:171","msg":"trace[1943467867] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16172; }","duration":"303.260336ms","start":"2026-03-19T11:41:32.667629Z","end":"2026-03-19T11:41:32.970889Z","steps":["trace[1943467867] 'agreement among raft nodes before linearized reading' (duration: 303.06094ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:32.970924Z","caller":"traceutil/trace.go:171","msg":"trace[1826840946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16172; }","duration":"361.259371ms","start":"2026-03-19T11:41:32.609654Z","end":"2026-03-19T11:41:32.970913Z","steps":["trace[1826840946] 'agreement among raft nodes before linearized reading' (duration: 361.1994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:32.97075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:32.599046Z","time spent":"371.692265ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-19T11:41:32.970957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:32.609591Z","time spent":"361.361203ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:41:32.970971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:32.667598Z","time spent":"303.357619ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-19T11:41:32.970707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.289777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:41:32.971119Z","caller":"traceutil/trace.go:171","msg":"trace[256644735] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:16172; }","duration":"303.723219ms","start":"2026-03-19T11:41:32.667385Z","end":"2026-03-19T11:41:32.971109Z","steps":["trace[256644735] 'agreement among raft nodes before linearized reading' (duration: 303.277997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:32.971147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:32.667376Z","time spent":"303.7643ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-03-19T11:41:33.478472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.083036ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:41:33.478555Z","caller":"traceutil/trace.go:171","msg":"trace[1286573929] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16172; }","duration":"333.172518ms","start":"2026-03-19T11:41:33.145367Z","end":"2026-03-19T11:41:33.47854Z","steps":["trace[1286573929] 'range keys from in-memory index tree' (duration: 333.058565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:33.478836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.824995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T11:41:33.478939Z","caller":"traceutil/trace.go:171","msg":"trace[1015478991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16172; }","duration":"242.973229ms","start":"2026-03-19T11:41:33.235939Z","end":"2026-03-19T11:41:33.478912Z","steps":["trace[1015478991] 'range keys from in-memory index tree' (duration: 242.547927ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:33.823399Z","caller":"traceutil/trace.go:171","msg":"trace[463933256] transaction","detail":"{read_only:false; response_revision:16173; number_of_response:1; }","duration":"340.785576ms","start":"2026-03-19T11:41:33.482597Z","end":"2026-03-19T11:41:33.823383Z","steps":["trace[463933256] 'process raft request' (duration: 340.675783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:33.823611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:33.48258Z","time spent":"340.97742ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:41:34.577767Z","caller":"traceutil/trace.go:171","msg":"trace[101386444] linearizableReadLoop","detail":"{readStateIndex:16777; appliedIndex:16776; }","duration":"109.971716ms","start":"2026-03-19T11:41:34.467779Z","end":"2026-03-19T11:41:34.577751Z","steps":["trace[101386444] 'read index received' (duration: 109.948436ms)","trace[101386444] 'applied index is now lower than readState.Index' (duration: 22.55µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:41:34.577914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.12193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T11:41:34.577943Z","caller":"traceutil/trace.go:171","msg":"trace[2072964944] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16176; }","duration":"110.189322ms","start":"2026-03-19T11:41:34.467746Z","end":"2026-03-19T11:41:34.577935Z","steps":["trace[2072964944] 'agreement among raft nodes before linearized reading' (duration: 110.087949ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:34.577919Z","caller":"traceutil/trace.go:171","msg":"trace[1579269785] transaction","detail":"{read_only:false; number_of_response:1; response_revision:16176; }","duration":"161.477656ms","start":"2026-03-19T11:41:34.416367Z","end":"2026-03-19T11:41:34.577844Z","steps":["trace[1579269785] 'process raft request' (duration: 161.26523ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:34.653471Z","caller":"traceutil/trace.go:171","msg":"trace[1993736066] transaction","detail":"{read_only:false; response_revision:16177; number_of_response:1; }","duration":"111.534369ms","start":"2026-03-19T11:41:34.541911Z","end":"2026-03-19T11:41:34.653446Z","steps":["trace[1993736066] 'process raft request' (duration: 83.875988ms)","trace[1993736066] 'compare' (duration: 27.167648ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:41:34.653918Z","caller":"traceutil/trace.go:171","msg":"trace[1352936900] transaction","detail":"{read_only:false; response_revision:16178; number_of_response:1; }","duration":"111.669182ms","start":"2026-03-19T11:41:34.542232Z","end":"2026-03-19T11:41:34.653901Z","steps":["trace[1352936900] 'process raft request' (duration: 110.869521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:34.65427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.158794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:41:34.654342Z","caller":"traceutil/trace.go:171","msg":"trace[981115639] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16179; }","duration":"113.266896ms","start":"2026-03-19T11:41:34.541057Z","end":"2026-03-19T11:41:34.654323Z","steps":["trace[981115639] 'agreement among raft nodes before linearized reading' (duration: 113.04736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:34.654413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.082289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T11:41:34.654457Z","caller":"traceutil/trace.go:171","msg":"trace[2109456515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16179; }","duration":"170.157791ms","start":"2026-03-19T11:41:34.484285Z","end":"2026-03-19T11:41:34.654442Z","steps":["trace[2109456515] 'agreement among raft nodes before linearized reading' (duration: 170.034058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:34.654652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.558251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T11:41:34.654721Z","caller":"traceutil/trace.go:171","msg":"trace[1769062516] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16179; }","duration":"114.677324ms","start":"2026-03-19T11:41:34.540025Z","end":"2026-03-19T11:41:34.654702Z","steps":["trace[1769062516] 'agreement among raft nodes before linearized reading' (duration: 114.539761ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:36.268038Z","caller":"traceutil/trace.go:171","msg":"trace[1074145781] transaction","detail":"{read_only:false; response_revision:16196; number_of_response:1; }","duration":"121.597332ms","start":"2026-03-19T11:41:36.146401Z","end":"2026-03-19T11:41:36.267998Z","steps":["trace[1074145781] 'process raft request' (duration: 121.388307ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:36.412527Z","caller":"traceutil/trace.go:171","msg":"trace[1365603141] transaction","detail":"{read_only:false; response_revision:16200; number_of_response:1; }","duration":"104.22704ms","start":"2026-03-19T11:41:36.308267Z","end":"2026-03-19T11:41:36.412494Z","steps":["trace[1365603141] 'process raft request' (duration: 104.138798ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:36.412543Z","caller":"traceutil/trace.go:171","msg":"trace[312710861] transaction","detail":"{read_only:false; response_revision:16199; number_of_response:1; }","duration":"107.040347ms","start":"2026-03-19T11:41:36.305479Z","end":"2026-03-19T11:41:36.412519Z","steps":["trace[312710861] 'process raft request' (duration: 106.77668ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:36.502395Z","caller":"traceutil/trace.go:171","msg":"trace[1676031784] transaction","detail":"{read_only:false; response_revision:16201; number_of_response:1; }","duration":"116.775691ms","start":"2026-03-19T11:41:36.385559Z","end":"2026-03-19T11:41:36.502335Z","steps":["trace[1676031784] 'process raft request' (duration: 115.655821ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:36.535424Z","caller":"traceutil/trace.go:171","msg":"trace[2098300660] linearizableReadLoop","detail":"{readStateIndex:16803; appliedIndex:16799; }","duration":"133.521356ms","start":"2026-03-19T11:41:36.401835Z","end":"2026-03-19T11:41:36.535356Z","steps":["trace[2098300660] 'read index received' (duration: 10.413053ms)","trace[2098300660] 'applied index is now lower than readState.Index' (duration: 123.106823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:41:36.535635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.785693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-db-sync-t6cr7\" ","response":"range_response_count:1 size:5544"} {"level":"info","ts":"2026-03-19T11:41:36.535701Z","caller":"traceutil/trace.go:171","msg":"trace[1371698894] range","detail":"{range_begin:/registry/pods/openstack/neutron-db-sync-t6cr7; range_end:; response_count:1; response_revision:16201; }","duration":"133.903886ms","start":"2026-03-19T11:41:36.401783Z","end":"2026-03-19T11:41:36.535687Z","steps":["trace[1371698894] 'agreement among raft nodes before linearized reading' (duration: 133.690421ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:36.803184Z","caller":"traceutil/trace.go:171","msg":"trace[1947948123] transaction","detail":"{read_only:false; response_revision:16203; number_of_response:1; }","duration":"142.065219ms","start":"2026-03-19T11:41:36.661095Z","end":"2026-03-19T11:41:36.803161Z","steps":["trace[1947948123] 'process raft request' (duration: 141.900144ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:36.807972Z","caller":"traceutil/trace.go:171","msg":"trace[985084861] linearizableReadLoop","detail":"{readStateIndex:16806; appliedIndex:16804; }","duration":"144.537256ms","start":"2026-03-19T11:41:36.663414Z","end":"2026-03-19T11:41:36.807952Z","steps":["trace[985084861] 'read index received' (duration: 139.623333ms)","trace[985084861] 'applied index is now lower than readState.Index' (duration: 4.913053ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:41:36.808249Z","caller":"traceutil/trace.go:171","msg":"trace[2075592783] transaction","detail":"{read_only:false; response_revision:16204; number_of_response:1; }","duration":"145.402458ms","start":"2026-03-19T11:41:36.662831Z","end":"2026-03-19T11:41:36.808234Z","steps":["trace[2075592783] 'process raft request' (duration: 145.025458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:36.80848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.06874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:41:36.808553Z","caller":"traceutil/trace.go:171","msg":"trace[1677510506] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16204; }","duration":"145.185843ms","start":"2026-03-19T11:41:36.663354Z","end":"2026-03-19T11:41:36.80854Z","steps":["trace[1677510506] 'agreement among raft nodes before linearized reading' (duration: 145.08411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:36.808746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.150251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5308"} {"level":"info","ts":"2026-03-19T11:41:36.808823Z","caller":"traceutil/trace.go:171","msg":"trace[2080028497] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:16204; }","duration":"145.264565ms","start":"2026-03-19T11:41:36.663539Z","end":"2026-03-19T11:41:36.808804Z","steps":["trace[2080028497] 'agreement among raft nodes before linearized reading' (duration: 145.036349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:36.809483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.229687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-19T11:41:36.80951Z","caller":"traceutil/trace.go:171","msg":"trace[1496142969] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16204; }","duration":"137.269498ms","start":"2026-03-19T11:41:36.672234Z","end":"2026-03-19T11:41:36.809504Z","steps":["trace[1496142969] 'agreement among raft nodes before linearized reading' (duration: 137.221657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:36.809564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.377518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:41:36.809584Z","caller":"traceutil/trace.go:171","msg":"trace[898785919] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16204; }","duration":"145.407789ms","start":"2026-03-19T11:41:36.66417Z","end":"2026-03-19T11:41:36.809578Z","steps":["trace[898785919] 'agreement among raft nodes before linearized reading' (duration: 145.380398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:36.809654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.936343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:41:36.809721Z","caller":"traceutil/trace.go:171","msg":"trace[1899219050] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16204; }","duration":"146.038586ms","start":"2026-03-19T11:41:36.663668Z","end":"2026-03-19T11:41:36.809706Z","steps":["trace[1899219050] 'agreement among raft nodes before linearized reading' (duration: 145.934504ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:36.926034Z","caller":"traceutil/trace.go:171","msg":"trace[1663576053] transaction","detail":"{read_only:false; response_revision:16205; number_of_response:1; }","duration":"109.202166ms","start":"2026-03-19T11:41:36.816802Z","end":"2026-03-19T11:41:36.926004Z","steps":["trace[1663576053] 'process raft request' (duration: 83.635561ms)","trace[1663576053] 'compare' (duration: 25.414851ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:41:36.926336Z","caller":"traceutil/trace.go:171","msg":"trace[1511945136] transaction","detail":"{read_only:false; response_revision:16206; number_of_response:1; }","duration":"109.134583ms","start":"2026-03-19T11:41:36.817185Z","end":"2026-03-19T11:41:36.926319Z","steps":["trace[1511945136] 'process raft request' (duration: 108.779354ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:36.926326Z","caller":"traceutil/trace.go:171","msg":"trace[482594907] linearizableReadLoop","detail":"{readStateIndex:16808; appliedIndex:16806; }","duration":"109.086893ms","start":"2026-03-19T11:41:36.817211Z","end":"2026-03-19T11:41:36.926298Z","steps":["trace[482594907] 'read index received' (duration: 83.240341ms)","trace[482594907] 'applied index is now lower than readState.Index' (duration: 25.845092ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:41:36.926442Z","caller":"traceutil/trace.go:171","msg":"trace[265995988] transaction","detail":"{read_only:false; response_revision:16207; number_of_response:1; }","duration":"109.189186ms","start":"2026-03-19T11:41:36.817216Z","end":"2026-03-19T11:41:36.926405Z","steps":["trace[265995988] 'process raft request' (duration: 108.97102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:36.92783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.353746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:905655"} {"level":"info","ts":"2026-03-19T11:41:36.927914Z","caller":"traceutil/trace.go:171","msg":"trace[1334924358] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:16207; }","duration":"107.460998ms","start":"2026-03-19T11:41:36.820434Z","end":"2026-03-19T11:41:36.927895Z","steps":["trace[1334924358] 'agreement among raft nodes before linearized reading' (duration: 106.04757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:36.928066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.82827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:905655"} {"level":"info","ts":"2026-03-19T11:41:36.928138Z","caller":"traceutil/trace.go:171","msg":"trace[1518333923] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:16207; }","duration":"110.941533ms","start":"2026-03-19T11:41:36.817179Z","end":"2026-03-19T11:41:36.928121Z","steps":["trace[1518333923] 'agreement among raft nodes before linearized reading' (duration: 109.273598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:36.928136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.094855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:905655"} {"level":"warn","ts":"2026-03-19T11:41:36.928709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.691992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:905655"} {"level":"info","ts":"2026-03-19T11:41:36.92879Z","caller":"traceutil/trace.go:171","msg":"trace[1894168261] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:16207; }","duration":"108.795905ms","start":"2026-03-19T11:41:36.819976Z","end":"2026-03-19T11:41:36.928772Z","steps":["trace[1894168261] 'agreement among raft nodes before linearized reading' (duration: 106.562424ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:36.9283Z","caller":"traceutil/trace.go:171","msg":"trace[299596714] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:16207; }","duration":"108.27284ms","start":"2026-03-19T11:41:36.82Z","end":"2026-03-19T11:41:36.928273Z","steps":["trace[299596714] 'agreement among raft nodes before linearized reading' (duration: 106.601665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:36.928948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.19311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:905655"} {"level":"info","ts":"2026-03-19T11:41:36.929005Z","caller":"traceutil/trace.go:171","msg":"trace[480823946] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:16207; }","duration":"111.264732ms","start":"2026-03-19T11:41:36.817725Z","end":"2026-03-19T11:41:36.92899Z","steps":["trace[480823946] 'agreement among raft nodes before linearized reading' (duration: 109.068582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:36.929086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.319143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:905655"} {"level":"info","ts":"2026-03-19T11:41:36.929159Z","caller":"traceutil/trace.go:171","msg":"trace[1640146052] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:16207; }","duration":"111.399765ms","start":"2026-03-19T11:41:36.817741Z","end":"2026-03-19T11:41:36.92914Z","steps":["trace[1640146052] 'agreement among raft nodes before linearized reading' (duration: 108.916448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:36.929443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.714534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:905655"} {"level":"info","ts":"2026-03-19T11:41:36.929511Z","caller":"traceutil/trace.go:171","msg":"trace[93244207] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:16207; }","duration":"111.802337ms","start":"2026-03-19T11:41:36.817693Z","end":"2026-03-19T11:41:36.929495Z","steps":["trace[93244207] 'agreement among raft nodes before linearized reading' (duration: 108.782075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:38.920091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.613053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:41:38.920168Z","caller":"traceutil/trace.go:171","msg":"trace[1379429628] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16221; }","duration":"107.715706ms","start":"2026-03-19T11:41:38.812434Z","end":"2026-03-19T11:41:38.92015Z","steps":["trace[1379429628] 'agreement among raft nodes before linearized reading' (duration: 107.49635ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:38.920194Z","caller":"traceutil/trace.go:171","msg":"trace[581794310] transaction","detail":"{read_only:false; response_revision:16221; number_of_response:1; }","duration":"105.712471ms","start":"2026-03-19T11:41:38.814441Z","end":"2026-03-19T11:41:38.920153Z","steps":["trace[581794310] 'process raft request' (duration: 80.65541ms)","trace[581794310] 'compare' (duration: 24.706221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:41:38.920267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.657514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:41:38.920339Z","caller":"traceutil/trace.go:171","msg":"trace[1559966165] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16221; }","duration":"107.772967ms","start":"2026-03-19T11:41:38.812542Z","end":"2026-03-19T11:41:38.920315Z","steps":["trace[1559966165] 'agreement among raft nodes before linearized reading' (duration: 107.661244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:38.920356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.743801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5308"} {"level":"info","ts":"2026-03-19T11:41:38.920439Z","caller":"traceutil/trace.go:171","msg":"trace[1040451174] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:16221; }","duration":"102.848703ms","start":"2026-03-19T11:41:38.817571Z","end":"2026-03-19T11:41:38.92042Z","steps":["trace[1040451174] 'agreement among raft nodes before linearized reading' (duration: 102.609317ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:39.075255Z","caller":"traceutil/trace.go:171","msg":"trace[625966598] linearizableReadLoop","detail":"{readStateIndex:16826; appliedIndex:16823; }","duration":"116.636218ms","start":"2026-03-19T11:41:38.95859Z","end":"2026-03-19T11:41:39.075226Z","steps":["trace[625966598] 'read index received' (duration: 42.451983ms)","trace[625966598] 'applied index is now lower than readState.Index' (duration: 74.183115ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:41:39.0753Z","caller":"traceutil/trace.go:171","msg":"trace[570685495] transaction","detail":"{read_only:false; response_revision:16223; number_of_response:1; }","duration":"141.425061ms","start":"2026-03-19T11:41:38.933839Z","end":"2026-03-19T11:41:39.075264Z","steps":["trace[570685495] 'process raft request' (duration: 101.323332ms)","trace[570685495] 'compare' (duration: 39.848932ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:41:39.07541Z","caller":"traceutil/trace.go:171","msg":"trace[1536979028] transaction","detail":"{read_only:false; response_revision:16224; number_of_response:1; }","duration":"140.036093ms","start":"2026-03-19T11:41:38.935359Z","end":"2026-03-19T11:41:39.075395Z","steps":["trace[1536979028] 'process raft request' (duration: 139.795876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:39.075653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.831006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-pxkvv\" ","response":"range_response_count:1 size:18652"} {"level":"warn","ts":"2026-03-19T11:41:39.076159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.006416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ftrfc\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-19T11:41:39.076177Z","caller":"traceutil/trace.go:171","msg":"trace[714783447] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-pxkvv; range_end:; response_count:1; response_revision:16224; }","duration":"116.391861ms","start":"2026-03-19T11:41:38.959762Z","end":"2026-03-19T11:41:39.076154Z","steps":["trace[714783447] 'agreement among raft nodes before linearized reading' (duration: 115.745884ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:39.07625Z","caller":"traceutil/trace.go:171","msg":"trace[2142461500] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ftrfc; range_end:; response_count:1; response_revision:16224; }","duration":"114.117879ms","start":"2026-03-19T11:41:38.962106Z","end":"2026-03-19T11:41:39.076224Z","steps":["trace[2142461500] 'agreement among raft nodes before linearized reading' (duration: 113.881233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:39.075937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.335537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wbxwg\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-19T11:41:39.076361Z","caller":"traceutil/trace.go:171","msg":"trace[1891710290] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wbxwg; range_end:; response_count:1; response_revision:16224; }","duration":"117.766909ms","start":"2026-03-19T11:41:38.958581Z","end":"2026-03-19T11:41:39.076348Z","steps":["trace[1891710290] 'agreement among raft nodes before linearized reading' (duration: 117.265665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:39.076026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.931029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-7d6hq\" ","response":"range_response_count:1 size:14283"} {"level":"info","ts":"2026-03-19T11:41:39.07667Z","caller":"traceutil/trace.go:171","msg":"trace[844697748] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-7d6hq; range_end:; response_count:1; response_revision:16224; }","duration":"116.592696ms","start":"2026-03-19T11:41:38.960063Z","end":"2026-03-19T11:41:39.076655Z","steps":["trace[844697748] 'agreement among raft nodes before linearized reading' (duration: 115.915668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:39.076158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.548778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r4twd\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-19T11:41:39.077069Z","caller":"traceutil/trace.go:171","msg":"trace[1306245259] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r4twd; range_end:; response_count:1; response_revision:16224; }","duration":"116.511534ms","start":"2026-03-19T11:41:38.960542Z","end":"2026-03-19T11:41:39.077053Z","steps":["trace[1306245259] 'agreement among raft nodes before linearized reading' (duration: 115.352772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:39.076519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.152035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r4twd\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-19T11:41:39.077275Z","caller":"traceutil/trace.go:171","msg":"trace[875396779] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r4twd; range_end:; response_count:1; response_revision:16224; }","duration":"116.965676ms","start":"2026-03-19T11:41:38.960294Z","end":"2026-03-19T11:41:39.07726Z","steps":["trace[875396779] 'agreement among raft nodes before linearized reading' (duration: 115.673701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:39.07691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.726513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-wztgb\" ","response":"range_response_count:1 size:18676"} {"level":"info","ts":"2026-03-19T11:41:39.077482Z","caller":"traceutil/trace.go:171","msg":"trace[1531343370] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-wztgb; range_end:; response_count:1; response_revision:16224; }","duration":"116.33489ms","start":"2026-03-19T11:41:38.961124Z","end":"2026-03-19T11:41:39.077459Z","steps":["trace[1531343370] 'agreement among raft nodes before linearized reading' (duration: 114.469629ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:39.906203Z","caller":"traceutil/trace.go:171","msg":"trace[1591849713] transaction","detail":"{read_only:false; response_revision:16226; number_of_response:1; }","duration":"127.01873ms","start":"2026-03-19T11:41:39.779164Z","end":"2026-03-19T11:41:39.906182Z","steps":["trace[1591849713] 'process raft request' (duration: 126.754033ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:40.196629Z","caller":"traceutil/trace.go:171","msg":"trace[1461489960] transaction","detail":"{read_only:false; response_revision:16227; number_of_response:1; }","duration":"285.239147ms","start":"2026-03-19T11:41:39.91136Z","end":"2026-03-19T11:41:40.196599Z","steps":["trace[1461489960] 'process raft request' (duration: 285.024761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:40.196971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.347079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-19T11:41:40.19706Z","caller":"traceutil/trace.go:171","msg":"trace[1226682510] linearizableReadLoop","detail":"{readStateIndex:16829; appliedIndex:16828; }","duration":"221.945598ms","start":"2026-03-19T11:41:39.974611Z","end":"2026-03-19T11:41:40.196557Z","steps":["trace[1226682510] 'read index received' (duration: 221.733233ms)","trace[1226682510] 'applied index is now lower than readState.Index' (duration: 210.885µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:41:40.197061Z","caller":"traceutil/trace.go:171","msg":"trace[382840344] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16227; }","duration":"222.485672ms","start":"2026-03-19T11:41:39.974554Z","end":"2026-03-19T11:41:40.19704Z","steps":["trace[382840344] 'agreement among raft nodes before linearized reading' (duration: 222.179374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:40.545523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.137077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:41:40.545647Z","caller":"traceutil/trace.go:171","msg":"trace[8390552] linearizableReadLoop","detail":"{readStateIndex:16830; appliedIndex:16829; }","duration":"348.531946ms","start":"2026-03-19T11:41:40.197096Z","end":"2026-03-19T11:41:40.545628Z","steps":["trace[8390552] 'read index received' (duration: 110.247544ms)","trace[8390552] 'applied index is now lower than readState.Index' (duration: 238.282892ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:41:40.545677Z","caller":"traceutil/trace.go:171","msg":"trace[1270490530] transaction","detail":"{read_only:false; response_revision:16228; number_of_response:1; }","duration":"569.201969ms","start":"2026-03-19T11:41:39.976451Z","end":"2026-03-19T11:41:40.545653Z","steps":["trace[1270490530] 'process raft request' (duration: 330.847106ms)","trace[1270490530] 'compare' (duration: 238.013184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:41:40.5458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:39.976423Z","time spent":"569.309731ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:41:40.54585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.409162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-19T11:41:40.54588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.274231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:41:40.545913Z","caller":"traceutil/trace.go:171","msg":"trace[783372960] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16228; }","duration":"570.502334ms","start":"2026-03-19T11:41:39.975398Z","end":"2026-03-19T11:41:40.5459Z","steps":["trace[783372960] 'agreement among raft nodes before linearized reading' (duration: 570.285258ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:40.545948Z","caller":"traceutil/trace.go:171","msg":"trace[865086994] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16228; }","duration":"569.430175ms","start":"2026-03-19T11:41:39.976504Z","end":"2026-03-19T11:41:40.545934Z","steps":["trace[865086994] 'agreement among raft nodes before linearized reading' (duration: 569.287701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:40.545956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:39.975387Z","time spent":"570.560126ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-19T11:41:40.545988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:39.976481Z","time spent":"569.498667ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-03-19T11:41:41.329312Z","caller":"traceutil/trace.go:171","msg":"trace[1688887444] linearizableReadLoop","detail":"{readStateIndex:16835; appliedIndex:16833; }","duration":"225.34835ms","start":"2026-03-19T11:41:41.103946Z","end":"2026-03-19T11:41:41.329295Z","steps":["trace[1688887444] 'read index received' (duration: 2.59684ms)","trace[1688887444] 'applied index is now lower than readState.Index' (duration: 222.75057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:41:41.32946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.503975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T11:41:41.329492Z","caller":"traceutil/trace.go:171","msg":"trace[1550302750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16233; }","duration":"225.573206ms","start":"2026-03-19T11:41:41.103913Z","end":"2026-03-19T11:41:41.329486Z","steps":["trace[1550302750] 'agreement among raft nodes before linearized reading' (duration: 225.462253ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:41.329622Z","caller":"traceutil/trace.go:171","msg":"trace[902627121] transaction","detail":"{read_only:false; response_revision:16233; number_of_response:1; }","duration":"237.639794ms","start":"2026-03-19T11:41:41.091951Z","end":"2026-03-19T11:41:41.329591Z","steps":["trace[902627121] 'process raft request' (duration: 237.212372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:41.329762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.480534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r4twd\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-19T11:41:41.329787Z","caller":"traceutil/trace.go:171","msg":"trace[2061681800] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r4twd; range_end:; response_count:1; response_revision:16233; }","duration":"193.536776ms","start":"2026-03-19T11:41:41.136244Z","end":"2026-03-19T11:41:41.329781Z","steps":["trace[2061681800] 'agreement among raft nodes before linearized reading' (duration: 193.468654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:41.329791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.57934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-7d6hq\" ","response":"range_response_count:1 size:14283"} {"level":"warn","ts":"2026-03-19T11:41:41.329902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.138155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-19T11:41:41.329894Z","caller":"traceutil/trace.go:171","msg":"trace[1114794844] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-7d6hq; range_end:; response_count:1; response_revision:16233; }","duration":"199.692223ms","start":"2026-03-19T11:41:41.130177Z","end":"2026-03-19T11:41:41.329869Z","steps":["trace[1114794844] 'agreement among raft nodes before linearized reading' (duration: 199.396645ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:41.329925Z","caller":"traceutil/trace.go:171","msg":"trace[1221394594] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:16233; }","duration":"165.196327ms","start":"2026-03-19T11:41:41.164723Z","end":"2026-03-19T11:41:41.32992Z","steps":["trace[1221394594] 'agreement among raft nodes before linearized reading' (duration: 165.145025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:41.330045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.070159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ftrfc\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-19T11:41:41.330067Z","caller":"traceutil/trace.go:171","msg":"trace[398388246] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ftrfc; range_end:; response_count:1; response_revision:16233; }","duration":"191.103159ms","start":"2026-03-19T11:41:41.138957Z","end":"2026-03-19T11:41:41.33006Z","steps":["trace[398388246] 'agreement among raft nodes before linearized reading' (duration: 191.046408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:41.330148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.037686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-pxkvv\" ","response":"range_response_count:1 size:18652"} {"level":"warn","ts":"2026-03-19T11:41:41.330247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.683003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-wztgb\" ","response":"range_response_count:1 size:18676"} {"level":"info","ts":"2026-03-19T11:41:41.330276Z","caller":"traceutil/trace.go:171","msg":"trace[1250255505] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-pxkvv; range_end:; response_count:1; response_revision:16233; }","duration":"195.215662ms","start":"2026-03-19T11:41:41.135031Z","end":"2026-03-19T11:41:41.330247Z","steps":["trace[1250255505] 'agreement among raft nodes before linearized reading' (duration: 194.80643ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:41.330299Z","caller":"traceutil/trace.go:171","msg":"trace[1345480867] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-wztgb; range_end:; response_count:1; response_revision:16233; }","duration":"192.766955ms","start":"2026-03-19T11:41:41.137518Z","end":"2026-03-19T11:41:41.330285Z","steps":["trace[1345480867] 'agreement among raft nodes before linearized reading' (duration: 192.61669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:41.330373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.904773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r4twd\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-19T11:41:41.33047Z","caller":"traceutil/trace.go:171","msg":"trace[2121270394] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r4twd; range_end:; response_count:1; response_revision:16233; }","duration":"195.036697ms","start":"2026-03-19T11:41:41.135411Z","end":"2026-03-19T11:41:41.330447Z","steps":["trace[2121270394] 'agreement among raft nodes before linearized reading' (duration: 194.635016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:41.330493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.083975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wbxwg\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-19T11:41:41.330529Z","caller":"traceutil/trace.go:171","msg":"trace[1266454560] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wbxwg; range_end:; response_count:1; response_revision:16233; }","duration":"196.177198ms","start":"2026-03-19T11:41:41.134341Z","end":"2026-03-19T11:41:41.330518Z","steps":["trace[1266454560] 'agreement among raft nodes before linearized reading' (duration: 195.756026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:45.646265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.828609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:41:45.646356Z","caller":"traceutil/trace.go:171","msg":"trace[1347936742] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:16257; }","duration":"121.942112ms","start":"2026-03-19T11:41:45.524398Z","end":"2026-03-19T11:41:45.64634Z","steps":["trace[1347936742] 'count revisions from in-memory index tree' (duration: 121.707946ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:45.806451Z","caller":"traceutil/trace.go:171","msg":"trace[657671793] transaction","detail":"{read_only:false; response_revision:16258; number_of_response:1; }","duration":"131.186843ms","start":"2026-03-19T11:41:45.675244Z","end":"2026-03-19T11:41:45.806431Z","steps":["trace[657671793] 'process raft request' (duration: 130.72131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:49.176692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.45431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:41:49.176798Z","caller":"traceutil/trace.go:171","msg":"trace[999478177] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16269; }","duration":"286.605543ms","start":"2026-03-19T11:41:48.890169Z","end":"2026-03-19T11:41:49.176775Z","steps":["trace[999478177] 'range keys from in-memory index tree' (duration: 286.384298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:49.176776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.331221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:41:49.17687Z","caller":"traceutil/trace.go:171","msg":"trace[1062643845] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16269; }","duration":"200.467345ms","start":"2026-03-19T11:41:48.976382Z","end":"2026-03-19T11:41:49.176849Z","steps":["trace[1062643845] 'range keys from in-memory index tree' (duration: 200.269409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:49.176716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.614098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:41:49.177124Z","caller":"traceutil/trace.go:171","msg":"trace[86281095] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16269; }","duration":"201.057021ms","start":"2026-03-19T11:41:48.976052Z","end":"2026-03-19T11:41:49.177109Z","steps":["trace[86281095] 'range keys from in-memory index tree' (duration: 200.532416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:49.177207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.084982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:41:49.177307Z","caller":"traceutil/trace.go:171","msg":"trace[2144285989] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:16269; }","duration":"426.198965ms","start":"2026-03-19T11:41:48.751089Z","end":"2026-03-19T11:41:49.177288Z","steps":["trace[2144285989] 'count revisions from in-memory index tree' (duration: 425.974199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:49.177356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:41:48.751051Z","time spent":"426.292018ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":187,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:41:49.177825Z","caller":"traceutil/trace.go:171","msg":"trace[1262933962] linearizableReadLoop","detail":"{readStateIndex:16875; appliedIndex:16873; }","duration":"133.251378ms","start":"2026-03-19T11:41:49.04455Z","end":"2026-03-19T11:41:49.177801Z","steps":["trace[1262933962] 'read index received' (duration: 69.359393ms)","trace[1262933962] 'applied index is now lower than readState.Index' (duration: 63.890845ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:41:49.177868Z","caller":"traceutil/trace.go:171","msg":"trace[1289837140] transaction","detail":"{read_only:false; response_revision:16271; number_of_response:1; }","duration":"135.895751ms","start":"2026-03-19T11:41:49.041947Z","end":"2026-03-19T11:41:49.177842Z","steps":["trace[1289837140] 'process raft request' (duration: 135.738766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:49.178181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.621059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5308"} {"level":"info","ts":"2026-03-19T11:41:49.178189Z","caller":"traceutil/trace.go:171","msg":"trace[156943360] transaction","detail":"{read_only:false; response_revision:16270; number_of_response:1; }","duration":"196.683731ms","start":"2026-03-19T11:41:48.981444Z","end":"2026-03-19T11:41:49.178127Z","steps":["trace[156943360] 'process raft request' (duration: 132.454787ms)","trace[156943360] 'compare' (duration: 62.748914ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:41:49.178249Z","caller":"traceutil/trace.go:171","msg":"trace[949785783] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:16271; }","duration":"133.714561ms","start":"2026-03-19T11:41:49.044514Z","end":"2026-03-19T11:41:49.178229Z","steps":["trace[949785783] 'agreement among raft nodes before linearized reading' (duration: 133.470334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:49.180291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.925305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:41:49.180409Z","caller":"traceutil/trace.go:171","msg":"trace[1403769100] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:16271; }","duration":"110.063489ms","start":"2026-03-19T11:41:49.0703Z","end":"2026-03-19T11:41:49.180364Z","steps":["trace[1403769100] 'agreement among raft nodes before linearized reading' (duration: 107.772017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:49.478221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.538391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T11:41:49.478328Z","caller":"traceutil/trace.go:171","msg":"trace[980853236] linearizableReadLoop","detail":"{readStateIndex:16877; appliedIndex:16876; }","duration":"213.596871ms","start":"2026-03-19T11:41:49.264719Z","end":"2026-03-19T11:41:49.478316Z","steps":["trace[980853236] 'read index received' (duration: 105.862235ms)","trace[980853236] 'applied index is now lower than readState.Index' (duration: 107.733356ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:41:49.478418Z","caller":"traceutil/trace.go:171","msg":"trace[1608065083] transaction","detail":"{read_only:false; response_revision:16273; number_of_response:1; }","duration":"226.007798ms","start":"2026-03-19T11:41:49.252354Z","end":"2026-03-19T11:41:49.478362Z","steps":["trace[1608065083] 'process raft request' (duration: 118.241541ms)","trace[1608065083] 'compare' (duration: 107.407397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:41:49.478462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.719294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T11:41:49.478523Z","caller":"traceutil/trace.go:171","msg":"trace[350888991] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16273; }","duration":"213.817507ms","start":"2026-03-19T11:41:49.264691Z","end":"2026-03-19T11:41:49.478509Z","steps":["trace[350888991] 'agreement among raft nodes before linearized reading' (duration: 213.686794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:51.666205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.507566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-pxkvv\" ","response":"range_response_count:1 size:18652"} {"level":"info","ts":"2026-03-19T11:41:51.666332Z","caller":"traceutil/trace.go:171","msg":"trace[565519615] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-pxkvv; range_end:; response_count:1; response_revision:16286; }","duration":"105.667129ms","start":"2026-03-19T11:41:51.560649Z","end":"2026-03-19T11:41:51.666316Z","steps":["trace[565519615] 'agreement among raft nodes before linearized reading' (duration: 105.450124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:51.666403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.879694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r4twd\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-03-19T11:41:51.666205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.605861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r4twd\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-19T11:41:51.666514Z","caller":"traceutil/trace.go:171","msg":"trace[1390177404] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r4twd; range_end:; response_count:1; response_revision:16286; }","duration":"102.995247ms","start":"2026-03-19T11:41:51.563492Z","end":"2026-03-19T11:41:51.666487Z","steps":["trace[1390177404] 'agreement among raft nodes before linearized reading' (duration: 102.767061ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:51.666531Z","caller":"traceutil/trace.go:171","msg":"trace[1643308606] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r4twd; range_end:; response_count:1; response_revision:16286; }","duration":"104.930529ms","start":"2026-03-19T11:41:51.561571Z","end":"2026-03-19T11:41:51.666502Z","steps":["trace[1643308606] 'agreement among raft nodes before linearized reading' (duration: 104.512728ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:51.666201Z","caller":"traceutil/trace.go:171","msg":"trace[286935775] transaction","detail":"{read_only:false; response_revision:16286; number_of_response:1; }","duration":"104.888288ms","start":"2026-03-19T11:41:51.561281Z","end":"2026-03-19T11:41:51.666169Z","steps":["trace[286935775] 'process raft request' (duration: 104.640122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:51.667503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.539873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:905855"} {"level":"info","ts":"2026-03-19T11:41:51.667566Z","caller":"traceutil/trace.go:171","msg":"trace[954861382] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:16286; }","duration":"106.616266ms","start":"2026-03-19T11:41:51.560933Z","end":"2026-03-19T11:41:51.66755Z","steps":["trace[954861382] 'agreement among raft nodes before linearized reading' (duration: 105.333201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:51.667741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.211938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:905855"} {"level":"info","ts":"2026-03-19T11:41:51.667786Z","caller":"traceutil/trace.go:171","msg":"trace[715604509] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:16286; }","duration":"105.2973ms","start":"2026-03-19T11:41:51.562478Z","end":"2026-03-19T11:41:51.667775Z","steps":["trace[715604509] 'agreement among raft nodes before linearized reading' (duration: 103.597114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:51.668362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.606402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:905855"} {"level":"info","ts":"2026-03-19T11:41:51.668478Z","caller":"traceutil/trace.go:171","msg":"trace[1982359830] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:16286; }","duration":"107.726245ms","start":"2026-03-19T11:41:51.560735Z","end":"2026-03-19T11:41:51.668461Z","steps":["trace[1982359830] 'agreement among raft nodes before linearized reading' (duration: 105.645019ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:53.497803Z","caller":"traceutil/trace.go:171","msg":"trace[925026402] linearizableReadLoop","detail":"{readStateIndex:16897; appliedIndex:16896; }","duration":"174.397597ms","start":"2026-03-19T11:41:53.323367Z","end":"2026-03-19T11:41:53.497764Z","steps":["trace[925026402] 'read index received' (duration: 174.173931ms)","trace[925026402] 'applied index is now lower than readState.Index' (duration: 222.436µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:41:53.497865Z","caller":"traceutil/trace.go:171","msg":"trace[752401912] transaction","detail":"{read_only:false; response_revision:16292; number_of_response:1; }","duration":"187.273956ms","start":"2026-03-19T11:41:53.310561Z","end":"2026-03-19T11:41:53.497835Z","steps":["trace[752401912] 'process raft request' (duration: 187.04641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:53.49802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.192902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:41:53.498068Z","caller":"traceutil/trace.go:171","msg":"trace[796349908] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:16292; }","duration":"163.277804ms","start":"2026-03-19T11:41:53.334778Z","end":"2026-03-19T11:41:53.498056Z","steps":["trace[796349908] 'agreement among raft nodes before linearized reading' (duration: 163.167651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:53.498067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.694455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T11:41:53.498103Z","caller":"traceutil/trace.go:171","msg":"trace[396057988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16292; }","duration":"174.736146ms","start":"2026-03-19T11:41:53.323359Z","end":"2026-03-19T11:41:53.498095Z","steps":["trace[396057988] 'agreement among raft nodes before linearized reading' (duration: 174.570392ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:53.793058Z","caller":"traceutil/trace.go:171","msg":"trace[104058406] transaction","detail":"{read_only:false; response_revision:16296; number_of_response:1; }","duration":"119.613729ms","start":"2026-03-19T11:41:53.673416Z","end":"2026-03-19T11:41:53.793029Z","steps":["trace[104058406] 'process raft request' (duration: 44.359865ms)","trace[104058406] 'compare' (duration: 75.004367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:41:56.575619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.354757ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T11:41:57.732136Z","caller":"traceutil/trace.go:171","msg":"trace[1121586487] linearizableReadLoop","detail":"{readStateIndex:16917; appliedIndex:16916; }","duration":"113.233675ms","start":"2026-03-19T11:41:57.618874Z","end":"2026-03-19T11:41:57.732107Z","steps":["trace[1121586487] 'read index received' (duration: 51.588191ms)","trace[1121586487] 'applied index is now lower than readState.Index' (duration: 61.644414ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:41:57.732228Z","caller":"traceutil/trace.go:171","msg":"trace[1710388100] transaction","detail":"{read_only:false; response_revision:16311; number_of_response:1; }","duration":"114.648823ms","start":"2026-03-19T11:41:57.617537Z","end":"2026-03-19T11:41:57.732185Z","steps":["trace[1710388100] 'process raft request' (duration: 52.998089ms)","trace[1710388100] 'compare' (duration: 61.444939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:41:57.733193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.298424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:905855"} {"level":"info","ts":"2026-03-19T11:41:57.733262Z","caller":"traceutil/trace.go:171","msg":"trace[1581104592] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:16311; }","duration":"114.408407ms","start":"2026-03-19T11:41:57.618837Z","end":"2026-03-19T11:41:57.733246Z","steps":["trace[1581104592] 'agreement among raft nodes before linearized reading' (duration: 113.40979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:41:58.931585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.435976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:41:58.931676Z","caller":"traceutil/trace.go:171","msg":"trace[1585751641] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:16316; }","duration":"150.581989ms","start":"2026-03-19T11:41:58.781072Z","end":"2026-03-19T11:41:58.931654Z","steps":["trace[1585751641] 'count revisions from in-memory index tree' (duration: 150.349964ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:41:59.764392Z","caller":"traceutil/trace.go:171","msg":"trace[243311256] transaction","detail":"{read_only:false; response_revision:16319; number_of_response:1; }","duration":"143.764765ms","start":"2026-03-19T11:41:59.620589Z","end":"2026-03-19T11:41:59.764354Z","steps":["trace[243311256] 'process raft request' (duration: 143.386734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:42:01.392558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.75416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:42:01.392643Z","caller":"traceutil/trace.go:171","msg":"trace[1590187141] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16327; }","duration":"109.855033ms","start":"2026-03-19T11:42:01.282768Z","end":"2026-03-19T11:42:01.392623Z","steps":["trace[1590187141] 'range keys from in-memory index tree' (duration: 109.671739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:42:01.392811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.048789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:42:01.392854Z","caller":"traceutil/trace.go:171","msg":"trace[193369923] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16327; }","duration":"110.09704ms","start":"2026-03-19T11:42:01.282746Z","end":"2026-03-19T11:42:01.392843Z","steps":["trace[193369923] 'range keys from in-memory index tree' (duration: 109.990597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:42:01.392874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.08826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:42:01.392935Z","caller":"traceutil/trace.go:171","msg":"trace[273039682] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16327; }","duration":"110.154631ms","start":"2026-03-19T11:42:01.282773Z","end":"2026-03-19T11:42:01.392927Z","steps":["trace[273039682] 'range keys from in-memory index tree' (duration: 110.036399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:42:01.392926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.171012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-19T11:42:01.392988Z","caller":"traceutil/trace.go:171","msg":"trace[615916630] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16327; }","duration":"110.291976ms","start":"2026-03-19T11:42:01.282682Z","end":"2026-03-19T11:42:01.392974Z","steps":["trace[615916630] 'range keys from in-memory index tree' (duration: 109.992097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:42:01.393019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.334771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T11:42:01.393051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.298506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:42:01.393163Z","caller":"traceutil/trace.go:171","msg":"trace[1117999118] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16327; }","duration":"110.431859ms","start":"2026-03-19T11:42:01.282705Z","end":"2026-03-19T11:42:01.393137Z","steps":["trace[1117999118] 'range keys from in-memory index tree' (duration: 110.207573ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:42:01.393082Z","caller":"traceutil/trace.go:171","msg":"trace[1257385871] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16327; }","duration":"161.424924ms","start":"2026-03-19T11:42:01.231638Z","end":"2026-03-19T11:42:01.393063Z","steps":["trace[1257385871] 'range keys from in-memory index tree' (duration: 161.234829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:42:01.393248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.009308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T11:42:01.393303Z","caller":"traceutil/trace.go:171","msg":"trace[816830159] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16327; }","duration":"110.4619ms","start":"2026-03-19T11:42:01.282826Z","end":"2026-03-19T11:42:01.393288Z","steps":["trace[816830159] 'range keys from in-memory index tree' (duration: 109.974397ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:42:01.919087Z","caller":"traceutil/trace.go:171","msg":"trace[706477758] linearizableReadLoop","detail":"{readStateIndex:16937; appliedIndex:16936; }","duration":"128.280704ms","start":"2026-03-19T11:42:01.790785Z","end":"2026-03-19T11:42:01.919066Z","steps":["trace[706477758] 'read index received' (duration: 128.163731ms)","trace[706477758] 'applied index is now lower than readState.Index' (duration: 115.823µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:42:01.919154Z","caller":"traceutil/trace.go:171","msg":"trace[1967369929] transaction","detail":"{read_only:false; response_revision:16330; number_of_response:1; }","duration":"147.615499ms","start":"2026-03-19T11:42:01.771502Z","end":"2026-03-19T11:42:01.919117Z","steps":["trace[1967369929] 'process raft request' (duration: 147.430204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:42:01.919311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.51329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T11:42:01.919352Z","caller":"traceutil/trace.go:171","msg":"trace[610028510] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16330; }","duration":"128.599992ms","start":"2026-03-19T11:42:01.790738Z","end":"2026-03-19T11:42:01.919338Z","steps":["trace[610028510] 'agreement among raft nodes before linearized reading' (duration: 128.461918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:42:01.919345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.696833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xnddg\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T11:42:01.919428Z","caller":"traceutil/trace.go:171","msg":"trace[1900986888] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xnddg; range_end:; response_count:1; response_revision:16330; }","duration":"125.822287ms","start":"2026-03-19T11:42:01.793586Z","end":"2026-03-19T11:42:01.919409Z","steps":["trace[1900986888] 'agreement among raft nodes before linearized reading' (duration: 125.657603ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:42:37.811024Z","caller":"traceutil/trace.go:171","msg":"trace[170484516] transaction","detail":"{read_only:false; response_revision:16526; number_of_response:1; }","duration":"254.562394ms","start":"2026-03-19T11:42:37.556432Z","end":"2026-03-19T11:42:37.810995Z","steps":["trace[170484516] 'process raft request' (duration: 254.304417ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:42:37.811187Z","caller":"traceutil/trace.go:171","msg":"trace[1446950529] linearizableReadLoop","detail":"{readStateIndex:17141; appliedIndex:17139; }","duration":"202.383576ms","start":"2026-03-19T11:42:37.608541Z","end":"2026-03-19T11:42:37.810925Z","steps":["trace[1446950529] 'read index received' (duration: 8.149211ms)","trace[1446950529] 'applied index is now lower than readState.Index' (duration: 194.233345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:42:37.811258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.690554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-19T11:42:37.811323Z","caller":"traceutil/trace.go:171","msg":"trace[556246968] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:16526; }","duration":"202.784397ms","start":"2026-03-19T11:42:37.608522Z","end":"2026-03-19T11:42:37.811307Z","steps":["trace[556246968] 'agreement among raft nodes before linearized reading' (duration: 202.554661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:36.572055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.943268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:44:36.572148Z","caller":"traceutil/trace.go:171","msg":"trace[1044869508] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:17270; }","duration":"169.079032ms","start":"2026-03-19T11:44:36.403052Z","end":"2026-03-19T11:44:36.572131Z","steps":["trace[1044869508] 'count revisions from in-memory index tree' (duration: 168.882177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:37.111059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536113968,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:44:37.612185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536113968,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:44:37.840799Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.255832685s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T11:44:37.841414Z","caller":"traceutil/trace.go:171","msg":"trace[946191311] transaction","detail":"{read_only:false; response_revision:17271; number_of_response:1; }","duration":"1.256491463s","start":"2026-03-19T11:44:36.584815Z","end":"2026-03-19T11:44:37.841307Z","steps":["trace[946191311] 'process raft request' (duration: 1.256265667s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:37.841689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:36.584796Z","time spent":"1.256753841s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14633,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:44:37.852881Z","caller":"traceutil/trace.go:171","msg":"trace[1136537822] linearizableReadLoop","detail":"{readStateIndex:17915; appliedIndex:17912; }","duration":"1.242565156s","start":"2026-03-19T11:44:36.610292Z","end":"2026-03-19T11:44:37.852857Z","steps":["trace[1136537822] 'read index received' (duration: 1.230838637s)","trace[1136537822] 'applied index is now lower than readState.Index' (duration: 11.725739ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:44:37.853171Z","caller":"traceutil/trace.go:171","msg":"trace[415451129] transaction","detail":"{read_only:false; response_revision:17272; number_of_response:1; }","duration":"460.065824ms","start":"2026-03-19T11:44:37.393096Z","end":"2026-03-19T11:44:37.853161Z","steps":["trace[415451129] 'process raft request' (duration: 459.646803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:37.853272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:37.393066Z","time spent":"460.125826ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:44:37.85358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243267705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:44:37.85367Z","caller":"traceutil/trace.go:171","msg":"trace[460388216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17272; }","duration":"1.243405888s","start":"2026-03-19T11:44:36.610241Z","end":"2026-03-19T11:44:37.853647Z","steps":["trace[460388216] 'agreement among raft nodes before linearized reading' (duration: 1.243229504s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:37.853718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:36.610213Z","time spent":"1.243496721s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:44:37.853728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.170573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-19T11:44:37.854033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.494909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:44:37.854064Z","caller":"traceutil/trace.go:171","msg":"trace[2002053175] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:17272; }","duration":"413.574902ms","start":"2026-03-19T11:44:37.440478Z","end":"2026-03-19T11:44:37.854053Z","steps":["trace[2002053175] 'agreement among raft nodes before linearized reading' (duration: 413.53253ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:44:37.854054Z","caller":"traceutil/trace.go:171","msg":"trace[525316923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17272; }","duration":"986.518603ms","start":"2026-03-19T11:44:36.867518Z","end":"2026-03-19T11:44:37.854037Z","steps":["trace[525316923] 'agreement among raft nodes before linearized reading' (duration: 986.115662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:37.854086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:37.440455Z","time spent":"413.624223ms","remote":"127.0.0.1:53194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:44:37.854112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:36.867503Z","time spent":"986.591815ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:44:37.854262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.057225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-19T11:44:37.854285Z","caller":"traceutil/trace.go:171","msg":"trace[732370101] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17272; }","duration":"618.140037ms","start":"2026-03-19T11:44:37.236138Z","end":"2026-03-19T11:44:37.854278Z","steps":["trace[732370101] 'agreement among raft nodes before linearized reading' (duration: 618.076755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:37.854307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:37.236106Z","time spent":"618.194688ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:44:37.854398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.334331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T11:44:37.854416Z","caller":"traceutil/trace.go:171","msg":"trace[413891945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17272; }","duration":"819.378272ms","start":"2026-03-19T11:44:37.035031Z","end":"2026-03-19T11:44:37.854409Z","steps":["trace[413891945] 'agreement among raft nodes before linearized reading' (duration: 819.322411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:37.854432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:37.035015Z","time spent":"819.413624ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:44:37.854507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.166774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T11:44:37.854522Z","caller":"traceutil/trace.go:171","msg":"trace[1589755596] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17272; }","duration":"894.210554ms","start":"2026-03-19T11:44:36.960306Z","end":"2026-03-19T11:44:37.854517Z","steps":["trace[1589755596] 'agreement among raft nodes before linearized reading' (duration: 894.167533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:37.854543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:36.960291Z","time spent":"894.247016ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T11:44:37.854679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.162972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:44:37.854699Z","caller":"traceutil/trace.go:171","msg":"trace[583133126] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17272; }","duration":"951.204413ms","start":"2026-03-19T11:44:36.903487Z","end":"2026-03-19T11:44:37.854692Z","steps":["trace[583133126] 'agreement among raft nodes before linearized reading' (duration: 951.166242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:37.854718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:36.903472Z","time spent":"951.240184ms","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:44:37.854834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.256543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T11:44:37.854851Z","caller":"traceutil/trace.go:171","msg":"trace[1801352096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17272; }","duration":"987.282044ms","start":"2026-03-19T11:44:36.867563Z","end":"2026-03-19T11:44:37.854845Z","steps":["trace[1801352096] 'agreement among raft nodes before linearized reading' (duration: 987.231903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:37.854867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:36.867559Z","time spent":"987.303995ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T11:44:44.017336Z","caller":"traceutil/trace.go:171","msg":"trace[1258707346] linearizableReadLoop","detail":"{readStateIndex:17951; appliedIndex:17950; }","duration":"131.528652ms","start":"2026-03-19T11:44:43.88578Z","end":"2026-03-19T11:44:44.017309Z","steps":["trace[1258707346] 'read index received' (duration: 131.359137ms)","trace[1258707346] 'applied index is now lower than readState.Index' (duration: 168.465µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:44:44.017465Z","caller":"traceutil/trace.go:171","msg":"trace[1811444071] transaction","detail":"{read_only:false; response_revision:17306; number_of_response:1; }","duration":"145.213473ms","start":"2026-03-19T11:44:43.872238Z","end":"2026-03-19T11:44:44.017451Z","steps":["trace[1811444071] 'process raft request' (duration: 144.920896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:44.017749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.879475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T11:44:44.017825Z","caller":"traceutil/trace.go:171","msg":"trace[130244004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17306; }","duration":"131.010768ms","start":"2026-03-19T11:44:43.886798Z","end":"2026-03-19T11:44:44.017809Z","steps":["trace[130244004] 'agreement among raft nodes before linearized reading' (duration: 130.821563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:44.018074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.986633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T11:44:44.018072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.398071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T11:44:44.018109Z","caller":"traceutil/trace.go:171","msg":"trace[1487055009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17306; }","duration":"129.063055ms","start":"2026-03-19T11:44:43.889037Z","end":"2026-03-19T11:44:44.0181Z","steps":["trace[1487055009] 'agreement among raft nodes before linearized reading' (duration: 128.977873ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:44:44.018144Z","caller":"traceutil/trace.go:171","msg":"trace[1631671289] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17306; }","duration":"127.516604ms","start":"2026-03-19T11:44:43.89061Z","end":"2026-03-19T11:44:44.018126Z","steps":["trace[1631671289] 'agreement among raft nodes before linearized reading' (duration: 127.307868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:44.018312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.338904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-19T11:44:44.018346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.343111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T11:44:44.018381Z","caller":"traceutil/trace.go:171","msg":"trace[183033033] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17306; }","duration":"126.393803ms","start":"2026-03-19T11:44:43.891973Z","end":"2026-03-19T11:44:44.018367Z","steps":["trace[183033033] 'agreement among raft nodes before linearized reading' (duration: 126.291501ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:44:44.018504Z","caller":"traceutil/trace.go:171","msg":"trace[1335764233] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17306; }","duration":"132.644922ms","start":"2026-03-19T11:44:43.885722Z","end":"2026-03-19T11:44:44.018367Z","steps":["trace[1335764233] 'agreement among raft nodes before linearized reading' (duration: 132.251962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:44.962461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.875975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T11:44:44.962531Z","caller":"traceutil/trace.go:171","msg":"trace[357937162] linearizableReadLoop","detail":"{readStateIndex:17952; appliedIndex:17951; }","duration":"930.230373ms","start":"2026-03-19T11:44:44.032289Z","end":"2026-03-19T11:44:44.962519Z","steps":["trace[357937162] 'read index received' (duration: 124.228314ms)","trace[357937162] 'applied index is now lower than readState.Index' (duration: 806.000929ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:44:44.962575Z","caller":"traceutil/trace.go:171","msg":"trace[1311765281] transaction","detail":"{read_only:false; response_revision:17307; number_of_response:1; }","duration":"940.393099ms","start":"2026-03-19T11:44:44.022175Z","end":"2026-03-19T11:44:44.962569Z","steps":["trace[1311765281] 'process raft request' (duration: 134.331028ms)","trace[1311765281] 'compare' (duration: 804.997752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:44:44.962603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:44.022148Z","time spent":"940.43855ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:44:44.963608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.301032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946866"} {"level":"info","ts":"2026-03-19T11:44:44.963668Z","caller":"traceutil/trace.go:171","msg":"trace[253614751] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17307; }","duration":"931.397035ms","start":"2026-03-19T11:44:44.032256Z","end":"2026-03-19T11:44:44.963653Z","steps":["trace[253614751] 'agreement among raft nodes before linearized reading' (duration: 930.335076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:44.963709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:44.032237Z","time spent":"931.459216ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946890,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T11:44:45.179184Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.022654353s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T11:44:45.179597Z","caller":"traceutil/trace.go:171","msg":"trace[197185715] transaction","detail":"{read_only:false; response_revision:17308; number_of_response:1; }","duration":"1.147076272s","start":"2026-03-19T11:44:44.032488Z","end":"2026-03-19T11:44:45.179564Z","steps":["trace[197185715] 'process raft request' (duration: 1.146881427s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:45.179778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:44.032398Z","time spent":"1.147274488s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:44:45.179868Z","caller":"traceutil/trace.go:171","msg":"trace[1954624893] transaction","detail":"{read_only:false; response_revision:17309; number_of_response:1; }","duration":"1.147265737s","start":"2026-03-19T11:44:44.032566Z","end":"2026-03-19T11:44:45.179832Z","steps":["trace[1954624893] 'process raft request' (duration: 1.146955059s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:44:45.179961Z","caller":"traceutil/trace.go:171","msg":"trace[1378703148] transaction","detail":"{read_only:false; response_revision:17312; number_of_response:1; }","duration":"1.026444126s","start":"2026-03-19T11:44:44.153491Z","end":"2026-03-19T11:44:45.179935Z","steps":["trace[1378703148] 'process raft request' (duration: 1.026388655s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:45.179986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:44.032548Z","time spent":"1.14735978s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:44:45.180086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:44.153472Z","time spent":"1.026557089s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:44:45.180139Z","caller":"traceutil/trace.go:171","msg":"trace[1344075333] transaction","detail":"{read_only:false; response_revision:17310; number_of_response:1; }","duration":"1.147477203s","start":"2026-03-19T11:44:44.032643Z","end":"2026-03-19T11:44:45.180121Z","steps":["trace[1344075333] 'process raft request' (duration: 1.147054372s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:44:45.180207Z","caller":"traceutil/trace.go:171","msg":"trace[612900662] transaction","detail":"{read_only:false; response_revision:17311; number_of_response:1; }","duration":"1.147508784s","start":"2026-03-19T11:44:44.032681Z","end":"2026-03-19T11:44:45.180189Z","steps":["trace[612900662] 'process raft request' (duration: 1.147146054s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:45.180303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:44.032668Z","time spent":"1.147589696s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:44:45.180222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:44.032637Z","time spent":"1.147548375s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:44:45.228661Z","caller":"traceutil/trace.go:171","msg":"trace[317342422] linearizableReadLoop","detail":"{readStateIndex:17958; appliedIndex:17952; }","duration":"266.098427ms","start":"2026-03-19T11:44:44.962546Z","end":"2026-03-19T11:44:45.228645Z","steps":["trace[317342422] 'read index received' (duration: 216.826619ms)","trace[317342422] 'applied index is now lower than readState.Index' (duration: 49.270418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:44:45.228844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.777511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r4twd\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-19T11:44:45.228929Z","caller":"traceutil/trace.go:171","msg":"trace[1578946050] transaction","detail":"{read_only:false; response_revision:17313; number_of_response:1; }","duration":"909.269304ms","start":"2026-03-19T11:44:44.319631Z","end":"2026-03-19T11:44:45.228901Z","steps":["trace[1578946050] 'process raft request' (duration: 908.444212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:45.22898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.263678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:44:45.229176Z","caller":"traceutil/trace.go:171","msg":"trace[1597415194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17313; }","duration":"619.495724ms","start":"2026-03-19T11:44:44.609661Z","end":"2026-03-19T11:44:45.229157Z","steps":["trace[1597415194] 'agreement among raft nodes before linearized reading' (duration: 619.218846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:45.229022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.544909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ftrfc\" ","response":"range_response_count:1 size:20873"} {"level":"warn","ts":"2026-03-19T11:44:45.229282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:44.609638Z","time spent":"619.591176ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:44:45.229062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:44.319607Z","time spent":"909.389457ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:44:45.229378Z","caller":"traceutil/trace.go:171","msg":"trace[756766618] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ftrfc; range_end:; response_count:1; response_revision:17313; }","duration":"498.862098ms","start":"2026-03-19T11:44:44.730438Z","end":"2026-03-19T11:44:45.2293Z","steps":["trace[756766618] 'agreement among raft nodes before linearized reading' (duration: 498.344234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:45.229579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:44.730401Z","time spent":"499.108695ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20897,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ftrfc\" "} {"level":"info","ts":"2026-03-19T11:44:45.228878Z","caller":"traceutil/trace.go:171","msg":"trace[214332253] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r4twd; range_end:; response_count:1; response_revision:17313; }","duration":"989.864313ms","start":"2026-03-19T11:44:44.239003Z","end":"2026-03-19T11:44:45.228867Z","steps":["trace[214332253] 'agreement among raft nodes before linearized reading' (duration: 989.704089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:45.229644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:44.238982Z","time spent":"990.652374ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22157,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r4twd\" "} {"level":"warn","ts":"2026-03-19T11:44:45.229957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.126776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:44:45.230241Z","caller":"traceutil/trace.go:171","msg":"trace[2087861338] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:17313; }","duration":"418.263508ms","start":"2026-03-19T11:44:44.811754Z","end":"2026-03-19T11:44:45.230018Z","steps":["trace[2087861338] 'agreement among raft nodes before linearized reading' (duration: 416.949033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:45.230551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:44.811729Z","time spent":"418.564097ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:44:45.878421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536114076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:44:46.378596Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536114076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:44:46.879817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536114076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:44:46.88272Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.637658536s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T11:44:46.883039Z","caller":"traceutil/trace.go:171","msg":"trace[945561882] transaction","detail":"{read_only:false; response_revision:17314; number_of_response:1; }","duration":"1.638151819s","start":"2026-03-19T11:44:45.244867Z","end":"2026-03-19T11:44:46.883019Z","steps":["trace[945561882] 'process raft request' (duration: 1.637994705s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:46.883164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:45.244844Z","time spent":"1.638252903s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20988,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:44:47.135665Z","caller":"traceutil/trace.go:171","msg":"trace[862652500] transaction","detail":"{read_only:false; response_revision:17315; number_of_response:1; }","duration":"1.112657438s","start":"2026-03-19T11:44:46.022973Z","end":"2026-03-19T11:44:47.135631Z","steps":["trace[862652500] 'process raft request' (duration: 1.112099933s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:44:47.135733Z","caller":"traceutil/trace.go:171","msg":"trace[1354377121] transaction","detail":"{read_only:false; response_revision:17316; number_of_response:1; }","duration":"940.535574ms","start":"2026-03-19T11:44:46.195159Z","end":"2026-03-19T11:44:47.135695Z","steps":["trace[1354377121] 'process raft request' (duration: 940.268527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:47.135885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:46.195139Z","time spent":"940.665417ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:44:47.135897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:46.022953Z","time spent":"1.112789752s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:44:47.566127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.624555ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-19T11:44:47.566421Z","caller":"traceutil/trace.go:171","msg":"trace[921896458] linearizableReadLoop","detail":"{readStateIndex:17962; appliedIndex:17958; }","duration":"2.188504827s","start":"2026-03-19T11:44:45.377898Z","end":"2026-03-19T11:44:47.566402Z","steps":["trace[921896458] 'read index received' (duration: 1.505063266s)","trace[921896458] 'applied index is now lower than readState.Index' (duration: 683.439961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:44:47.566724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.188784855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T11:44:47.566883Z","caller":"traceutil/trace.go:171","msg":"trace[1301846473] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17317; }","duration":"2.189005381s","start":"2026-03-19T11:44:45.377851Z","end":"2026-03-19T11:44:47.566856Z","steps":["trace[1301846473] 'agreement among raft nodes before linearized reading' (duration: 2.188635201s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:47.567172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.065174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T11:44:47.567245Z","caller":"traceutil/trace.go:171","msg":"trace[550496978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17318; }","duration":"365.179588ms","start":"2026-03-19T11:44:47.202051Z","end":"2026-03-19T11:44:47.567231Z","steps":["trace[550496978] 'agreement among raft nodes before linearized reading' (duration: 364.936221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:47.567238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:45.377827Z","time spent":"2.189386691s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T11:44:47.56729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:47.202042Z","time spent":"365.236669ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:44:47.566776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.03985816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:44:47.567579Z","caller":"traceutil/trace.go:171","msg":"trace[1491759918] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:17318; }","duration":"2.040698663s","start":"2026-03-19T11:44:45.526856Z","end":"2026-03-19T11:44:47.567555Z","steps":["trace[1491759918] 'agreement among raft nodes before linearized reading' (duration: 2.039840859s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:47.567641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:45.526819Z","time spent":"2.040800445s","remote":"127.0.0.1:57986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:44:47.56688Z","caller":"traceutil/trace.go:171","msg":"trace[1598578509] transaction","detail":"{read_only:false; response_revision:17317; number_of_response:1; }","duration":"363.583004ms","start":"2026-03-19T11:44:47.203268Z","end":"2026-03-19T11:44:47.566851Z","steps":["trace[1598578509] 'process raft request' (duration: 362.983668ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:44:47.566905Z","caller":"traceutil/trace.go:171","msg":"trace[2048752972] transaction","detail":"{read_only:false; response_revision:17318; number_of_response:1; }","duration":"332.463139ms","start":"2026-03-19T11:44:47.234406Z","end":"2026-03-19T11:44:47.56687Z","steps":["trace[2048752972] 'process raft request' (duration: 332.166071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:47.567771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:47.20324Z","time spent":"364.459758ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:44:47.566971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.585365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r4twd\" ","response":"range_response_count:1 size:22133"} {"level":"warn","ts":"2026-03-19T11:44:47.566948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.032045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-19T11:44:47.56781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:47.234382Z","time spent":"333.358634ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:44:47.567876Z","caller":"traceutil/trace.go:171","msg":"trace[41611546] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r4twd; range_end:; response_count:1; response_revision:17318; }","duration":"318.490579ms","start":"2026-03-19T11:44:47.249352Z","end":"2026-03-19T11:44:47.567842Z","steps":["trace[41611546] 'agreement among raft nodes before linearized reading' (duration: 317.475772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:47.566985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.530907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-19T11:44:47.567822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.412251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-19T11:44:47.567942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:47.249339Z","time spent":"318.586073ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22157,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r4twd\" "} {"level":"info","ts":"2026-03-19T11:44:47.56788Z","caller":"traceutil/trace.go:171","msg":"trace[2141658357] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17318; }","duration":"600.997632ms","start":"2026-03-19T11:44:46.966859Z","end":"2026-03-19T11:44:47.567856Z","steps":["trace[2141658357] 'agreement among raft nodes before linearized reading' (duration: 599.941653ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:44:47.568007Z","caller":"traceutil/trace.go:171","msg":"trace[584194895] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17318; }","duration":"366.521394ms","start":"2026-03-19T11:44:47.201416Z","end":"2026-03-19T11:44:47.567937Z","steps":["trace[584194895] 'agreement among raft nodes before linearized reading' (duration: 365.439715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:47.56804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:46.966841Z","time spent":"601.174447ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:44:47.567092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467991889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T11:44:47.568088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:47.20141Z","time spent":"366.662988ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:44:47.567053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.903991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:44:47.568165Z","caller":"traceutil/trace.go:171","msg":"trace[871716689] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:17318; }","duration":"401.013361ms","start":"2026-03-19T11:44:47.167137Z","end":"2026-03-19T11:44:47.56815Z","steps":["trace[871716689] 'agreement among raft nodes before linearized reading' (duration: 399.857409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:47.568199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:47.167083Z","time spent":"401.106664ms","remote":"127.0.0.1:53318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":32,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:44:47.567167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.606308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wbxwg\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-03-19T11:44:47.568342Z","caller":"traceutil/trace.go:171","msg":"trace[442791063] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wbxwg; range_end:; response_count:1; response_revision:17318; }","duration":"574.732239ms","start":"2026-03-19T11:44:46.993523Z","end":"2026-03-19T11:44:47.568256Z","steps":["trace[442791063] 'agreement among raft nodes before linearized reading' (duration: 573.553007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:47.567013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.541681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-19T11:44:47.56842Z","caller":"traceutil/trace.go:171","msg":"trace[2124617420] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:17318; }","duration":"991.985072ms","start":"2026-03-19T11:44:46.576415Z","end":"2026-03-19T11:44:47.5684Z","steps":["trace[2124617420] 'agreement among raft nodes before linearized reading' (duration: 990.396558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:47.568422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:46.993506Z","time spent":"574.892994ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9824,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wbxwg\" "} {"level":"warn","ts":"2026-03-19T11:44:47.568479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:46.576393Z","time spent":"992.068943ms","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-19T11:44:47.568113Z","caller":"traceutil/trace.go:171","msg":"trace[2107842456] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17318; }","duration":"1.469045537s","start":"2026-03-19T11:44:46.099048Z","end":"2026-03-19T11:44:47.568093Z","steps":["trace[2107842456] 'agreement among raft nodes before linearized reading' (duration: 1.468002539s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:47.568564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:46.099027Z","time spent":"1.46950795s","remote":"127.0.0.1:49430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:44:47.567144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953792132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:44:47.568594Z","caller":"traceutil/trace.go:171","msg":"trace[2085492242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17318; }","duration":"366.596276ms","start":"2026-03-19T11:44:47.201354Z","end":"2026-03-19T11:44:47.56795Z","steps":["trace[2085492242] 'agreement among raft nodes before linearized reading' (duration: 366.35334ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:44:47.568672Z","caller":"traceutil/trace.go:171","msg":"trace[1058906120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17318; }","duration":"1.955332224s","start":"2026-03-19T11:44:45.613322Z","end":"2026-03-19T11:44:47.568654Z","steps":["trace[1058906120] 'agreement among raft nodes before linearized reading' (duration: 1.953794973s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:47.568695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:47.201332Z","time spent":"367.345276ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:44:47.568734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:45.613307Z","time spent":"1.955409576s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:44:47.568493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.390371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T11:44:47.56897Z","caller":"traceutil/trace.go:171","msg":"trace[1816737923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17318; }","duration":"380.877754ms","start":"2026-03-19T11:44:47.188056Z","end":"2026-03-19T11:44:47.568934Z","steps":["trace[1816737923] 'agreement among raft nodes before linearized reading' (duration: 378.668854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:47.569109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:47.188033Z","time spent":"381.036619ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T11:44:49.603722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000739116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T11:44:49.6038Z","caller":"traceutil/trace.go:171","msg":"trace[1742029469] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000844989s","start":"2026-03-19T11:44:47.602936Z","end":"2026-03-19T11:44:49.603781Z","steps":["trace[1742029469] 'agreement among raft nodes before linearized reading' (duration: 2.000746366s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:49.603836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:47.602928Z","time spent":"2.00090123s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:44:50.046592Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.377399656s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T11:44:50.058251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:47.883592Z","time spent":"2.174651129s","remote":"127.0.0.1:48870","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T11:44:50.059186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.389938556s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T11:44:50.059351Z","caller":"traceutil/trace.go:171","msg":"trace[1293036842] transaction","detail":"{read_only:false; response_revision:17319; number_of_response:1; }","duration":"2.465498339s","start":"2026-03-19T11:44:47.593831Z","end":"2026-03-19T11:44:50.05933Z","steps":["trace[1293036842] 'process raft request' (duration: 75.334886ms)","trace[1293036842] 'compare' (duration: 2.389148655s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:44:50.059456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:47.593804Z","time spent":"2.46558751s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:44:50.059469Z","caller":"traceutil/trace.go:171","msg":"trace[915823919] transaction","detail":"{read_only:false; response_revision:17323; number_of_response:1; }","duration":"2.46114674s","start":"2026-03-19T11:44:47.598305Z","end":"2026-03-19T11:44:50.059452Z","steps":["trace[915823919] 'process raft request' (duration: 2.461111429s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:50.059538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:47.5983Z","time spent":"2.461204221s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:44:50.059614Z","caller":"traceutil/trace.go:171","msg":"trace[3633604] transaction","detail":"{read_only:false; response_revision:17321; number_of_response:1; }","duration":"2.461365006s","start":"2026-03-19T11:44:47.59824Z","end":"2026-03-19T11:44:50.059605Z","steps":["trace[3633604] 'process raft request' (duration: 2.461116799s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:44:50.05965Z","caller":"traceutil/trace.go:171","msg":"trace[1623951950] transaction","detail":"{read_only:false; response_revision:17322; number_of_response:1; }","duration":"2.461359706s","start":"2026-03-19T11:44:47.598281Z","end":"2026-03-19T11:44:50.059641Z","steps":["trace[1623951950] 'process raft request' (duration: 2.461105849s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:50.059664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:47.598225Z","time spent":"2.461413317s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:44:50.059697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:47.598274Z","time spent":"2.461396977s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:44:50.059729Z","caller":"traceutil/trace.go:171","msg":"trace[695868588] transaction","detail":"{read_only:false; response_revision:17320; number_of_response:1; }","duration":"2.461502919s","start":"2026-03-19T11:44:47.598219Z","end":"2026-03-19T11:44:50.059722Z","steps":["trace[695868588] 'process raft request' (duration: 2.461081528s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:50.059769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:47.598204Z","time spent":"2.461541471s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:44:50.059784Z","caller":"traceutil/trace.go:171","msg":"trace[1516209720] linearizableReadLoop","detail":"{readStateIndex:17965; appliedIndex:17964; }","duration":"2.461822889s","start":"2026-03-19T11:44:47.597952Z","end":"2026-03-19T11:44:50.059775Z","steps":["trace[1516209720] 'read index received' (duration: 71.225195ms)","trace[1516209720] 'applied index is now lower than readState.Index' (duration: 2.390596714s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:44:50.059884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.461929842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T11:44:50.059917Z","caller":"traceutil/trace.go:171","msg":"trace[1876149837] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17323; }","duration":"2.461992633s","start":"2026-03-19T11:44:47.597916Z","end":"2026-03-19T11:44:50.059909Z","steps":["trace[1876149837] 'agreement among raft nodes before linearized reading' (duration: 2.461922892s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:50.059944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:47.597899Z","time spent":"2.462039574s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T11:44:50.390718Z","caller":"traceutil/trace.go:171","msg":"trace[1201382844] transaction","detail":"{read_only:false; response_revision:17325; number_of_response:1; }","duration":"793.190032ms","start":"2026-03-19T11:44:49.597506Z","end":"2026-03-19T11:44:50.390696Z","steps":["trace[1201382844] 'process raft request' (duration: 793.061339ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:44:50.390729Z","caller":"traceutil/trace.go:171","msg":"trace[306235773] linearizableReadLoop","detail":"{readStateIndex:17972; appliedIndex:17969; }","duration":"330.888336ms","start":"2026-03-19T11:44:50.059804Z","end":"2026-03-19T11:44:50.390692Z","steps":["trace[306235773] 'read index received' (duration: 262.255232ms)","trace[306235773] 'applied index is now lower than readState.Index' (duration: 68.632124ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:44:50.390794Z","caller":"traceutil/trace.go:171","msg":"trace[623008431] transaction","detail":"{read_only:false; response_revision:17324; number_of_response:1; }","duration":"1.25005357s","start":"2026-03-19T11:44:49.140717Z","end":"2026-03-19T11:44:50.39077Z","steps":["trace[623008431] 'process raft request' (duration: 1.181306573s)","trace[623008431] 'compare' (duration: 68.139711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:44:50.390843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:49.597487Z","time spent":"793.287304ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:44:50.390866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:49.140695Z","time spent":"1.250135982s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:44:50.390875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.719676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:44:50.390932Z","caller":"traceutil/trace.go:171","msg":"trace[428147899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17326; }","duration":"786.798768ms","start":"2026-03-19T11:44:49.604116Z","end":"2026-03-19T11:44:50.390915Z","steps":["trace[428147899] 'agreement among raft nodes before linearized reading' (duration: 786.682215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:50.390986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:49.604105Z","time spent":"786.87014ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T11:44:50.391063Z","caller":"traceutil/trace.go:171","msg":"trace[211329935] transaction","detail":"{read_only:false; response_revision:17326; number_of_response:1; }","duration":"793.254024ms","start":"2026-03-19T11:44:49.597794Z","end":"2026-03-19T11:44:50.391048Z","steps":["trace[211329935] 'process raft request' (duration: 792.817792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:50.391133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:49.597771Z","time spent":"793.327875ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:44:50.391137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.793007823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8d38e6f5-613b-472a-b03a-20d3f7f2c2db\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-19T11:44:50.39118Z","caller":"traceutil/trace.go:171","msg":"trace[2004461191] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8d38e6f5-613b-472a-b03a-20d3f7f2c2db; range_end:; response_count:1; response_revision:17326; }","duration":"2.793076985s","start":"2026-03-19T11:44:47.598091Z","end":"2026-03-19T11:44:50.391168Z","steps":["trace[2004461191] 'agreement among raft nodes before linearized reading' (duration: 2.792940951s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:50.391215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:47.598077Z","time spent":"2.793130306s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-8d38e6f5-613b-472a-b03a-20d3f7f2c2db\" "} {"level":"warn","ts":"2026-03-19T11:44:50.391133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436058641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-19T11:44:50.391255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.876542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18660"} {"level":"info","ts":"2026-03-19T11:44:50.391286Z","caller":"traceutil/trace.go:171","msg":"trace[322614120] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:17326; }","duration":"1.436301828s","start":"2026-03-19T11:44:48.954966Z","end":"2026-03-19T11:44:50.391268Z","steps":["trace[322614120] 'agreement among raft nodes before linearized reading' (duration: 1.435915397s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:50.391351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:48.954946Z","time spent":"1.43638255s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":129,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:44:50.391335Z","caller":"traceutil/trace.go:171","msg":"trace[2103295751] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:17326; }","duration":"329.002665ms","start":"2026-03-19T11:44:50.062314Z","end":"2026-03-19T11:44:50.391317Z","steps":["trace[2103295751] 'agreement among raft nodes before linearized reading' (duration: 328.756728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:50.39141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:50.062298Z","time spent":"329.101588ms","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18684,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T11:44:50.391514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.742352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-19T11:44:50.391616Z","caller":"traceutil/trace.go:171","msg":"trace[52526725] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:17326; }","duration":"545.884116ms","start":"2026-03-19T11:44:49.845713Z","end":"2026-03-19T11:44:50.391597Z","steps":["trace[52526725] 'agreement among raft nodes before linearized reading' (duration: 545.428383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:50.391686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:49.845699Z","time spent":"545.974328ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T11:44:50.391783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.792419478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946998"} {"level":"info","ts":"2026-03-19T11:44:50.391819Z","caller":"traceutil/trace.go:171","msg":"trace[201545805] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17326; }","duration":"2.792471209s","start":"2026-03-19T11:44:47.59934Z","end":"2026-03-19T11:44:50.391811Z","steps":["trace[201545805] 'agreement among raft nodes before linearized reading' (duration: 2.791732698s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:50.391849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:47.599333Z","time spent":"2.792506449s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":947022,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T11:44:50.392218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.793744233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946998"} {"level":"info","ts":"2026-03-19T11:44:50.392261Z","caller":"traceutil/trace.go:171","msg":"trace[1954929021] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17326; }","duration":"2.793801525s","start":"2026-03-19T11:44:47.59845Z","end":"2026-03-19T11:44:50.392251Z","steps":["trace[1954929021] 'agreement among raft nodes before linearized reading' (duration: 2.792720025s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:50.392343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:44:47.598445Z","time spent":"2.793883257s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":947022,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T11:44:50.613442Z","caller":"traceutil/trace.go:171","msg":"trace[1706712017] linearizableReadLoop","detail":"{readStateIndex:17974; appliedIndex:17972; }","duration":"213.215131ms","start":"2026-03-19T11:44:50.400197Z","end":"2026-03-19T11:44:50.613412Z","steps":["trace[1706712017] 'read index received' (duration: 89.766068ms)","trace[1706712017] 'applied index is now lower than readState.Index' (duration: 123.447883ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:44:50.613453Z","caller":"traceutil/trace.go:171","msg":"trace[1888705754] transaction","detail":"{read_only:false; response_revision:17328; number_of_response:1; }","duration":"213.90873ms","start":"2026-03-19T11:44:50.399518Z","end":"2026-03-19T11:44:50.613427Z","steps":["trace[1888705754] 'process raft request' (duration: 151.115724ms)","trace[1888705754] 'compare' (duration: 62.60315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:44:50.613633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.409466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:44:50.613712Z","caller":"traceutil/trace.go:171","msg":"trace[1514228535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17328; }","duration":"213.515629ms","start":"2026-03-19T11:44:50.400175Z","end":"2026-03-19T11:44:50.61369Z","steps":["trace[1514228535] 'agreement among raft nodes before linearized reading' (duration: 213.330494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:50.613861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.417779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-19T11:44:50.613905Z","caller":"traceutil/trace.go:171","msg":"trace[809500306] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:17328; }","duration":"184.507491ms","start":"2026-03-19T11:44:50.429386Z","end":"2026-03-19T11:44:50.613894Z","steps":["trace[809500306] 'agreement among raft nodes before linearized reading' (duration: 184.344567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:50.614023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.970721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:44:50.614076Z","caller":"traceutil/trace.go:171","msg":"trace[380638585] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17328; }","duration":"154.053504ms","start":"2026-03-19T11:44:50.46001Z","end":"2026-03-19T11:44:50.614063Z","steps":["trace[380638585] 'agreement among raft nodes before linearized reading' (duration: 153.966722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:50.914626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.212484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:44:50.914832Z","caller":"traceutil/trace.go:171","msg":"trace[311294666] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:17328; }","duration":"131.46388ms","start":"2026-03-19T11:44:50.783338Z","end":"2026-03-19T11:44:50.914802Z","steps":["trace[311294666] 'count revisions from in-memory index tree' (duration: 131.134191ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:44:52.291613Z","caller":"traceutil/trace.go:171","msg":"trace[98297909] transaction","detail":"{read_only:false; response_revision:17340; number_of_response:1; }","duration":"220.934971ms","start":"2026-03-19T11:44:52.07066Z","end":"2026-03-19T11:44:52.291595Z","steps":["trace[98297909] 'process raft request' (duration: 220.91032ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:44:52.291612Z","caller":"traceutil/trace.go:171","msg":"trace[2107497574] transaction","detail":"{read_only:false; response_revision:17337; number_of_response:1; }","duration":"222.872723ms","start":"2026-03-19T11:44:52.068708Z","end":"2026-03-19T11:44:52.29158Z","steps":["trace[2107497574] 'process raft request' (duration: 220.516379ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:44:52.291653Z","caller":"traceutil/trace.go:171","msg":"trace[943656247] transaction","detail":"{read_only:false; response_revision:17338; number_of_response:1; }","duration":"222.642747ms","start":"2026-03-19T11:44:52.068972Z","end":"2026-03-19T11:44:52.291615Z","steps":["trace[943656247] 'process raft request' (duration: 222.489993ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:44:52.29166Z","caller":"traceutil/trace.go:171","msg":"trace[1819942912] transaction","detail":"{read_only:false; response_revision:17339; number_of_response:1; }","duration":"221.62876ms","start":"2026-03-19T11:44:52.069996Z","end":"2026-03-19T11:44:52.291624Z","steps":["trace[1819942912] 'process raft request' (duration: 221.551768ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:44:54.634355Z","caller":"traceutil/trace.go:171","msg":"trace[1533942139] transaction","detail":"{read_only:false; response_revision:17418; number_of_response:1; }","duration":"228.547407ms","start":"2026-03-19T11:44:54.405785Z","end":"2026-03-19T11:44:54.634333Z","steps":["trace[1533942139] 'process raft request' (duration: 228.423964ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:44:54.645273Z","caller":"traceutil/trace.go:171","msg":"trace[1414474782] linearizableReadLoop","detail":"{readStateIndex:18067; appliedIndex:18064; }","duration":"210.393644ms","start":"2026-03-19T11:44:54.434852Z","end":"2026-03-19T11:44:54.645246Z","steps":["trace[1414474782] 'read index received' (duration: 199.441316ms)","trace[1414474782] 'applied index is now lower than readState.Index' (duration: 10.951018ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:44:54.645327Z","caller":"traceutil/trace.go:171","msg":"trace[1220882653] transaction","detail":"{read_only:false; response_revision:17420; number_of_response:1; }","duration":"238.112836ms","start":"2026-03-19T11:44:54.407187Z","end":"2026-03-19T11:44:54.6453Z","steps":["trace[1220882653] 'process raft request' (duration: 238.002743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:54.645543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.665561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r4twd\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-19T11:44:54.645586Z","caller":"traceutil/trace.go:171","msg":"trace[503362846] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r4twd; range_end:; response_count:1; response_revision:17420; }","duration":"210.754754ms","start":"2026-03-19T11:44:54.434819Z","end":"2026-03-19T11:44:54.645574Z","steps":["trace[503362846] 'agreement among raft nodes before linearized reading' (duration: 210.581539ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:44:54.645323Z","caller":"traceutil/trace.go:171","msg":"trace[834401427] transaction","detail":"{read_only:false; response_revision:17419; number_of_response:1; }","duration":"238.097756ms","start":"2026-03-19T11:44:54.407189Z","end":"2026-03-19T11:44:54.645287Z","steps":["trace[834401427] 'process raft request' (duration: 237.86751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:44:54.654155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.009451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wbxwg\" ","response":"range_response_count:1 size:9800"} {"level":"warn","ts":"2026-03-19T11:44:54.654211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.524575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-45c11cca-e003-470f-b4ea-0df4d33920fc\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-03-19T11:44:54.654242Z","caller":"traceutil/trace.go:171","msg":"trace[579024393] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wbxwg; range_end:; response_count:1; response_revision:17421; }","duration":"211.142335ms","start":"2026-03-19T11:44:54.443082Z","end":"2026-03-19T11:44:54.654224Z","steps":["trace[579024393] 'agreement among raft nodes before linearized reading' (duration: 210.916008ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:44:54.654253Z","caller":"traceutil/trace.go:171","msg":"trace[1783153210] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-45c11cca-e003-470f-b4ea-0df4d33920fc; range_end:; response_count:1; response_revision:17421; }","duration":"169.608787ms","start":"2026-03-19T11:44:54.48463Z","end":"2026-03-19T11:44:54.654239Z","steps":["trace[1783153210] 'agreement among raft nodes before linearized reading' (duration: 169.488864ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:02.310055Z","caller":"traceutil/trace.go:171","msg":"trace[1214531151] linearizableReadLoop","detail":"{readStateIndex:18186; appliedIndex:18185; }","duration":"112.534907ms","start":"2026-03-19T11:45:02.197496Z","end":"2026-03-19T11:45:02.31003Z","steps":["trace[1214531151] 'read index received' (duration: 112.075944ms)","trace[1214531151] 'applied index is now lower than readState.Index' (duration: 457.653µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:45:02.310137Z","caller":"traceutil/trace.go:171","msg":"trace[141757760] transaction","detail":"{read_only:false; response_revision:17532; number_of_response:1; }","duration":"151.435883ms","start":"2026-03-19T11:45:02.158672Z","end":"2026-03-19T11:45:02.310108Z","steps":["trace[141757760] 'process raft request' (duration: 151.191526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:45:02.310244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.729002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-19T11:45:02.310286Z","caller":"traceutil/trace.go:171","msg":"trace[148576166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17532; }","duration":"112.809803ms","start":"2026-03-19T11:45:02.197464Z","end":"2026-03-19T11:45:02.310274Z","steps":["trace[148576166] 'agreement among raft nodes before linearized reading' (duration: 112.660549ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:02.586773Z","caller":"traceutil/trace.go:171","msg":"trace[658464161] transaction","detail":"{read_only:false; response_revision:17533; number_of_response:1; }","duration":"272.327476ms","start":"2026-03-19T11:45:02.314395Z","end":"2026-03-19T11:45:02.586722Z","steps":["trace[658464161] 'process raft request' (duration: 228.008402ms)","trace[658464161] 'compare' (duration: 43.726798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:45:02.587371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.927392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T11:45:02.587464Z","caller":"traceutil/trace.go:171","msg":"trace[1789239830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17533; }","duration":"245.064236ms","start":"2026-03-19T11:45:02.342379Z","end":"2026-03-19T11:45:02.587444Z","steps":["trace[1789239830] 'agreement among raft nodes before linearized reading' (duration: 244.811919ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:02.587706Z","caller":"traceutil/trace.go:171","msg":"trace[1266633902] linearizableReadLoop","detail":"{readStateIndex:18187; appliedIndex:18186; }","duration":"244.228463ms","start":"2026-03-19T11:45:02.342416Z","end":"2026-03-19T11:45:02.586645Z","steps":["trace[1266633902] 'read index received' (duration: 199.912979ms)","trace[1266633902] 'applied index is now lower than readState.Index' (duration: 44.313514ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:45:02.58833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.888103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T11:45:02.588383Z","caller":"traceutil/trace.go:171","msg":"trace[1688382135] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17533; }","duration":"243.942235ms","start":"2026-03-19T11:45:02.344429Z","end":"2026-03-19T11:45:02.588371Z","steps":["trace[1688382135] 'agreement among raft nodes before linearized reading' (duration: 243.790571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:45:02.588719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.317325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T11:45:02.58876Z","caller":"traceutil/trace.go:171","msg":"trace[1535294284] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17533; }","duration":"244.378947ms","start":"2026-03-19T11:45:02.34437Z","end":"2026-03-19T11:45:02.588749Z","steps":["trace[1535294284] 'agreement among raft nodes before linearized reading' (duration: 244.283045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:45:02.59064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.016424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T11:45:02.590706Z","caller":"traceutil/trace.go:171","msg":"trace[941198651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17533; }","duration":"247.784359ms","start":"2026-03-19T11:45:02.342905Z","end":"2026-03-19T11:45:02.590689Z","steps":["trace[941198651] 'agreement among raft nodes before linearized reading' (duration: 244.947502ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:02.874552Z","caller":"traceutil/trace.go:171","msg":"trace[1256195914] transaction","detail":"{read_only:false; response_revision:17538; number_of_response:1; }","duration":"113.82293ms","start":"2026-03-19T11:45:02.760693Z","end":"2026-03-19T11:45:02.874516Z","steps":["trace[1256195914] 'process raft request' (duration: 113.598754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:45:03.076635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.772965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T11:45:03.077029Z","caller":"traceutil/trace.go:171","msg":"trace[1008937800] transaction","detail":"{read_only:false; response_revision:17540; number_of_response:1; }","duration":"315.471727ms","start":"2026-03-19T11:45:02.761533Z","end":"2026-03-19T11:45:03.077005Z","steps":["trace[1008937800] 'process raft request' (duration: 315.22316ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:03.07701Z","caller":"traceutil/trace.go:171","msg":"trace[802724651] transaction","detail":"{read_only:false; response_revision:17539; number_of_response:1; }","duration":"315.97415ms","start":"2026-03-19T11:45:02.761011Z","end":"2026-03-19T11:45:03.076985Z","steps":["trace[802724651] 'process raft request' (duration: 213.740794ms)","trace[802724651] 'compare' (duration: 101.63518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:45:03.077155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:45:02.76152Z","time spent":"315.574059ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:45:03.077281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.017683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r4twd\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-19T11:45:03.07734Z","caller":"traceutil/trace.go:171","msg":"trace[842571841] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r4twd; range_end:; response_count:1; response_revision:17540; }","duration":"263.121137ms","start":"2026-03-19T11:45:02.814203Z","end":"2026-03-19T11:45:03.077324Z","steps":["trace[842571841] 'agreement among raft nodes before linearized reading' (duration: 262.920331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:45:03.077874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:45:02.760992Z","time spent":"316.102764ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:45:03.076857Z","caller":"traceutil/trace.go:171","msg":"trace[303552959] linearizableReadLoop","detail":"{readStateIndex:18194; appliedIndex:18191; }","duration":"262.562451ms","start":"2026-03-19T11:45:02.814272Z","end":"2026-03-19T11:45:03.076835Z","steps":["trace[303552959] 'read index received' (duration: 60.057661ms)","trace[303552959] 'applied index is now lower than readState.Index' (duration: 202.50356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:45:03.079226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.172122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wbxwg\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-03-19T11:45:03.079286Z","caller":"traceutil/trace.go:171","msg":"trace[625677905] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wbxwg; range_end:; response_count:1; response_revision:17540; }","duration":"244.408247ms","start":"2026-03-19T11:45:02.834863Z","end":"2026-03-19T11:45:03.079272Z","steps":["trace[625677905] 'agreement among raft nodes before linearized reading' (duration: 244.100069ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:17.829374Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15417} {"level":"info","ts":"2026-03-19T11:45:17.829532Z","caller":"traceutil/trace.go:171","msg":"trace[1058543789] compact","detail":"{revision:15417; response_revision:17618; }","duration":"140.371842ms","start":"2026-03-19T11:45:17.689133Z","end":"2026-03-19T11:45:17.829505Z","steps":["trace[1058543789] 'process raft request' (duration: 84.250678ms)","trace[1058543789] 'check and update compact revision' (duration: 55.842066ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:45:18.201489Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15417,"took":"369.062043ms","hash":4055503068,"current-db-size-bytes":41803776,"current-db-size":"42 MB","current-db-size-in-use-bytes":27627520,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-19T11:45:18.201647Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4055503068,"revision":15417,"compact-revision":13320} {"level":"info","ts":"2026-03-19T11:45:22.903965Z","caller":"traceutil/trace.go:171","msg":"trace[1589036174] transaction","detail":"{read_only:false; response_revision:17654; number_of_response:1; }","duration":"106.739108ms","start":"2026-03-19T11:45:22.797196Z","end":"2026-03-19T11:45:22.903935Z","steps":["trace[1589036174] 'process raft request' (duration: 41.730773ms)","trace[1589036174] 'compare' (duration: 64.810219ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:45:22.904187Z","caller":"traceutil/trace.go:171","msg":"trace[1652494752] transaction","detail":"{read_only:false; response_revision:17655; number_of_response:1; }","duration":"106.11315ms","start":"2026-03-19T11:45:22.798034Z","end":"2026-03-19T11:45:22.904147Z","steps":["trace[1652494752] 'process raft request' (duration: 105.853283ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:22.904234Z","caller":"traceutil/trace.go:171","msg":"trace[2004462278] transaction","detail":"{read_only:false; response_revision:17656; number_of_response:1; }","duration":"106.155182ms","start":"2026-03-19T11:45:22.798048Z","end":"2026-03-19T11:45:22.904203Z","steps":["trace[2004462278] 'process raft request' (duration: 106.035269ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:27.046034Z","caller":"traceutil/trace.go:171","msg":"trace[824238702] transaction","detail":"{read_only:false; response_revision:17676; number_of_response:1; }","duration":"121.679713ms","start":"2026-03-19T11:45:26.924328Z","end":"2026-03-19T11:45:27.046008Z","steps":["trace[824238702] 'process raft request' (duration: 121.590791ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:27.04627Z","caller":"traceutil/trace.go:171","msg":"trace[69801559] transaction","detail":"{read_only:false; response_revision:17675; number_of_response:1; }","duration":"125.59882ms","start":"2026-03-19T11:45:26.92065Z","end":"2026-03-19T11:45:27.046249Z","steps":["trace[69801559] 'process raft request' (duration: 96.654024ms)","trace[69801559] 'compare' (duration: 28.482373ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:45:27.698164Z","caller":"traceutil/trace.go:171","msg":"trace[1965179066] transaction","detail":"{read_only:false; response_revision:17680; number_of_response:1; }","duration":"147.147925ms","start":"2026-03-19T11:45:27.550984Z","end":"2026-03-19T11:45:27.698131Z","steps":["trace[1965179066] 'process raft request' (duration: 146.906888ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:27.969248Z","caller":"traceutil/trace.go:171","msg":"trace[1080000771] transaction","detail":"{read_only:false; response_revision:17685; number_of_response:1; }","duration":"169.256234ms","start":"2026-03-19T11:45:27.799956Z","end":"2026-03-19T11:45:27.969212Z","steps":["trace[1080000771] 'process raft request' (duration: 151.686447ms)","trace[1080000771] 'compare' (duration: 17.160126ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:45:27.969269Z","caller":"traceutil/trace.go:171","msg":"trace[1057801401] transaction","detail":"{read_only:false; response_revision:17686; number_of_response:1; }","duration":"169.225694ms","start":"2026-03-19T11:45:27.800018Z","end":"2026-03-19T11:45:27.969243Z","steps":["trace[1057801401] 'process raft request' (duration: 169.124241ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:27.969331Z","caller":"traceutil/trace.go:171","msg":"trace[545182695] transaction","detail":"{read_only:false; response_revision:17689; number_of_response:1; }","duration":"168.252327ms","start":"2026-03-19T11:45:27.801071Z","end":"2026-03-19T11:45:27.969323Z","steps":["trace[545182695] 'process raft request' (duration: 168.184316ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:27.969281Z","caller":"traceutil/trace.go:171","msg":"trace[2016574867] transaction","detail":"{read_only:false; response_revision:17687; number_of_response:1; }","duration":"168.895465ms","start":"2026-03-19T11:45:27.800371Z","end":"2026-03-19T11:45:27.969267Z","steps":["trace[2016574867] 'process raft request' (duration: 168.812993ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:27.969376Z","caller":"traceutil/trace.go:171","msg":"trace[1516296435] transaction","detail":"{read_only:false; response_revision:17688; number_of_response:1; }","duration":"168.519115ms","start":"2026-03-19T11:45:27.800814Z","end":"2026-03-19T11:45:27.969333Z","steps":["trace[1516296435] 'process raft request' (duration: 168.392641ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:27.969472Z","caller":"traceutil/trace.go:171","msg":"trace[714942057] transaction","detail":"{read_only:false; response_revision:17691; number_of_response:1; }","duration":"168.119354ms","start":"2026-03-19T11:45:27.801288Z","end":"2026-03-19T11:45:27.969407Z","steps":["trace[714942057] 'process raft request' (duration: 168.023441ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:27.969476Z","caller":"traceutil/trace.go:171","msg":"trace[916766928] transaction","detail":"{read_only:false; response_revision:17692; number_of_response:1; }","duration":"168.070002ms","start":"2026-03-19T11:45:27.801397Z","end":"2026-03-19T11:45:27.969467Z","steps":["trace[916766928] 'process raft request' (duration: 167.936859ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:27.969498Z","caller":"traceutil/trace.go:171","msg":"trace[548706019] transaction","detail":"{read_only:false; response_revision:17690; number_of_response:1; }","duration":"168.33556ms","start":"2026-03-19T11:45:27.801151Z","end":"2026-03-19T11:45:27.969487Z","steps":["trace[548706019] 'process raft request' (duration: 168.133614ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:27.969578Z","caller":"traceutil/trace.go:171","msg":"trace[1837777572] transaction","detail":"{read_only:false; response_revision:17696; number_of_response:1; }","duration":"167.434255ms","start":"2026-03-19T11:45:27.802139Z","end":"2026-03-19T11:45:27.969573Z","steps":["trace[1837777572] 'process raft request' (duration: 167.377614ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:27.969528Z","caller":"traceutil/trace.go:171","msg":"trace[1198423657] transaction","detail":"{read_only:false; response_revision:17694; number_of_response:1; }","duration":"167.544379ms","start":"2026-03-19T11:45:27.801979Z","end":"2026-03-19T11:45:27.969523Z","steps":["trace[1198423657] 'process raft request' (duration: 167.399985ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:27.969554Z","caller":"traceutil/trace.go:171","msg":"trace[1399494391] transaction","detail":"{read_only:false; response_revision:17695; number_of_response:1; }","duration":"167.521318ms","start":"2026-03-19T11:45:27.802028Z","end":"2026-03-19T11:45:27.969549Z","steps":["trace[1399494391] 'process raft request' (duration: 167.376664ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:27.96964Z","caller":"traceutil/trace.go:171","msg":"trace[1908509930] transaction","detail":"{read_only:false; response_revision:17699; number_of_response:1; }","duration":"167.175309ms","start":"2026-03-19T11:45:27.802452Z","end":"2026-03-19T11:45:27.969627Z","steps":["trace[1908509930] 'process raft request' (duration: 167.139138ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:27.969646Z","caller":"traceutil/trace.go:171","msg":"trace[695839571] transaction","detail":"{read_only:false; response_revision:17698; number_of_response:1; }","duration":"167.22355ms","start":"2026-03-19T11:45:27.802406Z","end":"2026-03-19T11:45:27.969629Z","steps":["trace[695839571] 'process raft request' (duration: 167.166278ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:27.969621Z","caller":"traceutil/trace.go:171","msg":"trace[1898095453] transaction","detail":"{read_only:false; response_revision:17697; number_of_response:1; }","duration":"167.23435ms","start":"2026-03-19T11:45:27.802382Z","end":"2026-03-19T11:45:27.969616Z","steps":["trace[1898095453] 'process raft request' (duration: 167.164928ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:27.969608Z","caller":"traceutil/trace.go:171","msg":"trace[1153465298] transaction","detail":"{read_only:false; response_revision:17693; number_of_response:1; }","duration":"167.743294ms","start":"2026-03-19T11:45:27.801791Z","end":"2026-03-19T11:45:27.969534Z","steps":["trace[1153465298] 'process raft request' (duration: 167.567139ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:28.037063Z","caller":"traceutil/trace.go:171","msg":"trace[1086180658] transaction","detail":"{read_only:false; response_revision:17701; number_of_response:1; }","duration":"206.465915ms","start":"2026-03-19T11:45:27.830572Z","end":"2026-03-19T11:45:28.037038Z","steps":["trace[1086180658] 'process raft request' (duration: 206.29292ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:28.037131Z","caller":"traceutil/trace.go:171","msg":"trace[2037316666] transaction","detail":"{read_only:false; response_revision:17700; number_of_response:1; }","duration":"207.05202ms","start":"2026-03-19T11:45:27.830041Z","end":"2026-03-19T11:45:28.037093Z","steps":["trace[2037316666] 'process raft request' (duration: 206.703461ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:28.125329Z","caller":"traceutil/trace.go:171","msg":"trace[759706917] transaction","detail":"{read_only:false; response_revision:17702; number_of_response:1; }","duration":"117.049888ms","start":"2026-03-19T11:45:28.008242Z","end":"2026-03-19T11:45:28.125292Z","steps":["trace[759706917] 'process raft request' (duration: 116.807922ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:28.125356Z","caller":"traceutil/trace.go:171","msg":"trace[612077265] transaction","detail":"{read_only:false; response_revision:17703; number_of_response:1; }","duration":"116.837683ms","start":"2026-03-19T11:45:28.008486Z","end":"2026-03-19T11:45:28.125323Z","steps":["trace[612077265] 'process raft request' (duration: 116.755351ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:28.125421Z","caller":"traceutil/trace.go:171","msg":"trace[901596710] transaction","detail":"{read_only:false; response_revision:17704; number_of_response:1; }","duration":"116.697289ms","start":"2026-03-19T11:45:28.008696Z","end":"2026-03-19T11:45:28.125393Z","steps":["trace[901596710] 'process raft request' (duration: 116.581446ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:28.125561Z","caller":"traceutil/trace.go:171","msg":"trace[1318858077] transaction","detail":"{read_only:false; response_revision:17708; number_of_response:1; }","duration":"115.607159ms","start":"2026-03-19T11:45:28.00994Z","end":"2026-03-19T11:45:28.125547Z","steps":["trace[1318858077] 'process raft request' (duration: 115.460805ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:28.125587Z","caller":"traceutil/trace.go:171","msg":"trace[303291605] transaction","detail":"{read_only:false; response_revision:17706; number_of_response:1; }","duration":"116.226146ms","start":"2026-03-19T11:45:28.00935Z","end":"2026-03-19T11:45:28.125576Z","steps":["trace[303291605] 'process raft request' (duration: 115.99432ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:28.12569Z","caller":"traceutil/trace.go:171","msg":"trace[1235534388] transaction","detail":"{read_only:false; response_revision:17705; number_of_response:1; }","duration":"116.854733ms","start":"2026-03-19T11:45:28.008797Z","end":"2026-03-19T11:45:28.125651Z","steps":["trace[1235534388] 'process raft request' (duration: 116.511914ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:28.12558Z","caller":"traceutil/trace.go:171","msg":"trace[1149186289] transaction","detail":"{read_only:false; response_revision:17710; number_of_response:1; }","duration":"115.411584ms","start":"2026-03-19T11:45:28.010146Z","end":"2026-03-19T11:45:28.125558Z","steps":["trace[1149186289] 'process raft request' (duration: 115.306852ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:28.125731Z","caller":"traceutil/trace.go:171","msg":"trace[1371613846] transaction","detail":"{read_only:false; response_revision:17711; number_of_response:1; }","duration":"115.398154ms","start":"2026-03-19T11:45:28.01032Z","end":"2026-03-19T11:45:28.125718Z","steps":["trace[1371613846] 'process raft request' (duration: 115.161707ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:28.125775Z","caller":"traceutil/trace.go:171","msg":"trace[2086252050] transaction","detail":"{read_only:false; response_revision:17707; number_of_response:1; }","duration":"116.343199ms","start":"2026-03-19T11:45:28.009421Z","end":"2026-03-19T11:45:28.125764Z","steps":["trace[2086252050] 'process raft request' (duration: 115.950938ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:28.125841Z","caller":"traceutil/trace.go:171","msg":"trace[1407128446] transaction","detail":"{read_only:false; response_revision:17709; number_of_response:1; }","duration":"115.750723ms","start":"2026-03-19T11:45:28.01008Z","end":"2026-03-19T11:45:28.125831Z","steps":["trace[1407128446] 'process raft request' (duration: 115.348742ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:28.316466Z","caller":"traceutil/trace.go:171","msg":"trace[999847809] transaction","detail":"{read_only:false; response_revision:17719; number_of_response:1; }","duration":"126.562166ms","start":"2026-03-19T11:45:28.189877Z","end":"2026-03-19T11:45:28.316439Z","steps":["trace[999847809] 'process raft request' (duration: 126.399242ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:28.316624Z","caller":"traceutil/trace.go:171","msg":"trace[666986228] transaction","detail":"{read_only:false; response_revision:17715; number_of_response:1; }","duration":"129.519517ms","start":"2026-03-19T11:45:28.187094Z","end":"2026-03-19T11:45:28.316614Z","steps":["trace[666986228] 'process raft request' (duration: 128.587642ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:28.316708Z","caller":"traceutil/trace.go:171","msg":"trace[66650378] transaction","detail":"{read_only:false; response_revision:17716; number_of_response:1; }","duration":"129.610049ms","start":"2026-03-19T11:45:28.18709Z","end":"2026-03-19T11:45:28.3167Z","steps":["trace[66650378] 'process raft request' (duration: 129.103935ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:28.316791Z","caller":"traceutil/trace.go:171","msg":"trace[603292098] transaction","detail":"{read_only:false; response_revision:17717; number_of_response:1; }","duration":"129.64013ms","start":"2026-03-19T11:45:28.187144Z","end":"2026-03-19T11:45:28.316784Z","steps":["trace[603292098] 'process raft request' (duration: 129.079095ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:28.316832Z","caller":"traceutil/trace.go:171","msg":"trace[1767815047] transaction","detail":"{read_only:false; response_revision:17720; number_of_response:1; }","duration":"126.854604ms","start":"2026-03-19T11:45:28.18996Z","end":"2026-03-19T11:45:28.316815Z","steps":["trace[1767815047] 'process raft request' (duration: 126.3398ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:28.31698Z","caller":"traceutil/trace.go:171","msg":"trace[1192127556] transaction","detail":"{read_only:false; response_revision:17727; number_of_response:1; }","duration":"126.726671ms","start":"2026-03-19T11:45:28.190246Z","end":"2026-03-19T11:45:28.316973Z","steps":["trace[1192127556] 'process raft request' (duration: 126.204816ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:28.316978Z","caller":"traceutil/trace.go:171","msg":"trace[272375844] transaction","detail":"{read_only:false; response_revision:17726; number_of_response:1; }","duration":"126.768492ms","start":"2026-03-19T11:45:28.190176Z","end":"2026-03-19T11:45:28.316944Z","steps":["trace[272375844] 'process raft request' (duration: 126.257818ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:28.317035Z","caller":"traceutil/trace.go:171","msg":"trace[109628847] transaction","detail":"{read_only:false; response_revision:17728; number_of_response:1; }","duration":"126.782862ms","start":"2026-03-19T11:45:28.190247Z","end":"2026-03-19T11:45:28.31703Z","steps":["trace[109628847] 'process raft request' (duration: 126.220977ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:28.317083Z","caller":"traceutil/trace.go:171","msg":"trace[1473566278] transaction","detail":"{read_only:false; response_revision:17721; number_of_response:1; }","duration":"127.001418ms","start":"2026-03-19T11:45:28.19007Z","end":"2026-03-19T11:45:28.317071Z","steps":["trace[1473566278] 'process raft request' (duration: 126.250648ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:28.316865Z","caller":"traceutil/trace.go:171","msg":"trace[1778017883] transaction","detail":"{read_only:false; response_revision:17718; number_of_response:1; }","duration":"129.456175ms","start":"2026-03-19T11:45:28.187401Z","end":"2026-03-19T11:45:28.316857Z","steps":["trace[1778017883] 'process raft request' (duration: 128.843799ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:28.31721Z","caller":"traceutil/trace.go:171","msg":"trace[1821700623] transaction","detail":"{read_only:false; response_revision:17722; number_of_response:1; }","duration":"127.084261ms","start":"2026-03-19T11:45:28.190111Z","end":"2026-03-19T11:45:28.317196Z","steps":["trace[1821700623] 'process raft request' (duration: 126.228177ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:28.317245Z","caller":"traceutil/trace.go:171","msg":"trace[453882184] transaction","detail":"{read_only:false; response_revision:17724; number_of_response:1; }","duration":"127.05711ms","start":"2026-03-19T11:45:28.190181Z","end":"2026-03-19T11:45:28.317239Z","steps":["trace[453882184] 'process raft request' (duration: 126.198206ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:28.317312Z","caller":"traceutil/trace.go:171","msg":"trace[374844492] transaction","detail":"{read_only:false; response_revision:17723; number_of_response:1; }","duration":"127.158803ms","start":"2026-03-19T11:45:28.190148Z","end":"2026-03-19T11:45:28.317307Z","steps":["trace[374844492] 'process raft request' (duration: 126.210357ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:28.317315Z","caller":"traceutil/trace.go:171","msg":"trace[268444206] transaction","detail":"{read_only:false; response_revision:17725; number_of_response:1; }","duration":"127.107032ms","start":"2026-03-19T11:45:28.190196Z","end":"2026-03-19T11:45:28.317303Z","steps":["trace[268444206] 'process raft request' (duration: 126.213177ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:28.317096Z","caller":"traceutil/trace.go:171","msg":"trace[1843576147] transaction","detail":"{read_only:false; response_revision:17729; number_of_response:1; }","duration":"126.167566ms","start":"2026-03-19T11:45:28.190923Z","end":"2026-03-19T11:45:28.317091Z","steps":["trace[1843576147] 'process raft request' (duration: 125.564059ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:28.696304Z","caller":"traceutil/trace.go:171","msg":"trace[1729508904] linearizableReadLoop","detail":"{readStateIndex:18409; appliedIndex:18407; }","duration":"221.133624ms","start":"2026-03-19T11:45:28.475151Z","end":"2026-03-19T11:45:28.696285Z","steps":["trace[1729508904] 'read index received' (duration: 33.395827ms)","trace[1729508904] 'applied index is now lower than readState.Index' (duration: 187.736887ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:45:28.696312Z","caller":"traceutil/trace.go:171","msg":"trace[420739309] transaction","detail":"{read_only:false; response_revision:17748; number_of_response:1; }","duration":"226.662314ms","start":"2026-03-19T11:45:28.469612Z","end":"2026-03-19T11:45:28.696274Z","steps":["trace[420739309] 'process raft request' (duration: 201.035159ms)","trace[420739309] 'compare' (duration: 25.265995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:45:28.696525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.651835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-03-19T11:45:28.696935Z","caller":"traceutil/trace.go:171","msg":"trace[1064328202] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:17749; }","duration":"209.071096ms","start":"2026-03-19T11:45:28.487805Z","end":"2026-03-19T11:45:28.696876Z","steps":["trace[1064328202] 'agreement among raft nodes before linearized reading' (duration: 208.592414ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:28.696566Z","caller":"traceutil/trace.go:171","msg":"trace[856234449] transaction","detail":"{read_only:false; response_revision:17749; number_of_response:1; }","duration":"221.284508ms","start":"2026-03-19T11:45:28.475218Z","end":"2026-03-19T11:45:28.696503Z","steps":["trace[856234449] 'process raft request' (duration: 220.832566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:45:28.696621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.436093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-19T11:45:28.697296Z","caller":"traceutil/trace.go:171","msg":"trace[1391898504] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:17749; }","duration":"222.154801ms","start":"2026-03-19T11:45:28.475122Z","end":"2026-03-19T11:45:28.697277Z","steps":["trace[1391898504] 'agreement among raft nodes before linearized reading' (duration: 221.271267ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:29.084779Z","caller":"traceutil/trace.go:171","msg":"trace[1892376840] transaction","detail":"{read_only:false; response_revision:17785; number_of_response:1; }","duration":"103.066648ms","start":"2026-03-19T11:45:28.981677Z","end":"2026-03-19T11:45:29.084744Z","steps":["trace[1892376840] 'process raft request' (duration: 102.849853ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:29.084882Z","caller":"traceutil/trace.go:171","msg":"trace[5575674] transaction","detail":"{read_only:false; response_revision:17786; number_of_response:1; }","duration":"103.081138ms","start":"2026-03-19T11:45:28.981768Z","end":"2026-03-19T11:45:29.084849Z","steps":["trace[5575674] 'process raft request' (duration: 102.918164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:45:29.085306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.751892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-api-7d8c588945-st4kx\" ","response":"range_response_count:1 size:7057"} {"level":"info","ts":"2026-03-19T11:45:29.08499Z","caller":"traceutil/trace.go:171","msg":"trace[1479237203] transaction","detail":"{read_only:false; response_revision:17787; number_of_response:1; }","duration":"102.317578ms","start":"2026-03-19T11:45:28.982656Z","end":"2026-03-19T11:45:29.084974Z","steps":["trace[1479237203] 'process raft request' (duration: 102.078851ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:29.085359Z","caller":"traceutil/trace.go:171","msg":"trace[2013705087] range","detail":"{range_begin:/registry/pods/openstack/heat-api-7d8c588945-st4kx; range_end:; response_count:1; response_revision:17787; }","duration":"101.814544ms","start":"2026-03-19T11:45:28.983534Z","end":"2026-03-19T11:45:29.085349Z","steps":["trace[2013705087] 'agreement among raft nodes before linearized reading' (duration: 101.711061ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:32.697998Z","caller":"traceutil/trace.go:171","msg":"trace[1108548235] transaction","detail":"{read_only:false; response_revision:17853; number_of_response:1; }","duration":"154.474085ms","start":"2026-03-19T11:45:32.543466Z","end":"2026-03-19T11:45:32.69794Z","steps":["trace[1108548235] 'process raft request' (duration: 154.182417ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:35.019802Z","caller":"traceutil/trace.go:171","msg":"trace[335384721] linearizableReadLoop","detail":"{readStateIndex:18530; appliedIndex:18529; }","duration":"101.33187ms","start":"2026-03-19T11:45:34.918452Z","end":"2026-03-19T11:45:35.019784Z","steps":["trace[335384721] 'read index received' (duration: 101.130355ms)","trace[335384721] 'applied index is now lower than readState.Index' (duration: 200.945µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:45:35.019865Z","caller":"traceutil/trace.go:171","msg":"trace[239956374] transaction","detail":"{read_only:false; response_revision:17868; number_of_response:1; }","duration":"102.471852ms","start":"2026-03-19T11:45:34.917361Z","end":"2026-03-19T11:45:35.019833Z","steps":["trace[239956374] 'process raft request' (duration: 102.278237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:45:35.020003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.525106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T11:45:35.020037Z","caller":"traceutil/trace.go:171","msg":"trace[411781685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17868; }","duration":"101.592357ms","start":"2026-03-19T11:45:34.918434Z","end":"2026-03-19T11:45:35.020027Z","steps":["trace[411781685] 'agreement among raft nodes before linearized reading' (duration: 101.453253ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:45:37.15484Z","caller":"traceutil/trace.go:171","msg":"trace[1780679988] transaction","detail":"{read_only:false; response_revision:17880; number_of_response:1; }","duration":"103.982784ms","start":"2026-03-19T11:45:37.050828Z","end":"2026-03-19T11:45:37.154811Z","steps":["trace[1780679988] 'process raft request' (duration: 66.262959ms)","trace[1780679988] 'compare' (duration: 37.046566ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:46:13.52782Z","caller":"traceutil/trace.go:171","msg":"trace[586674458] transaction","detail":"{read_only:false; response_revision:18167; number_of_response:1; }","duration":"134.451201ms","start":"2026-03-19T11:46:13.393342Z","end":"2026-03-19T11:46:13.527793Z","steps":["trace[586674458] 'process raft request' (duration: 134.266506ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:46:13.611517Z","caller":"traceutil/trace.go:171","msg":"trace[279289509] linearizableReadLoop","detail":"{readStateIndex:18839; appliedIndex:18837; }","duration":"217.910226ms","start":"2026-03-19T11:46:13.393579Z","end":"2026-03-19T11:46:13.611489Z","steps":["trace[279289509] 'read index received' (duration: 134.167232ms)","trace[279289509] 'applied index is now lower than readState.Index' (duration: 83.741794ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:46:13.611535Z","caller":"traceutil/trace.go:171","msg":"trace[165656917] transaction","detail":"{read_only:false; response_revision:18169; number_of_response:1; }","duration":"202.293682ms","start":"2026-03-19T11:46:13.409197Z","end":"2026-03-19T11:46:13.611491Z","steps":["trace[165656917] 'process raft request' (duration: 202.189709ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:46:13.611511Z","caller":"traceutil/trace.go:171","msg":"trace[20861415] transaction","detail":"{read_only:false; response_revision:18168; number_of_response:1; }","duration":"217.714072ms","start":"2026-03-19T11:46:13.393755Z","end":"2026-03-19T11:46:13.611469Z","steps":["trace[20861415] 'process raft request' (duration: 205.220542ms)","trace[20861415] 'compare' (duration: 12.291324ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:46:13.611711Z","caller":"traceutil/trace.go:171","msg":"trace[1126215009] transaction","detail":"{read_only:false; response_revision:18170; number_of_response:1; }","duration":"194.640485ms","start":"2026-03-19T11:46:13.416986Z","end":"2026-03-19T11:46:13.611626Z","steps":["trace[1126215009] 'process raft request' (duration: 194.44776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:46:13.611821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.182574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T11:46:13.611895Z","caller":"traceutil/trace.go:171","msg":"trace[1299891803] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18170; }","duration":"218.326278ms","start":"2026-03-19T11:46:13.393548Z","end":"2026-03-19T11:46:13.611875Z","steps":["trace[1299891803] 'agreement among raft nodes before linearized reading' (duration: 218.05243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:46:37.879555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.183976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T11:46:37.87964Z","caller":"traceutil/trace.go:171","msg":"trace[1854945063] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18321; }","duration":"168.30228ms","start":"2026-03-19T11:46:37.711323Z","end":"2026-03-19T11:46:37.879626Z","steps":["trace[1854945063] 'range keys from in-memory index tree' (duration: 168.067363ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:46:38.019778Z","caller":"traceutil/trace.go:171","msg":"trace[601332370] transaction","detail":"{read_only:false; response_revision:18322; number_of_response:1; }","duration":"304.511349ms","start":"2026-03-19T11:46:37.715248Z","end":"2026-03-19T11:46:38.01976Z","steps":["trace[601332370] 'process raft request' (duration: 304.405186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:46:38.019893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:46:37.715228Z","time spent":"304.604981ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:46:38.050313Z","caller":"traceutil/trace.go:171","msg":"trace[1803571211] linearizableReadLoop","detail":"{readStateIndex:18999; appliedIndex:18998; }","duration":"321.303164ms","start":"2026-03-19T11:46:37.728988Z","end":"2026-03-19T11:46:38.050292Z","steps":["trace[1803571211] 'read index received' (duration: 290.763415ms)","trace[1803571211] 'applied index is now lower than readState.Index' (duration: 30.538979ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:46:38.050342Z","caller":"traceutil/trace.go:171","msg":"trace[1210578798] transaction","detail":"{read_only:false; response_revision:18323; number_of_response:1; }","duration":"324.363877ms","start":"2026-03-19T11:46:37.725951Z","end":"2026-03-19T11:46:38.050315Z","steps":["trace[1210578798] 'process raft request' (duration: 324.196083ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:46:38.050393Z","caller":"traceutil/trace.go:171","msg":"trace[416170941] transaction","detail":"{read_only:false; response_revision:18324; number_of_response:1; }","duration":"161.625009ms","start":"2026-03-19T11:46:37.888719Z","end":"2026-03-19T11:46:38.050344Z","steps":["trace[416170941] 'process raft request' (duration: 161.542757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:46:38.050451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:46:37.725931Z","time spent":"324.461889ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:46:38.050497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.491019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T11:46:38.050528Z","caller":"traceutil/trace.go:171","msg":"trace[106807537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18324; }","duration":"321.564842ms","start":"2026-03-19T11:46:37.728956Z","end":"2026-03-19T11:46:38.050521Z","steps":["trace[106807537] 'agreement among raft nodes before linearized reading' (duration: 321.449539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:46:38.050551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.891576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T11:46:38.050553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:46:37.728942Z","time spent":"321.605642ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:46:38.050542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.310961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T11:46:38.050618Z","caller":"traceutil/trace.go:171","msg":"trace[677613114] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18324; }","duration":"287.408654ms","start":"2026-03-19T11:46:37.763189Z","end":"2026-03-19T11:46:38.050598Z","steps":["trace[677613114] 'agreement among raft nodes before linearized reading' (duration: 287.25938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:46:38.050749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.092705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T11:46:38.050778Z","caller":"traceutil/trace.go:171","msg":"trace[1426740767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18324; }","duration":"280.147286ms","start":"2026-03-19T11:46:37.770623Z","end":"2026-03-19T11:46:38.05077Z","steps":["trace[1426740767] 'agreement among raft nodes before linearized reading' (duration: 280.076414ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:46:38.050576Z","caller":"traceutil/trace.go:171","msg":"trace[811540112] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:18324; }","duration":"136.947288ms","start":"2026-03-19T11:46:37.91362Z","end":"2026-03-19T11:46:38.050567Z","steps":["trace[811540112] 'agreement among raft nodes before linearized reading' (duration: 136.907457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:46:38.051521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.08664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:46:38.051561Z","caller":"traceutil/trace.go:171","msg":"trace[969158593] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:18324; }","duration":"257.193243ms","start":"2026-03-19T11:46:37.794358Z","end":"2026-03-19T11:46:38.051551Z","steps":["trace[969158593] 'agreement among raft nodes before linearized reading' (duration: 256.219876ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:46:38.218243Z","caller":"traceutil/trace.go:171","msg":"trace[656067367] transaction","detail":"{read_only:false; response_revision:18325; number_of_response:1; }","duration":"162.970825ms","start":"2026-03-19T11:46:38.055259Z","end":"2026-03-19T11:46:38.218229Z","steps":["trace[656067367] 'process raft request' (duration: 85.729308ms)","trace[656067367] 'compare' (duration: 77.030462ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:46:38.218235Z","caller":"traceutil/trace.go:171","msg":"trace[1834817440] linearizableReadLoop","detail":"{readStateIndex:19002; appliedIndex:19000; }","duration":"162.333628ms","start":"2026-03-19T11:46:38.055881Z","end":"2026-03-19T11:46:38.218214Z","steps":["trace[1834817440] 'read index received' (duration: 85.222004ms)","trace[1834817440] 'applied index is now lower than readState.Index' (duration: 77.110724ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:46:38.218334Z","caller":"traceutil/trace.go:171","msg":"trace[1990992961] transaction","detail":"{read_only:false; response_revision:18326; number_of_response:1; }","duration":"162.667506ms","start":"2026-03-19T11:46:38.055602Z","end":"2026-03-19T11:46:38.21827Z","steps":["trace[1990992961] 'process raft request' (duration: 162.568114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:46:38.218389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.486022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18386"} {"level":"warn","ts":"2026-03-19T11:46:38.218404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.303188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-19T11:46:38.218706Z","caller":"traceutil/trace.go:171","msg":"trace[946145716] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18326; }","duration":"116.629927ms","start":"2026-03-19T11:46:38.102068Z","end":"2026-03-19T11:46:38.218698Z","steps":["trace[946145716] 'agreement among raft nodes before linearized reading' (duration: 116.295028ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:46:38.219344Z","caller":"traceutil/trace.go:171","msg":"trace[878753842] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18326; }","duration":"162.558724ms","start":"2026-03-19T11:46:38.055865Z","end":"2026-03-19T11:46:38.218423Z","steps":["trace[878753842] 'agreement among raft nodes before linearized reading' (duration: 162.40978ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:49:10.885267Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d98d5f2c752cc52d","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-19T11:49:10.904128Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-19T11:49:10.904216Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-19T11:49:16.174342Z","caller":"traceutil/trace.go:171","msg":"trace[44932695] transaction","detail":"{read_only:false; response_revision:19373; number_of_response:1; }","duration":"118.636161ms","start":"2026-03-19T11:49:16.055676Z","end":"2026-03-19T11:49:16.174312Z","steps":["trace[44932695] 'process raft request' (duration: 118.421965ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:49:16.34704Z","caller":"traceutil/trace.go:171","msg":"trace[1089797472] linearizableReadLoop","detail":"{readStateIndex:20090; appliedIndex:20087; }","duration":"190.04517ms","start":"2026-03-19T11:49:16.156967Z","end":"2026-03-19T11:49:16.347012Z","steps":["trace[1089797472] 'read index received' (duration: 17.093994ms)","trace[1089797472] 'applied index is now lower than readState.Index' (duration: 172.950136ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:49:16.347156Z","caller":"traceutil/trace.go:171","msg":"trace[344329671] transaction","detail":"{read_only:false; response_revision:19374; number_of_response:1; }","duration":"289.703266ms","start":"2026-03-19T11:49:16.057386Z","end":"2026-03-19T11:49:16.34709Z","steps":["trace[344329671] 'process raft request' (duration: 219.87944ms)","trace[344329671] 'compare' (duration: 69.529918ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:49:16.347184Z","caller":"traceutil/trace.go:171","msg":"trace[1133576812] transaction","detail":"{read_only:false; response_revision:19375; number_of_response:1; }","duration":"226.86691ms","start":"2026-03-19T11:49:16.120289Z","end":"2026-03-19T11:49:16.347139Z","steps":["trace[1133576812] 'process raft request' (duration: 226.660204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:49:16.347301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.304967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-19T11:49:16.347355Z","caller":"traceutil/trace.go:171","msg":"trace[855840035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19375; }","duration":"190.41792ms","start":"2026-03-19T11:49:16.156924Z","end":"2026-03-19T11:49:16.347342Z","steps":["trace[855840035] 'agreement among raft nodes before linearized reading' (duration: 190.232665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:49:16.350576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.49267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:9210"} {"level":"info","ts":"2026-03-19T11:49:16.350574Z","caller":"traceutil/trace.go:171","msg":"trace[225983636] transaction","detail":"{read_only:false; response_revision:19376; number_of_response:1; }","duration":"170.54325ms","start":"2026-03-19T11:49:16.179985Z","end":"2026-03-19T11:49:16.350529Z","steps":["trace[225983636] 'process raft request' (duration: 170.457318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:49:16.35071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.170116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T11:49:16.350746Z","caller":"traceutil/trace.go:171","msg":"trace[1026447058] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19376; }","duration":"147.241798ms","start":"2026-03-19T11:49:16.2035Z","end":"2026-03-19T11:49:16.350741Z","steps":["trace[1026447058] 'agreement among raft nodes before linearized reading' (duration: 147.160076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:49:16.350746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.666616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-19T11:49:16.350802Z","caller":"traceutil/trace.go:171","msg":"trace[502126525] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:19376; }","duration":"106.766549ms","start":"2026-03-19T11:49:16.244021Z","end":"2026-03-19T11:49:16.350788Z","steps":["trace[502126525] 'agreement among raft nodes before linearized reading' (duration: 106.624415ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:49:16.350648Z","caller":"traceutil/trace.go:171","msg":"trace[371200734] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:19376; }","duration":"159.626164ms","start":"2026-03-19T11:49:16.191012Z","end":"2026-03-19T11:49:16.350638Z","steps":["trace[371200734] 'agreement among raft nodes before linearized reading' (duration: 159.485961ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:49:16.516246Z","caller":"traceutil/trace.go:171","msg":"trace[1993566972] transaction","detail":"{read_only:false; response_revision:19378; number_of_response:1; }","duration":"157.229449ms","start":"2026-03-19T11:49:16.358976Z","end":"2026-03-19T11:49:16.516206Z","steps":["trace[1993566972] 'process raft request' (duration: 109.077791ms)","trace[1993566972] 'compare' (duration: 47.961463ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:49:16.593377Z","caller":"traceutil/trace.go:171","msg":"trace[1850815386] linearizableReadLoop","detail":"{readStateIndex:20094; appliedIndex:20092; }","duration":"186.096843ms","start":"2026-03-19T11:49:16.407251Z","end":"2026-03-19T11:49:16.593348Z","steps":["trace[1850815386] 'read index received' (duration: 60.834692ms)","trace[1850815386] 'applied index is now lower than readState.Index' (duration: 125.260761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:49:16.593649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.255438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T11:49:16.593683Z","caller":"traceutil/trace.go:171","msg":"trace[1412997931] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19378; }","duration":"228.33707ms","start":"2026-03-19T11:49:16.365336Z","end":"2026-03-19T11:49:16.593673Z","steps":["trace[1412997931] 'agreement among raft nodes before linearized reading' (duration: 228.162705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:49:16.593769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.739243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-19T11:49:16.593752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.225975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T11:49:16.593844Z","caller":"traceutil/trace.go:171","msg":"trace[854596098] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:19378; }","duration":"171.879817ms","start":"2026-03-19T11:49:16.421942Z","end":"2026-03-19T11:49:16.593822Z","steps":["trace[854596098] 'agreement among raft nodes before linearized reading' (duration: 171.657571ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:49:16.593863Z","caller":"traceutil/trace.go:171","msg":"trace[1086691753] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19378; }","duration":"239.38917ms","start":"2026-03-19T11:49:16.354449Z","end":"2026-03-19T11:49:16.593838Z","steps":["trace[1086691753] 'agreement among raft nodes before linearized reading' (duration: 239.170314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:49:16.593903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.758535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:49:16.593989Z","caller":"traceutil/trace.go:171","msg":"trace[778668285] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:19378; }","duration":"146.96911ms","start":"2026-03-19T11:49:16.446996Z","end":"2026-03-19T11:49:16.593965Z","steps":["trace[778668285] 'agreement among raft nodes before linearized reading' (duration: 146.818066ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:49:16.715174Z","caller":"traceutil/trace.go:171","msg":"trace[1848362873] linearizableReadLoop","detail":"{readStateIndex:20097; appliedIndex:20094; }","duration":"106.09122ms","start":"2026-03-19T11:49:16.609059Z","end":"2026-03-19T11:49:16.71515Z","steps":["trace[1848362873] 'read index received' (duration: 45.270559ms)","trace[1848362873] 'applied index is now lower than readState.Index' (duration: 60.819661ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:49:16.715264Z","caller":"traceutil/trace.go:171","msg":"trace[1072501739] transaction","detail":"{read_only:false; response_revision:19380; number_of_response:1; }","duration":"117.042368ms","start":"2026-03-19T11:49:16.598192Z","end":"2026-03-19T11:49:16.715234Z","steps":["trace[1072501739] 'process raft request' (duration: 116.783621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:49:16.715355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.279576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:49:16.715392Z","caller":"traceutil/trace.go:171","msg":"trace[1767134095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19381; }","duration":"106.378009ms","start":"2026-03-19T11:49:16.609004Z","end":"2026-03-19T11:49:16.715382Z","steps":["trace[1767134095] 'agreement among raft nodes before linearized reading' (duration: 106.276956ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:49:16.715358Z","caller":"traceutil/trace.go:171","msg":"trace[2021370765] transaction","detail":"{read_only:false; response_revision:19381; number_of_response:1; }","duration":"116.303198ms","start":"2026-03-19T11:49:16.598989Z","end":"2026-03-19T11:49:16.715292Z","steps":["trace[2021370765] 'process raft request' (duration: 116.122183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:49:16.888535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.981329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:49:16.888963Z","caller":"traceutil/trace.go:171","msg":"trace[571259212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19381; }","duration":"172.456872ms","start":"2026-03-19T11:49:16.71649Z","end":"2026-03-19T11:49:16.888947Z","steps":["trace[571259212] 'range keys from in-memory index tree' (duration: 171.862226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:49:16.888739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.583721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:49:16.88907Z","caller":"traceutil/trace.go:171","msg":"trace[1322945537] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19381; }","duration":"128.936451ms","start":"2026-03-19T11:49:16.76011Z","end":"2026-03-19T11:49:16.889046Z","steps":["trace[1322945537] 'range keys from in-memory index tree' (duration: 128.466488ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:49:17.379102Z","caller":"traceutil/trace.go:171","msg":"trace[2522461] transaction","detail":"{read_only:false; response_revision:19386; number_of_response:1; }","duration":"154.434573ms","start":"2026-03-19T11:49:17.224639Z","end":"2026-03-19T11:49:17.379074Z","steps":["trace[2522461] 'process raft request' (duration: 90.59312ms)","trace[2522461] 'compare' (duration: 63.608857ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:49:18.266146Z","caller":"traceutil/trace.go:171","msg":"trace[1788130999] linearizableReadLoop","detail":"{readStateIndex:20105; appliedIndex:20104; }","duration":"150.753864ms","start":"2026-03-19T11:49:18.115357Z","end":"2026-03-19T11:49:18.266111Z","steps":["trace[1788130999] 'read index received' (duration: 126.825714ms)","trace[1788130999] 'applied index is now lower than readState.Index' (duration: 23.92643ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:49:18.26631Z","caller":"traceutil/trace.go:171","msg":"trace[1983276315] transaction","detail":"{read_only:false; response_revision:19389; number_of_response:1; }","duration":"216.281882ms","start":"2026-03-19T11:49:18.049985Z","end":"2026-03-19T11:49:18.266267Z","steps":["trace[1983276315] 'process raft request' (duration: 192.28382ms)","trace[1983276315] 'compare' (duration: 23.670233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:49:18.266481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.085473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/orchestration.189e3bb23a552f2d\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-03-19T11:49:18.266519Z","caller":"traceutil/trace.go:171","msg":"trace[1184466257] range","detail":"{range_begin:/registry/events/openstack/orchestration.189e3bb23a552f2d; range_end:; response_count:1; response_revision:19389; }","duration":"151.198886ms","start":"2026-03-19T11:49:18.11531Z","end":"2026-03-19T11:49:18.266509Z","steps":["trace[1184466257] 'agreement among raft nodes before linearized reading' (duration: 150.925648ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:49:18.679926Z","caller":"traceutil/trace.go:171","msg":"trace[1241328446] transaction","detail":"{read_only:false; response_revision:19394; number_of_response:1; }","duration":"262.682543ms","start":"2026-03-19T11:49:18.417215Z","end":"2026-03-19T11:49:18.679897Z","steps":["trace[1241328446] 'process raft request' (duration: 189.906867ms)","trace[1241328446] 'compare' (duration: 72.269482ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:49:18.850757Z","caller":"traceutil/trace.go:171","msg":"trace[1197367912] transaction","detail":"{read_only:false; response_revision:19397; number_of_response:1; }","duration":"124.943322ms","start":"2026-03-19T11:49:18.725784Z","end":"2026-03-19T11:49:18.850727Z","steps":["trace[1197367912] 'process raft request' (duration: 59.153656ms)","trace[1197367912] 'compare' (duration: 65.664173ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:49:19.157321Z","caller":"traceutil/trace.go:171","msg":"trace[497622102] linearizableReadLoop","detail":"{readStateIndex:20114; appliedIndex:20113; }","duration":"169.362549ms","start":"2026-03-19T11:49:18.987927Z","end":"2026-03-19T11:49:19.15729Z","steps":["trace[497622102] 'read index received' (duration: 116.202586ms)","trace[497622102] 'applied index is now lower than readState.Index' (duration: 53.158773ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:49:19.157441Z","caller":"traceutil/trace.go:171","msg":"trace[1599809676] transaction","detail":"{read_only:false; response_revision:19398; number_of_response:1; }","duration":"219.877ms","start":"2026-03-19T11:49:18.937531Z","end":"2026-03-19T11:49:19.157407Z","steps":["trace[1599809676] 'process raft request' (duration: 166.587113ms)","trace[1599809676] 'compare' (duration: 53.04299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:49:19.157511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.579964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T11:49:19.15754Z","caller":"traceutil/trace.go:171","msg":"trace[53396618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19398; }","duration":"169.678997ms","start":"2026-03-19T11:49:18.987853Z","end":"2026-03-19T11:49:19.157532Z","steps":["trace[53396618] 'agreement among raft nodes before linearized reading' (duration: 169.520543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:49:19.397919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.746221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T11:49:19.398039Z","caller":"traceutil/trace.go:171","msg":"trace[672373545] linearizableReadLoop","detail":"{readStateIndex:20115; appliedIndex:20114; }","duration":"240.628833ms","start":"2026-03-19T11:49:19.157391Z","end":"2026-03-19T11:49:19.39802Z","steps":["trace[672373545] 'read index received' (duration: 113.690957ms)","trace[672373545] 'applied index is now lower than readState.Index' (duration: 126.936216ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:49:19.398209Z","caller":"traceutil/trace.go:171","msg":"trace[481556924] transaction","detail":"{read_only:false; response_revision:19399; number_of_response:1; }","duration":"323.663078ms","start":"2026-03-19T11:49:19.074506Z","end":"2026-03-19T11:49:19.39817Z","steps":["trace[481556924] 'process raft request' (duration: 196.560787ms)","trace[481556924] 'compare' (duration: 126.393092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:49:19.39835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.972469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-19T11:49:19.398423Z","caller":"traceutil/trace.go:171","msg":"trace[263777954] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19399; }","duration":"288.107642ms","start":"2026-03-19T11:49:19.110294Z","end":"2026-03-19T11:49:19.398401Z","steps":["trace[263777954] 'agreement among raft nodes before linearized reading' (duration: 287.872786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:49:19.398439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:49:19.074482Z","time spent":"323.871854ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:49:19.460353Z","caller":"traceutil/trace.go:171","msg":"trace[1358784535] transaction","detail":"{read_only:false; response_revision:19400; number_of_response:1; }","duration":"299.606085ms","start":"2026-03-19T11:49:19.160719Z","end":"2026-03-19T11:49:19.460325Z","steps":["trace[1358784535] 'process raft request' (duration: 299.366748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:49:19.4605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.662846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-7d8c588945-st4kx.189e3bab19a22297\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-19T11:49:19.46059Z","caller":"traceutil/trace.go:171","msg":"trace[1303519957] range","detail":"{range_begin:/registry/events/openstack/heat-api-7d8c588945-st4kx.189e3bab19a22297; range_end:; response_count:1; response_revision:19400; }","duration":"173.771589ms","start":"2026-03-19T11:49:19.286795Z","end":"2026-03-19T11:49:19.460566Z","steps":["trace[1303519957] 'agreement among raft nodes before linearized reading' (duration: 173.488131ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:49:19.578296Z","caller":"traceutil/trace.go:171","msg":"trace[2081887632] transaction","detail":"{read_only:false; response_revision:19401; number_of_response:1; }","duration":"176.361419ms","start":"2026-03-19T11:49:19.4019Z","end":"2026-03-19T11:49:19.578261Z","steps":["trace[2081887632] 'process raft request' (duration: 95.630147ms)","trace[2081887632] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:473; } (duration: 80.350762ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:49:19.880123Z","caller":"traceutil/trace.go:171","msg":"trace[2029700840] transaction","detail":"{read_only:false; response_revision:19404; number_of_response:1; }","duration":"227.815765ms","start":"2026-03-19T11:49:19.652279Z","end":"2026-03-19T11:49:19.880095Z","steps":["trace[2029700840] 'process raft request' (duration: 152.160921ms)","trace[2029700840] 'compare' (duration: 75.537611ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:49:20.140955Z","caller":"traceutil/trace.go:171","msg":"trace[414343537] transaction","detail":"{read_only:false; response_revision:19406; number_of_response:1; }","duration":"202.408556ms","start":"2026-03-19T11:49:19.938456Z","end":"2026-03-19T11:49:20.140865Z","steps":["trace[414343537] 'process raft request' (duration: 141.897263ms)","trace[414343537] 'compare' (duration: 60.271186ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:49:20.298936Z","caller":"traceutil/trace.go:171","msg":"trace[5457269] transaction","detail":"{read_only:false; response_revision:19407; number_of_response:1; }","duration":"154.503915ms","start":"2026-03-19T11:49:20.1444Z","end":"2026-03-19T11:49:20.298904Z","steps":["trace[5457269] 'process raft request' (duration: 146.382554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:49:20.594873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.392899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T11:49:20.595008Z","caller":"traceutil/trace.go:171","msg":"trace[698544136] transaction","detail":"{read_only:false; response_revision:19408; number_of_response:1; }","duration":"275.475759ms","start":"2026-03-19T11:49:20.319497Z","end":"2026-03-19T11:49:20.594973Z","steps":["trace[698544136] 'process raft request' (duration: 102.900214ms)","trace[698544136] 'compare' (duration: 172.292347ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:49:20.595062Z","caller":"traceutil/trace.go:171","msg":"trace[158515528] transaction","detail":"{read_only:false; response_revision:19409; number_of_response:1; }","duration":"183.877251ms","start":"2026-03-19T11:49:20.411166Z","end":"2026-03-19T11:49:20.595043Z","steps":["trace[158515528] 'process raft request' (duration: 183.81398ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:49:20.595185Z","caller":"traceutil/trace.go:171","msg":"trace[962315132] linearizableReadLoop","detail":"{readStateIndex:20125; appliedIndex:20124; }","duration":"270.333079ms","start":"2026-03-19T11:49:20.324818Z","end":"2026-03-19T11:49:20.595152Z","steps":["trace[962315132] 'read index received' (duration: 97.646382ms)","trace[962315132] 'applied index is now lower than readState.Index' (duration: 172.682907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:49:20.595546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.712169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-19T11:49:20.595598Z","caller":"traceutil/trace.go:171","msg":"trace[74127019] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:19409; }","duration":"270.774141ms","start":"2026-03-19T11:49:20.324809Z","end":"2026-03-19T11:49:20.595583Z","steps":["trace[74127019] 'agreement among raft nodes before linearized reading' (duration: 270.452352ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:49:20.907645Z","caller":"traceutil/trace.go:171","msg":"trace[687709134] transaction","detail":"{read_only:false; response_revision:19411; number_of_response:1; }","duration":"305.581367ms","start":"2026-03-19T11:49:20.602015Z","end":"2026-03-19T11:49:20.907597Z","steps":["trace[687709134] 'process raft request' (duration: 305.208987ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:49:20.907751Z","caller":"traceutil/trace.go:171","msg":"trace[281437053] linearizableReadLoop","detail":"{readStateIndex:20130; appliedIndex:20128; }","duration":"223.293993ms","start":"2026-03-19T11:49:20.684426Z","end":"2026-03-19T11:49:20.90772Z","steps":["trace[281437053] 'read index received' (duration: 223.018656ms)","trace[281437053] 'applied index is now lower than readState.Index' (duration: 272.487µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:49:20.907794Z","caller":"traceutil/trace.go:171","msg":"trace[81327634] transaction","detail":"{read_only:false; response_revision:19413; number_of_response:1; }","duration":"305.265489ms","start":"2026-03-19T11:49:20.602502Z","end":"2026-03-19T11:49:20.907768Z","steps":["trace[81327634] 'process raft request' (duration: 305.071873ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:49:20.907652Z","caller":"traceutil/trace.go:171","msg":"trace[538946140] transaction","detail":"{read_only:false; response_revision:19412; number_of_response:1; }","duration":"305.32759ms","start":"2026-03-19T11:49:20.602288Z","end":"2026-03-19T11:49:20.907616Z","steps":["trace[538946140] 'process raft request' (duration: 305.182316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:49:20.907915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.487418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T11:49:20.907958Z","caller":"traceutil/trace.go:171","msg":"trace[706423285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19413; }","duration":"223.57976ms","start":"2026-03-19T11:49:20.684366Z","end":"2026-03-19T11:49:20.907945Z","steps":["trace[706423285] 'agreement among raft nodes before linearized reading' (duration: 223.428426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:49:20.907944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:49:20.602491Z","time spent":"305.367331ms","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:49:20.908013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:49:20.602261Z","time spent":"305.66452ms","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:49:20.908992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:49:20.601979Z","time spent":"305.769102ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:49:20.909978Z","caller":"traceutil/trace.go:171","msg":"trace[1075339590] transaction","detail":"{read_only:false; response_revision:19415; number_of_response:1; }","duration":"182.205937ms","start":"2026-03-19T11:49:20.727748Z","end":"2026-03-19T11:49:20.909953Z","steps":["trace[1075339590] 'process raft request' (duration: 182.065153ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:49:20.91016Z","caller":"traceutil/trace.go:171","msg":"trace[61096397] transaction","detail":"{read_only:false; response_revision:19414; number_of_response:1; }","duration":"184.984663ms","start":"2026-03-19T11:49:20.725151Z","end":"2026-03-19T11:49:20.910136Z","steps":["trace[61096397] 'process raft request' (duration: 184.530041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:49:20.91058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.947809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-19T11:49:20.910691Z","caller":"traceutil/trace.go:171","msg":"trace[1402933537] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19415; }","duration":"186.203925ms","start":"2026-03-19T11:49:20.724466Z","end":"2026-03-19T11:49:20.91067Z","steps":["trace[1402933537] 'agreement among raft nodes before linearized reading' (duration: 185.403564ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:49:21.301214Z","caller":"traceutil/trace.go:171","msg":"trace[143138170] linearizableReadLoop","detail":"{readStateIndex:20137; appliedIndex:20136; }","duration":"115.082245ms","start":"2026-03-19T11:49:21.186102Z","end":"2026-03-19T11:49:21.301184Z","steps":["trace[143138170] 'read index received' (duration: 114.89031ms)","trace[143138170] 'applied index is now lower than readState.Index' (duration: 190.675µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:49:21.301268Z","caller":"traceutil/trace.go:171","msg":"trace[2101756555] transaction","detail":"{read_only:false; response_revision:19420; number_of_response:1; }","duration":"136.887056ms","start":"2026-03-19T11:49:21.164353Z","end":"2026-03-19T11:49:21.30124Z","steps":["trace[2101756555] 'process raft request' (duration: 136.66343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:49:21.301456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.335582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-19T11:49:21.301537Z","caller":"traceutil/trace.go:171","msg":"trace[239237047] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:19420; }","duration":"115.432714ms","start":"2026-03-19T11:49:21.186058Z","end":"2026-03-19T11:49:21.30149Z","steps":["trace[239237047] 'agreement among raft nodes before linearized reading' (duration: 115.246009ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:49:21.705705Z","caller":"traceutil/trace.go:171","msg":"trace[1313753903] transaction","detail":"{read_only:false; response_revision:19425; number_of_response:1; }","duration":"119.440703ms","start":"2026-03-19T11:49:21.586209Z","end":"2026-03-19T11:49:21.70565Z","steps":["trace[1313753903] 'process raft request' (duration: 119.221917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:49:22.014565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.034398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:49:22.014658Z","caller":"traceutil/trace.go:171","msg":"trace[422572189] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:19425; }","duration":"173.200143ms","start":"2026-03-19T11:49:21.841435Z","end":"2026-03-19T11:49:22.014636Z","steps":["trace[422572189] 'count revisions from in-memory index tree' (duration: 172.916075ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:49:23.083862Z","caller":"traceutil/trace.go:171","msg":"trace[933570186] transaction","detail":"{read_only:false; response_revision:19432; number_of_response:1; }","duration":"116.789891ms","start":"2026-03-19T11:49:22.96704Z","end":"2026-03-19T11:49:23.08383Z","steps":["trace[933570186] 'process raft request' (duration: 94.127376ms)","trace[933570186] 'compare' (duration: 22.519091ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:49:23.435368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.485245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:49:23.435436Z","caller":"traceutil/trace.go:171","msg":"trace[1474863981] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:19433; }","duration":"231.605989ms","start":"2026-03-19T11:49:23.203814Z","end":"2026-03-19T11:49:23.43542Z","steps":["trace[1474863981] 'count revisions from in-memory index tree' (duration: 231.416843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:49:23.435502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.834945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-19T11:49:23.435587Z","caller":"traceutil/trace.go:171","msg":"trace[2020809395] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19433; }","duration":"129.949248ms","start":"2026-03-19T11:49:23.305625Z","end":"2026-03-19T11:49:23.435574Z","steps":["trace[2020809395] 'range keys from in-memory index tree' (duration: 129.728242ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:49:23.75045Z","caller":"traceutil/trace.go:171","msg":"trace[725710776] transaction","detail":"{read_only:false; response_revision:19434; number_of_response:1; }","duration":"311.476207ms","start":"2026-03-19T11:49:23.438956Z","end":"2026-03-19T11:49:23.750432Z","steps":["trace[725710776] 'process raft request' (duration: 311.364054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:49:23.750567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:49:23.438943Z","time spent":"311.564519ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:49:23.77766Z","caller":"traceutil/trace.go:171","msg":"trace[1396597048] transaction","detail":"{read_only:false; response_revision:19435; number_of_response:1; }","duration":"338.409069ms","start":"2026-03-19T11:49:23.439225Z","end":"2026-03-19T11:49:23.777634Z","steps":["trace[1396597048] 'process raft request' (duration: 337.994848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:49:23.777825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:49:23.439215Z","time spent":"338.515342ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:49:23.778091Z","caller":"traceutil/trace.go:171","msg":"trace[767862383] linearizableReadLoop","detail":"{readStateIndex:20154; appliedIndex:20151; }","duration":"207.877164ms","start":"2026-03-19T11:49:23.570195Z","end":"2026-03-19T11:49:23.778072Z","steps":["trace[767862383] 'read index received' (duration: 180.208133ms)","trace[767862383] 'applied index is now lower than readState.Index' (duration: 27.668241ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:49:23.778125Z","caller":"traceutil/trace.go:171","msg":"trace[1511540620] transaction","detail":"{read_only:false; response_revision:19436; number_of_response:1; }","duration":"260.820741ms","start":"2026-03-19T11:49:23.517272Z","end":"2026-03-19T11:49:23.778093Z","steps":["trace[1511540620] 'process raft request' (duration: 260.285067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:49:23.778319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.11004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T11:49:23.778396Z","caller":"traceutil/trace.go:171","msg":"trace[850722150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19436; }","duration":"208.218123ms","start":"2026-03-19T11:49:23.570161Z","end":"2026-03-19T11:49:23.778379Z","steps":["trace[850722150] 'agreement among raft nodes before linearized reading' (duration: 208.007127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:49:23.77826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.333593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:49:23.778544Z","caller":"traceutil/trace.go:171","msg":"trace[677262688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19436; }","duration":"167.627362ms","start":"2026-03-19T11:49:23.610886Z","end":"2026-03-19T11:49:23.778514Z","steps":["trace[677262688] 'agreement among raft nodes before linearized reading' (duration: 167.304133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:49:26.374518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.0605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T11:49:26.374815Z","caller":"traceutil/trace.go:171","msg":"trace[1008520355] transaction","detail":"{read_only:false; response_revision:19450; number_of_response:1; }","duration":"269.701823ms","start":"2026-03-19T11:49:26.104925Z","end":"2026-03-19T11:49:26.374627Z","steps":["trace[1008520355] 'process raft request' (duration: 149.431167ms)","trace[1008520355] 'compare' (duration: 119.939527ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:49:27.08324Z","caller":"traceutil/trace.go:171","msg":"trace[173730072] transaction","detail":"{read_only:false; response_revision:19454; number_of_response:1; }","duration":"108.565457ms","start":"2026-03-19T11:49:26.974649Z","end":"2026-03-19T11:49:27.083214Z","steps":["trace[173730072] 'process raft request' (duration: 75.90259ms)","trace[173730072] 'compare' (duration: 32.554024ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:49:27.297581Z","caller":"traceutil/trace.go:171","msg":"trace[2127240914] transaction","detail":"{read_only:false; response_revision:19455; number_of_response:1; }","duration":"196.911127ms","start":"2026-03-19T11:49:27.100638Z","end":"2026-03-19T11:49:27.297549Z","steps":["trace[2127240914] 'process raft request' (duration: 107.827448ms)","trace[2127240914] 'compare' (duration: 88.854993ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:49:27.297696Z","caller":"traceutil/trace.go:171","msg":"trace[1178283748] linearizableReadLoop","detail":"{readStateIndex:20174; appliedIndex:20173; }","duration":"143.873397ms","start":"2026-03-19T11:49:27.153748Z","end":"2026-03-19T11:49:27.297621Z","steps":["trace[1178283748] 'read index received' (duration: 54.772908ms)","trace[1178283748] 'applied index is now lower than readState.Index' (duration: 89.098749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:49:27.297818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.056271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T11:49:27.297858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.480796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T11:49:27.297896Z","caller":"traceutil/trace.go:171","msg":"trace[1796807454] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:19455; }","duration":"144.194485ms","start":"2026-03-19T11:49:27.153684Z","end":"2026-03-19T11:49:27.297879Z","steps":["trace[1796807454] 'agreement among raft nodes before linearized reading' (duration: 144.053731ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:49:27.297941Z","caller":"traceutil/trace.go:171","msg":"trace[325852027] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19455; }","duration":"115.590529ms","start":"2026-03-19T11:49:27.182328Z","end":"2026-03-19T11:49:27.297919Z","steps":["trace[325852027] 'agreement among raft nodes before linearized reading' (duration: 115.438815ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:49:31.273494Z","caller":"traceutil/trace.go:171","msg":"trace[2041599751] transaction","detail":"{read_only:false; response_revision:19475; number_of_response:1; }","duration":"178.679771ms","start":"2026-03-19T11:49:31.094775Z","end":"2026-03-19T11:49:31.273455Z","steps":["trace[2041599751] 'process raft request' (duration: 178.382203ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:49:31.419726Z","caller":"traceutil/trace.go:171","msg":"trace[1232016652] linearizableReadLoop","detail":"{readStateIndex:20195; appliedIndex:20194; }","duration":"106.140052ms","start":"2026-03-19T11:49:31.313556Z","end":"2026-03-19T11:49:31.419696Z","steps":["trace[1232016652] 'read index received' (duration: 8.212293ms)","trace[1232016652] 'applied index is now lower than readState.Index' (duration: 97.926189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:49:31.420145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.559943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T11:49:31.420217Z","caller":"traceutil/trace.go:171","msg":"trace[1068280856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19475; }","duration":"106.696607ms","start":"2026-03-19T11:49:31.313503Z","end":"2026-03-19T11:49:31.4202Z","steps":["trace[1068280856] 'agreement among raft nodes before linearized reading' (duration: 106.44291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:49:31.69883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.766955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T11:49:31.699259Z","caller":"traceutil/trace.go:171","msg":"trace[2021839895] transaction","detail":"{read_only:false; response_revision:19477; number_of_response:1; }","duration":"274.445372ms","start":"2026-03-19T11:49:31.424787Z","end":"2026-03-19T11:49:31.699232Z","steps":["trace[2021839895] 'process raft request' (duration: 127.118401ms)","trace[2021839895] 'compare' (duration: 146.489878ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:49:31.699395Z","caller":"traceutil/trace.go:171","msg":"trace[88605722] transaction","detail":"{read_only:false; response_revision:19478; number_of_response:1; }","duration":"274.39657ms","start":"2026-03-19T11:49:31.424954Z","end":"2026-03-19T11:49:31.699351Z","steps":["trace[88605722] 'process raft request' (duration: 274.0445ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:49:31.699528Z","caller":"traceutil/trace.go:171","msg":"trace[1262014978] linearizableReadLoop","detail":"{readStateIndex:20198; appliedIndex:20196; }","duration":"222.284465ms","start":"2026-03-19T11:49:31.477224Z","end":"2026-03-19T11:49:31.699509Z","steps":["trace[1262014978] 'read index received' (duration: 74.719188ms)","trace[1262014978] 'applied index is now lower than readState.Index' (duration: 147.342991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:49:31.699562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.309296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-19T11:49:31.699628Z","caller":"traceutil/trace.go:171","msg":"trace[1223161926] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19478; }","duration":"222.43633ms","start":"2026-03-19T11:49:31.477173Z","end":"2026-03-19T11:49:31.699609Z","steps":["trace[1223161926] 'agreement among raft nodes before linearized reading' (duration: 222.225694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:49:31.699741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.761303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:49:31.69979Z","caller":"traceutil/trace.go:171","msg":"trace[830411353] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:19478; }","duration":"101.843725ms","start":"2026-03-19T11:49:31.597932Z","end":"2026-03-19T11:49:31.699776Z","steps":["trace[830411353] 'agreement among raft nodes before linearized reading' (duration: 101.708322ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:49:46.031903Z","caller":"traceutil/trace.go:171","msg":"trace[759008193] transaction","detail":"{read_only:false; response_revision:19562; number_of_response:1; }","duration":"140.37787ms","start":"2026-03-19T11:49:45.89149Z","end":"2026-03-19T11:49:46.031868Z","steps":["trace[759008193] 'process raft request' (duration: 108.426013ms)","trace[759008193] 'compare' (duration: 31.801883ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:49:47.340739Z","caller":"traceutil/trace.go:171","msg":"trace[1392550907] transaction","detail":"{read_only:false; response_revision:19567; number_of_response:1; }","duration":"177.050835ms","start":"2026-03-19T11:49:47.163656Z","end":"2026-03-19T11:49:47.340707Z","steps":["trace[1392550907] 'process raft request' (duration: 176.760247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:49:48.122054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.162252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:49:48.122212Z","caller":"traceutil/trace.go:171","msg":"trace[2001034492] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19571; }","duration":"134.402198ms","start":"2026-03-19T11:49:47.987797Z","end":"2026-03-19T11:49:48.122199Z","steps":["trace[2001034492] 'range keys from in-memory index tree' (duration: 134.050159ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:49:48.274747Z","caller":"traceutil/trace.go:171","msg":"trace[101693256] transaction","detail":"{read_only:false; response_revision:19572; number_of_response:1; }","duration":"148.998194ms","start":"2026-03-19T11:49:48.125716Z","end":"2026-03-19T11:49:48.274714Z","steps":["trace[101693256] 'process raft request' (duration: 148.791228ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:49:48.341984Z","caller":"traceutil/trace.go:171","msg":"trace[1597575820] transaction","detail":"{read_only:false; response_revision:19573; number_of_response:1; }","duration":"215.852659ms","start":"2026-03-19T11:49:48.126107Z","end":"2026-03-19T11:49:48.34196Z","steps":["trace[1597575820] 'process raft request' (duration: 215.657384ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:49:48.342208Z","caller":"traceutil/trace.go:171","msg":"trace[2091154705] linearizableReadLoop","detail":"{readStateIndex:20297; appliedIndex:20294; }","duration":"215.096088ms","start":"2026-03-19T11:49:48.12706Z","end":"2026-03-19T11:49:48.342156Z","steps":["trace[2091154705] 'read index received' (duration: 147.427322ms)","trace[2091154705] 'applied index is now lower than readState.Index' (duration: 67.665276ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:49:48.34228Z","caller":"traceutil/trace.go:171","msg":"trace[1739902111] transaction","detail":"{read_only:false; response_revision:19574; number_of_response:1; }","duration":"216.090075ms","start":"2026-03-19T11:49:48.126158Z","end":"2026-03-19T11:49:48.342248Z","steps":["trace[1739902111] 'process raft request' (duration: 215.761296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:49:48.342516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.372296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T11:49:48.342639Z","caller":"traceutil/trace.go:171","msg":"trace[25367376] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19574; }","duration":"215.563251ms","start":"2026-03-19T11:49:48.127053Z","end":"2026-03-19T11:49:48.342616Z","steps":["trace[25367376] 'agreement among raft nodes before linearized reading' (duration: 215.234402ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:50:17.935473Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17618} {"level":"info","ts":"2026-03-19T11:50:18.259225Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17618,"took":"320.218301ms","hash":3269896297,"current-db-size-bytes":43515904,"current-db-size":"44 MB","current-db-size-in-use-bytes":29437952,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-19T11:50:18.259308Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3269896297,"revision":17618,"compact-revision":15417} {"level":"info","ts":"2026-03-19T11:50:26.526169Z","caller":"traceutil/trace.go:171","msg":"trace[1287339077] transaction","detail":"{read_only:false; response_revision:19784; number_of_response:1; }","duration":"289.741024ms","start":"2026-03-19T11:50:26.23641Z","end":"2026-03-19T11:50:26.526151Z","steps":["trace[1287339077] 'process raft request' (duration: 289.59039ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:50:26.526318Z","caller":"traceutil/trace.go:171","msg":"trace[1642895521] linearizableReadLoop","detail":"{readStateIndex:20515; appliedIndex:20515; }","duration":"289.57076ms","start":"2026-03-19T11:50:26.236716Z","end":"2026-03-19T11:50:26.526287Z","steps":["trace[1642895521] 'read index received' (duration: 289.55609ms)","trace[1642895521] 'applied index is now lower than readState.Index' (duration: 11.99µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:50:26.526663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.917359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-19T11:50:26.526722Z","caller":"traceutil/trace.go:171","msg":"trace[282016653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19784; }","duration":"290.033152ms","start":"2026-03-19T11:50:26.236675Z","end":"2026-03-19T11:50:26.526708Z","steps":["trace[282016653] 'agreement among raft nodes before linearized reading' (duration: 289.747875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:26.530083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.834452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:50:26.530166Z","caller":"traceutil/trace.go:171","msg":"trace[17449157] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:19784; }","duration":"182.938135ms","start":"2026-03-19T11:50:26.34719Z","end":"2026-03-19T11:50:26.530128Z","steps":["trace[17449157] 'agreement among raft nodes before linearized reading' (duration: 182.839593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:26.530382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.873425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:50:26.530423Z","caller":"traceutil/trace.go:171","msg":"trace[1030309954] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:19784; }","duration":"255.951247ms","start":"2026-03-19T11:50:26.274461Z","end":"2026-03-19T11:50:26.530412Z","steps":["trace[1030309954] 'agreement among raft nodes before linearized reading' (duration: 255.887595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:26.530081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.32446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:50:26.530632Z","caller":"traceutil/trace.go:171","msg":"trace[1458322329] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:19784; }","duration":"129.926047ms","start":"2026-03-19T11:50:26.400694Z","end":"2026-03-19T11:50:26.530621Z","steps":["trace[1458322329] 'agreement among raft nodes before linearized reading' (duration: 129.31661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:32.885534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.054824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T11:50:32.885599Z","caller":"traceutil/trace.go:171","msg":"trace[1288405833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19810; }","duration":"314.168337ms","start":"2026-03-19T11:50:32.571414Z","end":"2026-03-19T11:50:32.885583Z","steps":["trace[1288405833] 'range keys from in-memory index tree' (duration: 313.873789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:32.885628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:32.571383Z","time spent":"314.239589ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:50:32.885889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.636908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T11:50:32.885927Z","caller":"traceutil/trace.go:171","msg":"trace[1085086519] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19810; }","duration":"318.71063ms","start":"2026-03-19T11:50:32.56721Z","end":"2026-03-19T11:50:32.88592Z","steps":["trace[1085086519] 'range keys from in-memory index tree' (duration: 318.534215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:32.885911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.553106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-19T11:50:32.886001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.63049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T11:50:32.886031Z","caller":"traceutil/trace.go:171","msg":"trace[1268495434] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19810; }","duration":"314.692291ms","start":"2026-03-19T11:50:32.57133Z","end":"2026-03-19T11:50:32.886022Z","steps":["trace[1268495434] 'range keys from in-memory index tree' (duration: 314.532637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:32.886048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:32.571303Z","time spent":"314.740802ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T11:50:32.885994Z","caller":"traceutil/trace.go:171","msg":"trace[946530853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19810; }","duration":"136.67874ms","start":"2026-03-19T11:50:32.749293Z","end":"2026-03-19T11:50:32.885972Z","steps":["trace[946530853] 'range keys from in-memory index tree' (duration: 136.330171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:32.885946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:32.567189Z","time spent":"318.752422ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T11:50:33.325923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536121344,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:50:33.826386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536121344,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:50:34.046722Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.160388185s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T11:50:34.047372Z","caller":"traceutil/trace.go:171","msg":"trace[191020879] transaction","detail":"{read_only:false; response_revision:19811; number_of_response:1; }","duration":"1.222576573s","start":"2026-03-19T11:50:32.824765Z","end":"2026-03-19T11:50:34.047342Z","steps":["trace[191020879] 'process raft request' (duration: 1.222388988s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:34.047535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:32.824744Z","time spent":"1.222701926s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:50:34.858307Z","caller":"traceutil/trace.go:171","msg":"trace[670098511] transaction","detail":"{read_only:false; response_revision:19812; number_of_response:1; }","duration":"1.967862161s","start":"2026-03-19T11:50:32.890396Z","end":"2026-03-19T11:50:34.858258Z","steps":["trace[670098511] 'process raft request' (duration: 1.967508172s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:50:34.858326Z","caller":"traceutil/trace.go:171","msg":"trace[407866612] transaction","detail":"{read_only:false; response_revision:19813; number_of_response:1; }","duration":"1.967812081s","start":"2026-03-19T11:50:32.890462Z","end":"2026-03-19T11:50:34.858274Z","steps":["trace[407866612] 'process raft request' (duration: 1.967658007s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:34.858504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:32.890378Z","time spent":"1.968026126s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:50:34.858663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:32.890439Z","time spent":"1.967989825s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:50:34.858752Z","caller":"traceutil/trace.go:171","msg":"trace[1472857192] transaction","detail":"{read_only:false; response_revision:19817; number_of_response:1; }","duration":"1.264503351s","start":"2026-03-19T11:50:33.594236Z","end":"2026-03-19T11:50:34.858739Z","steps":["trace[1472857192] 'process raft request' (duration: 1.264018628s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:50:34.858791Z","caller":"traceutil/trace.go:171","msg":"trace[2090681671] transaction","detail":"{read_only:false; response_revision:19816; number_of_response:1; }","duration":"1.797622171s","start":"2026-03-19T11:50:33.061132Z","end":"2026-03-19T11:50:34.858754Z","steps":["trace[2090681671] 'process raft request' (duration: 1.797091266s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:50:34.858832Z","caller":"traceutil/trace.go:171","msg":"trace[1632134541] transaction","detail":"{read_only:false; response_revision:19814; number_of_response:1; }","duration":"1.967837571s","start":"2026-03-19T11:50:32.89096Z","end":"2026-03-19T11:50:34.858798Z","steps":["trace[1632134541] 'process raft request' (duration: 1.967200074s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:50:34.858917Z","caller":"traceutil/trace.go:171","msg":"trace[1901320786] transaction","detail":"{read_only:false; response_revision:19815; number_of_response:1; }","duration":"1.966863645s","start":"2026-03-19T11:50:32.892041Z","end":"2026-03-19T11:50:34.858905Z","steps":["trace[1901320786] 'process raft request' (duration: 1.966146485s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:34.858926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:32.890951Z","time spent":"1.967928953s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:50:34.85891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:33.594211Z","time spent":"1.264586964s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:50:34.858995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:32.892031Z","time spent":"1.966924326s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:50:34.858344Z","caller":"traceutil/trace.go:171","msg":"trace[1951730907] linearizableReadLoop","detail":"{readStateIndex:20551; appliedIndex:20544; }","duration":"2.032709822s","start":"2026-03-19T11:50:32.825602Z","end":"2026-03-19T11:50:34.858312Z","steps":["trace[1951730907] 'read index received' (duration: 1.22173144s)","trace[1951730907] 'applied index is now lower than readState.Index' (duration: 810.977242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:50:34.859008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:33.061103Z","time spent":"1.797775205s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:50:34.859057Z","caller":"traceutil/trace.go:171","msg":"trace[1523082629] transaction","detail":"{read_only:false; response_revision:19818; number_of_response:1; }","duration":"1.18118693s","start":"2026-03-19T11:50:33.677829Z","end":"2026-03-19T11:50:34.859016Z","steps":["trace[1523082629] 'process raft request' (duration: 1.18044918s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:34.858702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033073501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T11:50:34.859198Z","caller":"traceutil/trace.go:171","msg":"trace[891504225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19818; }","duration":"2.033631127s","start":"2026-03-19T11:50:32.825556Z","end":"2026-03-19T11:50:34.859187Z","steps":["trace[891504225] 'agreement among raft nodes before linearized reading' (duration: 2.032850935s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:34.859255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:32.825543Z","time spent":"2.033703589s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:50:34.859254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891330804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T11:50:34.859233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:33.677802Z","time spent":"1.181345734s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:50:34.859304Z","caller":"traceutil/trace.go:171","msg":"trace[313302702] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:19818; }","duration":"1.891403876s","start":"2026-03-19T11:50:32.967887Z","end":"2026-03-19T11:50:34.859291Z","steps":["trace[313302702] 'agreement among raft nodes before linearized reading' (duration: 1.891330744s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:34.859346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:32.967869Z","time spent":"1.891467498s","remote":"127.0.0.1:33092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:50:34.859355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.612205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:50:34.859385Z","caller":"traceutil/trace.go:171","msg":"trace[1355049709] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:19818; }","duration":"228.677287ms","start":"2026-03-19T11:50:34.630699Z","end":"2026-03-19T11:50:34.859376Z","steps":["trace[1355049709] 'agreement among raft nodes before linearized reading' (duration: 228.622135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:34.859341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.208344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T11:50:34.859478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.819966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T11:50:34.859531Z","caller":"traceutil/trace.go:171","msg":"trace[2099132120] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:19818; }","duration":"648.45933ms","start":"2026-03-19T11:50:34.211054Z","end":"2026-03-19T11:50:34.859513Z","steps":["trace[2099132120] 'agreement among raft nodes before linearized reading' (duration: 648.200063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:34.859554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.353098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T11:50:34.859588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:34.211033Z","time spent":"648.540673ms","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:50:34.859597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342435996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:50:34.859661Z","caller":"traceutil/trace.go:171","msg":"trace[500193869] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:19818; }","duration":"1.342498618s","start":"2026-03-19T11:50:33.517151Z","end":"2026-03-19T11:50:34.85965Z","steps":["trace[500193869] 'agreement among raft nodes before linearized reading' (duration: 1.342415576s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:34.859691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:33.517114Z","time spent":"1.34256967s","remote":"127.0.0.1:49468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:50:34.859591Z","caller":"traceutil/trace.go:171","msg":"trace[1917193848] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:19818; }","duration":"952.388909ms","start":"2026-03-19T11:50:33.907191Z","end":"2026-03-19T11:50:34.85958Z","steps":["trace[1917193848] 'agreement among raft nodes before linearized reading' (duration: 952.292927ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:50:34.859543Z","caller":"traceutil/trace.go:171","msg":"trace[1411340808] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19818; }","duration":"632.899529ms","start":"2026-03-19T11:50:34.226621Z","end":"2026-03-19T11:50:34.85952Z","steps":["trace[1411340808] 'agreement among raft nodes before linearized reading' (duration: 632.747074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:34.859765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:33.907134Z","time spent":"952.620506ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":62,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:50:34.859772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:34.226604Z","time spent":"633.157675ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T11:50:34.859823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247953391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:50:34.859886Z","caller":"traceutil/trace.go:171","msg":"trace[681443948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19818; }","duration":"1.248037684s","start":"2026-03-19T11:50:33.611833Z","end":"2026-03-19T11:50:34.859871Z","steps":["trace[681443948] 'agreement among raft nodes before linearized reading' (duration: 1.247950602s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:34.859932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:33.611821Z","time spent":"1.248100845s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T11:50:45.23806Z","caller":"traceutil/trace.go:171","msg":"trace[1964202400] transaction","detail":"{read_only:false; response_revision:19861; number_of_response:1; }","duration":"313.318374ms","start":"2026-03-19T11:50:44.924717Z","end":"2026-03-19T11:50:45.238035Z","steps":["trace[1964202400] 'process raft request' (duration: 313.18452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:45.238222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:44.924699Z","time spent":"313.443488ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:50:45.241388Z","caller":"traceutil/trace.go:171","msg":"trace[1582400024] transaction","detail":"{read_only:false; response_revision:19862; number_of_response:1; }","duration":"294.101893ms","start":"2026-03-19T11:50:44.947267Z","end":"2026-03-19T11:50:45.241368Z","steps":["trace[1582400024] 'process raft request' (duration: 293.97771ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:50:45.241591Z","caller":"traceutil/trace.go:171","msg":"trace[412178456] linearizableReadLoop","detail":"{readStateIndex:20599; appliedIndex:20596; }","duration":"282.97118ms","start":"2026-03-19T11:50:44.958587Z","end":"2026-03-19T11:50:45.241558Z","steps":["trace[412178456] 'read index received' (duration: 279.423464ms)","trace[412178456] 'applied index is now lower than readState.Index' (duration: 3.546126ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:50:45.241656Z","caller":"traceutil/trace.go:171","msg":"trace[1170644243] transaction","detail":"{read_only:false; response_revision:19863; number_of_response:1; }","duration":"293.537437ms","start":"2026-03-19T11:50:44.948107Z","end":"2026-03-19T11:50:45.241644Z","steps":["trace[1170644243] 'process raft request' (duration: 293.227109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:45.241833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.219457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T11:50:45.241864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.723229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T11:50:45.241899Z","caller":"traceutil/trace.go:171","msg":"trace[1623202621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19863; }","duration":"266.790221ms","start":"2026-03-19T11:50:44.9751Z","end":"2026-03-19T11:50:45.24189Z","steps":["trace[1623202621] 'agreement among raft nodes before linearized reading' (duration: 266.666178ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:50:45.241932Z","caller":"traceutil/trace.go:171","msg":"trace[14424237] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:19863; }","duration":"283.316259ms","start":"2026-03-19T11:50:44.958549Z","end":"2026-03-19T11:50:45.241865Z","steps":["trace[14424237] 'agreement among raft nodes before linearized reading' (duration: 283.158335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:45.241964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.602614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-19T11:50:45.241989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.184612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-19T11:50:45.242029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.81704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T11:50:45.242064Z","caller":"traceutil/trace.go:171","msg":"trace[1013645096] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19863; }","duration":"267.307195ms","start":"2026-03-19T11:50:44.974739Z","end":"2026-03-19T11:50:45.242047Z","steps":["trace[1013645096] 'agreement among raft nodes before linearized reading' (duration: 267.054998ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:50:45.242065Z","caller":"traceutil/trace.go:171","msg":"trace[1450910097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19863; }","duration":"277.744808ms","start":"2026-03-19T11:50:44.964294Z","end":"2026-03-19T11:50:45.242039Z","steps":["trace[1450910097] 'agreement among raft nodes before linearized reading' (duration: 277.475241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:45.242093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.135582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T11:50:45.242107Z","caller":"traceutil/trace.go:171","msg":"trace[631100239] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19863; }","duration":"151.992505ms","start":"2026-03-19T11:50:45.090095Z","end":"2026-03-19T11:50:45.242088Z","steps":["trace[631100239] 'agreement among raft nodes before linearized reading' (duration: 151.78068ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:50:45.242163Z","caller":"traceutil/trace.go:171","msg":"trace[139595260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19863; }","duration":"263.266035ms","start":"2026-03-19T11:50:44.978881Z","end":"2026-03-19T11:50:45.242147Z","steps":["trace[139595260] 'agreement among raft nodes before linearized reading' (duration: 263.06717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:45.242329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.873298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T11:50:45.242435Z","caller":"traceutil/trace.go:171","msg":"trace[394478164] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19863; }","duration":"269.225377ms","start":"2026-03-19T11:50:44.973183Z","end":"2026-03-19T11:50:45.242409Z","steps":["trace[394478164] 'agreement among raft nodes before linearized reading' (duration: 268.660692ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:50:51.023654Z","caller":"traceutil/trace.go:171","msg":"trace[1012624994] transaction","detail":"{read_only:false; response_revision:19887; number_of_response:1; }","duration":"107.648072ms","start":"2026-03-19T11:50:50.915987Z","end":"2026-03-19T11:50:51.023636Z","steps":["trace[1012624994] 'process raft request' (duration: 107.313623ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:50:51.220779Z","caller":"traceutil/trace.go:171","msg":"trace[1184843380] transaction","detail":"{read_only:false; response_revision:19888; number_of_response:1; }","duration":"123.711528ms","start":"2026-03-19T11:50:51.097039Z","end":"2026-03-19T11:50:51.22075Z","steps":["trace[1184843380] 'process raft request' (duration: 57.524311ms)","trace[1184843380] 'compare' (duration: 65.819887ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:50:51.431079Z","caller":"traceutil/trace.go:171","msg":"trace[1897780090] transaction","detail":"{read_only:false; response_revision:19890; number_of_response:1; }","duration":"113.424178ms","start":"2026-03-19T11:50:51.317628Z","end":"2026-03-19T11:50:51.431053Z","steps":["trace[1897780090] 'process raft request' (duration: 112.581195ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:50:51.433231Z","caller":"traceutil/trace.go:171","msg":"trace[87529087] linearizableReadLoop","detail":"{readStateIndex:20630; appliedIndex:20627; }","duration":"108.127985ms","start":"2026-03-19T11:50:51.325086Z","end":"2026-03-19T11:50:51.433214Z","steps":["trace[87529087] 'read index received' (duration: 105.134834ms)","trace[87529087] 'applied index is now lower than readState.Index' (duration: 2.992011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:50:51.433576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.028481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-19T11:50:51.43366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.556566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T11:50:51.433704Z","caller":"traceutil/trace.go:171","msg":"trace[2013554473] transaction","detail":"{read_only:false; response_revision:19891; number_of_response:1; }","duration":"115.143786ms","start":"2026-03-19T11:50:51.318548Z","end":"2026-03-19T11:50:51.433692Z","steps":["trace[2013554473] 'process raft request' (duration: 114.56072ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:50:51.433747Z","caller":"traceutil/trace.go:171","msg":"trace[907643428] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19892; }","duration":"108.67877ms","start":"2026-03-19T11:50:51.325048Z","end":"2026-03-19T11:50:51.433727Z","steps":["trace[907643428] 'agreement among raft nodes before linearized reading' (duration: 108.410052ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:50:51.433803Z","caller":"traceutil/trace.go:171","msg":"trace[1607295522] transaction","detail":"{read_only:false; response_revision:19892; number_of_response:1; }","duration":"114.088076ms","start":"2026-03-19T11:50:51.319668Z","end":"2026-03-19T11:50:51.433756Z","steps":["trace[1607295522] 'process raft request' (duration: 113.512961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:51.433984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.608222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T11:50:51.434044Z","caller":"traceutil/trace.go:171","msg":"trace[540825567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19892; }","duration":"103.681045ms","start":"2026-03-19T11:50:51.330335Z","end":"2026-03-19T11:50:51.434016Z","steps":["trace[540825567] 'agreement among raft nodes before linearized reading' (duration: 103.446718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:51.434056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.733336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T11:50:51.433981Z","caller":"traceutil/trace.go:171","msg":"trace[1406368812] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19892; }","duration":"105.463502ms","start":"2026-03-19T11:50:51.328506Z","end":"2026-03-19T11:50:51.433969Z","steps":["trace[1406368812] 'agreement among raft nodes before linearized reading' (duration: 104.964519ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:50:51.434128Z","caller":"traceutil/trace.go:171","msg":"trace[2139193451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19892; }","duration":"103.864469ms","start":"2026-03-19T11:50:51.330244Z","end":"2026-03-19T11:50:51.434109Z","steps":["trace[2139193451] 'agreement among raft nodes before linearized reading' (duration: 103.587182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:51.434213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.499049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T11:50:51.434387Z","caller":"traceutil/trace.go:171","msg":"trace[1587829932] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19892; }","duration":"103.736126ms","start":"2026-03-19T11:50:51.330596Z","end":"2026-03-19T11:50:51.434332Z","steps":["trace[1587829932] 'agreement among raft nodes before linearized reading' (duration: 103.12803ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:50:53.552629Z","caller":"traceutil/trace.go:171","msg":"trace[1983465093] linearizableReadLoop","detail":"{readStateIndex:20640; appliedIndex:20637; }","duration":"109.679127ms","start":"2026-03-19T11:50:53.442926Z","end":"2026-03-19T11:50:53.552605Z","steps":["trace[1983465093] 'read index received' (duration: 25.482292ms)","trace[1983465093] 'applied index is now lower than readState.Index' (duration: 84.195775ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:50:53.552678Z","caller":"traceutil/trace.go:171","msg":"trace[475339973] transaction","detail":"{read_only:false; response_revision:19901; number_of_response:1; }","duration":"114.515978ms","start":"2026-03-19T11:50:53.438139Z","end":"2026-03-19T11:50:53.552655Z","steps":["trace[475339973] 'process raft request' (duration: 114.290542ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:50:53.552713Z","caller":"traceutil/trace.go:171","msg":"trace[1590860842] transaction","detail":"{read_only:false; response_revision:19902; number_of_response:1; }","duration":"114.360314ms","start":"2026-03-19T11:50:53.438326Z","end":"2026-03-19T11:50:53.552686Z","steps":["trace[1590860842] 'process raft request' (duration: 114.238911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:53.552875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.925444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-19T11:50:53.552938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.596025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T11:50:53.552973Z","caller":"traceutil/trace.go:171","msg":"trace[1169567120] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19902; }","duration":"110.074908ms","start":"2026-03-19T11:50:53.442886Z","end":"2026-03-19T11:50:53.552961Z","steps":["trace[1169567120] 'agreement among raft nodes before linearized reading' (duration: 109.847162ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:50:53.552983Z","caller":"traceutil/trace.go:171","msg":"trace[1587408365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19902; }","duration":"109.663896ms","start":"2026-03-19T11:50:53.443306Z","end":"2026-03-19T11:50:53.55297Z","steps":["trace[1587408365] 'agreement among raft nodes before linearized reading' (duration: 109.515152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:53.552997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.999252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T11:50:53.553034Z","caller":"traceutil/trace.go:171","msg":"trace[1526792335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19902; }","duration":"104.055064ms","start":"2026-03-19T11:50:53.448967Z","end":"2026-03-19T11:50:53.553022Z","steps":["trace[1526792335] 'agreement among raft nodes before linearized reading' (duration: 103.951692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:53.553178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.202561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-19T11:50:53.553183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.73999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T11:50:53.553223Z","caller":"traceutil/trace.go:171","msg":"trace[1584725226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19902; }","duration":"105.800162ms","start":"2026-03-19T11:50:53.447414Z","end":"2026-03-19T11:50:53.553214Z","steps":["trace[1584725226] 'agreement among raft nodes before linearized reading' (duration: 105.652858ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:50:53.553223Z","caller":"traceutil/trace.go:171","msg":"trace[1785397486] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19902; }","duration":"103.263282ms","start":"2026-03-19T11:50:53.449946Z","end":"2026-03-19T11:50:53.553209Z","steps":["trace[1785397486] 'agreement among raft nodes before linearized reading' (duration: 103.124349ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:50:54.14402Z","caller":"traceutil/trace.go:171","msg":"trace[643962494] transaction","detail":"{read_only:false; response_revision:19908; number_of_response:1; }","duration":"299.238691ms","start":"2026-03-19T11:50:53.844755Z","end":"2026-03-19T11:50:54.143993Z","steps":["trace[643962494] 'process raft request' (duration: 299.075847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:57.291655Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.55153181s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T11:50:57.503564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961085226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T11:50:57.503653Z","caller":"traceutil/trace.go:171","msg":"trace[70180485] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19909; }","duration":"1.96121795s","start":"2026-03-19T11:50:55.542415Z","end":"2026-03-19T11:50:57.503633Z","steps":["trace[70180485] 'range keys from in-memory index tree' (duration: 1.960961944s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:57.503691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:55.542392Z","time spent":"1.961290072s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T11:50:57.504082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947307453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-19T11:50:57.504126Z","caller":"traceutil/trace.go:171","msg":"trace[1644058996] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:19909; }","duration":"1.947390455s","start":"2026-03-19T11:50:55.556722Z","end":"2026-03-19T11:50:57.504113Z","steps":["trace[1644058996] 'range keys from in-memory index tree' (duration: 1.947147418s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:57.504153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:55.556699Z","time spent":"1.947447227s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-19T11:50:57.505247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765063397s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T11:50:57.5054Z","caller":"traceutil/trace.go:171","msg":"trace[440949963] linearizableReadLoop","detail":"{readStateIndex:20649; appliedIndex:20647; }","duration":"1.943020257s","start":"2026-03-19T11:50:55.562369Z","end":"2026-03-19T11:50:57.505389Z","steps":["trace[440949963] 'read index received' (duration: 177.756955ms)","trace[440949963] 'applied index is now lower than readState.Index' (duration: 1.765262412s)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:50:57.505444Z","caller":"traceutil/trace.go:171","msg":"trace[1053726946] transaction","detail":"{read_only:false; response_revision:19910; number_of_response:1; }","duration":"1.946164572s","start":"2026-03-19T11:50:55.559268Z","end":"2026-03-19T11:50:57.505433Z","steps":["trace[1053726946] 'process raft request' (duration: 180.833308ms)","trace[1053726946] 'compare' (duration: 1.764925383s)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:50:57.505464Z","caller":"traceutil/trace.go:171","msg":"trace[1323138339] transaction","detail":"{read_only:false; response_revision:19911; number_of_response:1; }","duration":"1.946127601s","start":"2026-03-19T11:50:55.559328Z","end":"2026-03-19T11:50:57.505455Z","steps":["trace[1323138339] 'process raft request' (duration: 1.945996377s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:57.505496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:55.559245Z","time spent":"1.946222543s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:50:57.505521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:55.55931Z","time spent":"1.946180983s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:50:57.50569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943310344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T11:50:57.505772Z","caller":"traceutil/trace.go:171","msg":"trace[615987045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19911; }","duration":"1.943404037s","start":"2026-03-19T11:50:55.562352Z","end":"2026-03-19T11:50:57.505756Z","steps":["trace[615987045] 'agreement among raft nodes before linearized reading' (duration: 1.94314533s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:57.505805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:55.562313Z","time spent":"1.943485369s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:50:58.005665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536121599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:50:58.505802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536121599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:50:58.611855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000439285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T11:50:58.611935Z","caller":"traceutil/trace.go:171","msg":"trace[1331527131] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000572548s","start":"2026-03-19T11:50:56.611348Z","end":"2026-03-19T11:50:58.61192Z","steps":["trace[1331527131] 'agreement among raft nodes before linearized reading' (duration: 2.000466756s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:50:58.611967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:56.61133Z","time spent":"2.000630641s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 11:50:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T11:50:59.006631Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536121599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:50:59.507402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536121599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:51:00.008051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536121599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:51:00.257579Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.965699486s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T11:51:00.563819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999566048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-03-19T11:51:00.56386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999730002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T11:51:00.563906Z","caller":"traceutil/trace.go:171","msg":"trace[2041680021] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999713962s","start":"2026-03-19T11:50:55.564171Z","end":"2026-03-19T11:51:00.563885Z","steps":["trace[2041680021] 'agreement among raft nodes before linearized reading' (duration: 4.999600699s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:00.563945Z","caller":"traceutil/trace.go:171","msg":"trace[887924187] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999840265s","start":"2026-03-19T11:50:55.564085Z","end":"2026-03-19T11:51:00.563925Z","steps":["trace[887924187] 'agreement among raft nodes before linearized reading' (duration: 4.999723522s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:00.563998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:55.564063Z","time spent":"4.999924157s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T11:51:00.563976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:55.564147Z","time spent":"4.999818085s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:51:00.564469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999262139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T11:51:00.564513Z","caller":"traceutil/trace.go:171","msg":"trace[1824575687] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999335731s","start":"2026-03-19T11:50:55.565168Z","end":"2026-03-19T11:51:00.564503Z","steps":["trace[1824575687] 'agreement among raft nodes before linearized reading' (duration: 4.99928918s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:00.564542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:55.565154Z","time spent":"4.999381262s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/19 11:51:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T11:51:00.612057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99507679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T11:51:00.61213Z","caller":"traceutil/trace.go:171","msg":"trace[1116063591] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.995196414s","start":"2026-03-19T11:50:58.616917Z","end":"2026-03-19T11:51:00.612113Z","steps":["trace[1116063591] 'agreement among raft nodes before linearized reading' (duration: 1.995108631s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:00.612174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:58.616881Z","time spent":"1.995284016s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 11:51:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T11:51:01.670565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412544228s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-19T11:51:01.672946Z","caller":"traceutil/trace.go:171","msg":"trace[1352038274] transaction","detail":"{read_only:false; response_revision:19912; number_of_response:1; }","duration":"5.032456099s","start":"2026-03-19T11:50:56.64039Z","end":"2026-03-19T11:51:01.672846Z","steps":["trace[1352038274] 'process raft request' (duration: 5.030341802s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:01.673244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:56.640371Z","time spent":"5.032708136s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:51:01.674749Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.416860245s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T11:51:02.127245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.958697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T11:51:02.127539Z","caller":"traceutil/trace.go:171","msg":"trace[8430946] transaction","detail":"{read_only:false; response_revision:19914; number_of_response:1; }","duration":"4.618997858s","start":"2026-03-19T11:50:57.508518Z","end":"2026-03-19T11:51:02.127515Z","steps":["trace[8430946] 'process raft request' (duration: 4.618860674s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:02.127647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:57.508511Z","time spent":"4.61908753s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:51:02.127695Z","caller":"traceutil/trace.go:171","msg":"trace[1926471043] transaction","detail":"{read_only:false; response_revision:19913; number_of_response:1; }","duration":"4.630004467s","start":"2026-03-19T11:50:57.497666Z","end":"2026-03-19T11:51:02.12767Z","steps":["trace[1926471043] 'process raft request' (duration: 4.177495555s)","trace[1926471043] 'compare' (duration: 451.485624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:51:02.12781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:57.497643Z","time spent":"4.630114209s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:51:02.12795Z","caller":"traceutil/trace.go:171","msg":"trace[1205165736] transaction","detail":"{read_only:false; response_revision:19915; number_of_response:1; }","duration":"3.63608072s","start":"2026-03-19T11:50:58.491852Z","end":"2026-03-19T11:51:02.127933Z","steps":["trace[1205165736] 'process raft request' (duration: 3.635612057s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:02.128045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:58.491831Z","time spent":"3.636160002s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:51:02.12814Z","caller":"traceutil/trace.go:171","msg":"trace[920363208] transaction","detail":"{read_only:false; response_revision:19918; number_of_response:1; }","duration":"956.926183ms","start":"2026-03-19T11:51:01.171198Z","end":"2026-03-19T11:51:02.128125Z","steps":["trace[920363208] 'process raft request' (duration: 956.876332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:02.12824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:01.171178Z","time spent":"957.017185ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:51:02.128283Z","caller":"traceutil/trace.go:171","msg":"trace[96932576] transaction","detail":"{read_only:false; response_revision:19917; number_of_response:1; }","duration":"2.606223097s","start":"2026-03-19T11:50:59.522044Z","end":"2026-03-19T11:51:02.128267Z","steps":["trace[96932576] 'process raft request' (duration: 2.60595803s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:02.128357Z","caller":"traceutil/trace.go:171","msg":"trace[1310216862] linearizableReadLoop","detail":"{readStateIndex:20656; appliedIndex:20649; }","duration":"4.622913434s","start":"2026-03-19T11:50:57.505429Z","end":"2026-03-19T11:51:02.128342Z","steps":["trace[1310216862] 'read index received' (duration: 2.752486898s)","trace[1310216862] 'applied index is now lower than readState.Index' (duration: 1.870425166s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:51:02.128381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:59.522027Z","time spent":"2.60630636s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:51:02.128568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996111983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-19T11:51:02.128587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.166749117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:51:02.128624Z","caller":"traceutil/trace.go:171","msg":"trace[1649544210] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19918; }","duration":"4.996205836s","start":"2026-03-19T11:50:57.132403Z","end":"2026-03-19T11:51:02.128609Z","steps":["trace[1649544210] 'agreement among raft nodes before linearized reading' (duration: 4.996041621s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:02.128633Z","caller":"traceutil/trace.go:171","msg":"trace[1268905690] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19918; }","duration":"6.166823988s","start":"2026-03-19T11:50:55.961794Z","end":"2026-03-19T11:51:02.128618Z","steps":["trace[1268905690] 'agreement among raft nodes before linearized reading' (duration: 6.166752106s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:02.128677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:57.13235Z","time spent":"4.996313348s","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-19T11:51:02.12868Z","caller":"traceutil/trace.go:171","msg":"trace[1355886458] transaction","detail":"{read_only:false; response_revision:19916; number_of_response:1; }","duration":"2.607725298s","start":"2026-03-19T11:50:59.520924Z","end":"2026-03-19T11:51:02.128649Z","steps":["trace[1355886458] 'process raft request' (duration: 2.606950937s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:02.128725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.129526584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T11:51:02.128746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.204229731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:51:02.128791Z","caller":"traceutil/trace.go:171","msg":"trace[848514802] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:19918; }","duration":"5.204314914s","start":"2026-03-19T11:50:56.924464Z","end":"2026-03-19T11:51:02.128779Z","steps":["trace[848514802] 'agreement among raft nodes before linearized reading' (duration: 5.204237442s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:02.12879Z","caller":"traceutil/trace.go:171","msg":"trace[1644694562] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:19918; }","duration":"5.129633397s","start":"2026-03-19T11:50:56.999142Z","end":"2026-03-19T11:51:02.128775Z","steps":["trace[1644694562] 'agreement among raft nodes before linearized reading' (duration: 5.129530274s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:02.128828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:59.52087Z","time spent":"2.607879182s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:51:02.128843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:56.924437Z","time spent":"5.204393106s","remote":"127.0.0.1:53282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":17,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:51:02.128851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:56.999123Z","time spent":"5.129714829s","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:51:02.129251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.620833408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T11:51:02.129295Z","caller":"traceutil/trace.go:171","msg":"trace[1923087850] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19918; }","duration":"4.620888649s","start":"2026-03-19T11:50:57.508395Z","end":"2026-03-19T11:51:02.129284Z","steps":["trace[1923087850] 'agreement among raft nodes before linearized reading' (duration: 4.620788116s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:02.129331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:57.508386Z","time spent":"4.620938461s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T11:51:02.129382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.565410046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T11:51:02.129455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436511269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T11:51:02.129501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509524751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:51:02.12951Z","caller":"traceutil/trace.go:171","msg":"trace[1267338430] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:19918; }","duration":"1.436629553s","start":"2026-03-19T11:51:00.692862Z","end":"2026-03-19T11:51:02.129491Z","steps":["trace[1267338430] 'agreement among raft nodes before linearized reading' (duration: 1.43655098s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:02.12951Z","caller":"traceutil/trace.go:171","msg":"trace[305240414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19918; }","duration":"6.565586971s","start":"2026-03-19T11:50:55.563895Z","end":"2026-03-19T11:51:02.129482Z","steps":["trace[305240414] 'agreement among raft nodes before linearized reading' (duration: 6.565255192s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:02.129535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.631981916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:51:02.129538Z","caller":"traceutil/trace.go:171","msg":"trace[1106875879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19918; }","duration":"1.509585482s","start":"2026-03-19T11:51:00.61994Z","end":"2026-03-19T11:51:02.129525Z","steps":["trace[1106875879] 'agreement among raft nodes before linearized reading' (duration: 1.509536801s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:02.129567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:00.692843Z","time spent":"1.436711714s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:51:02.129578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:55.563876Z","time spent":"6.565690105s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:51:02.129612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.063762246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:51:02.12965Z","caller":"traceutil/trace.go:171","msg":"trace[979821817] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:19918; }","duration":"3.063840158s","start":"2026-03-19T11:50:59.065801Z","end":"2026-03-19T11:51:02.129641Z","steps":["trace[979821817] 'agreement among raft nodes before linearized reading' (duration: 3.063790786s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:02.12968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:59.06578Z","time spent":"3.063892629s","remote":"127.0.0.1:46302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:51:02.129447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875844604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T11:51:02.129702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510359734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-19T11:51:02.129735Z","caller":"traceutil/trace.go:171","msg":"trace[1711268640] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:19918; }","duration":"1.876168393s","start":"2026-03-19T11:51:00.253548Z","end":"2026-03-19T11:51:02.129717Z","steps":["trace[1711268640] 'agreement among raft nodes before linearized reading' (duration: 1.875852304s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:02.129758Z","caller":"traceutil/trace.go:171","msg":"trace[59374665] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f; range_end:; response_count:1; response_revision:19918; }","duration":"1.510435655s","start":"2026-03-19T11:51:00.619308Z","end":"2026-03-19T11:51:02.129744Z","steps":["trace[59374665] 'agreement among raft nodes before linearized reading' (duration: 1.510297812s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:02.129801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:00.253528Z","time spent":"1.876234074s","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:51:02.129805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:00.619296Z","time spent":"1.510498488s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f\" "} {"level":"warn","ts":"2026-03-19T11:51:02.129853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.362456893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:51:02.12989Z","caller":"traceutil/trace.go:171","msg":"trace[1882363219] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:19918; }","duration":"3.362494854s","start":"2026-03-19T11:50:58.767387Z","end":"2026-03-19T11:51:02.129881Z","steps":["trace[1882363219] 'agreement among raft nodes before linearized reading' (duration: 3.362436392s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:02.129944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:58.767309Z","time spent":"3.362627468s","remote":"127.0.0.1:53180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:51:02.129581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:00.619928Z","time spent":"1.509643724s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:51:02.1301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.104661308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:51:02.130138Z","caller":"traceutil/trace.go:171","msg":"trace[18501326] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:19918; }","duration":"4.104698819s","start":"2026-03-19T11:50:58.025429Z","end":"2026-03-19T11:51:02.130128Z","steps":["trace[18501326] 'agreement among raft nodes before linearized reading' (duration: 4.104642787s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:02.130171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:58.025374Z","time spent":"4.104789402s","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:51:02.12985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.565502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-19T11:51:02.129573Z","caller":"traceutil/trace.go:171","msg":"trace[1680751875] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:19918; }","duration":"2.632061358s","start":"2026-03-19T11:50:59.497499Z","end":"2026-03-19T11:51:02.129561Z","steps":["trace[1680751875] 'agreement among raft nodes before linearized reading' (duration: 2.631991777s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:02.130325Z","caller":"traceutil/trace.go:171","msg":"trace[1969466729] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:19918; }","duration":"933.078126ms","start":"2026-03-19T11:51:01.197236Z","end":"2026-03-19T11:51:02.130314Z","steps":["trace[1969466729] 'agreement among raft nodes before linearized reading' (duration: 932.514941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:02.130355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:59.497475Z","time spent":"2.632866581s","remote":"127.0.0.1:53130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:51:02.130423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.621980309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9c77352f-3a2d-41af-81bf-4641f6d3eed4\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-19T11:51:02.130486Z","caller":"traceutil/trace.go:171","msg":"trace[733503038] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9c77352f-3a2d-41af-81bf-4641f6d3eed4; range_end:; response_count:1; response_revision:19918; }","duration":"4.622047221s","start":"2026-03-19T11:50:57.508422Z","end":"2026-03-19T11:51:02.130469Z","steps":["trace[733503038] 'agreement among raft nodes before linearized reading' (duration: 4.621901717s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:02.130557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:57.50842Z","time spent":"4.622125053s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-9c77352f-3a2d-41af-81bf-4641f6d3eed4\" "} {"level":"warn","ts":"2026-03-19T11:51:02.130366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:01.197216Z","time spent":"933.140767ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-03-19T11:51:02.128678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:50:55.961774Z","time spent":"6.16689135s","remote":"127.0.0.1:49374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:51:02.634746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536121608,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:51:03.401515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.41844ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:51:03.401646Z","caller":"traceutil/trace.go:171","msg":"trace[171132139] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19918; }","duration":"256.550163ms","start":"2026-03-19T11:51:03.145067Z","end":"2026-03-19T11:51:03.401618Z","steps":["trace[171132139] 'range keys from in-memory index tree' (duration: 256.401449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:03.401767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.079736ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-19T11:51:03.40199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:02.131783Z","time spent":"1.270201075s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T11:51:03.402201Z","caller":"traceutil/trace.go:171","msg":"trace[1886419858] linearizableReadLoop","detail":"{readStateIndex:20660; appliedIndex:20657; }","duration":"1.268394547s","start":"2026-03-19T11:51:02.133782Z","end":"2026-03-19T11:51:03.402176Z","steps":["trace[1886419858] 'read index received' (duration: 579.897539ms)","trace[1886419858] 'applied index is now lower than readState.Index' (duration: 688.495818ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:51:03.402334Z","caller":"traceutil/trace.go:171","msg":"trace[941402970] transaction","detail":"{read_only:false; response_revision:19919; number_of_response:1; }","duration":"1.269450785s","start":"2026-03-19T11:51:02.132866Z","end":"2026-03-19T11:51:03.402317Z","steps":["trace[941402970] 'process raft request' (duration: 1.269015014s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:03.402469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:02.13285Z","time spent":"1.269535158s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:51:03.402575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263065402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:51:03.402612Z","caller":"traceutil/trace.go:171","msg":"trace[1657244246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19920; }","duration":"1.263111383s","start":"2026-03-19T11:51:02.139487Z","end":"2026-03-19T11:51:03.402599Z","steps":["trace[1657244246] 'agreement among raft nodes before linearized reading' (duration: 1.26300104s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:03.402812Z","caller":"traceutil/trace.go:171","msg":"trace[1677867622] transaction","detail":"{read_only:false; response_revision:19920; number_of_response:1; }","duration":"1.267073921s","start":"2026-03-19T11:51:02.135723Z","end":"2026-03-19T11:51:03.402797Z","steps":["trace[1677867622] 'process raft request' (duration: 1.266383343s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:03.4029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.230409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T11:51:03.402925Z","caller":"traceutil/trace.go:171","msg":"trace[1596368091] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19920; }","duration":"832.293031ms","start":"2026-03-19T11:51:02.570623Z","end":"2026-03-19T11:51:03.402916Z","steps":["trace[1596368091] 'agreement among raft nodes before linearized reading' (duration: 832.222499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:03.402919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:02.135712Z","time spent":"1.267146183s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:51:03.402946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:02.570601Z","time spent":"832.338121ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:51:03.402713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:02.139459Z","time spent":"1.263246237s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:51:03.402614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268818158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-19T11:51:03.403267Z","caller":"traceutil/trace.go:171","msg":"trace[1865066505] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:19920; }","duration":"1.269473606s","start":"2026-03-19T11:51:02.133777Z","end":"2026-03-19T11:51:03.403251Z","steps":["trace[1865066505] 'agreement among raft nodes before linearized reading' (duration: 1.268617302s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:03.403306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:02.133766Z","time spent":"1.269528388s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-19T11:51:03.403332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.657569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-19T11:51:03.403353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216054666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:51:03.403396Z","caller":"traceutil/trace.go:171","msg":"trace[2033144274] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19920; }","duration":"836.759981ms","start":"2026-03-19T11:51:02.566626Z","end":"2026-03-19T11:51:03.403386Z","steps":["trace[2033144274] 'agreement among raft nodes before linearized reading' (duration: 836.640058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:03.403419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:02.566604Z","time spent":"836.808883ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T11:51:03.403422Z","caller":"traceutil/trace.go:171","msg":"trace[2044957550] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19920; }","duration":"1.216159829s","start":"2026-03-19T11:51:02.187244Z","end":"2026-03-19T11:51:03.403404Z","steps":["trace[2044957550] 'agreement among raft nodes before linearized reading' (duration: 1.216025155s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:03.403462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:02.187224Z","time spent":"1.216229101s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T11:51:03.403716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.887365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T11:51:03.403756Z","caller":"traceutil/trace.go:171","msg":"trace[67900880] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19920; }","duration":"837.06524ms","start":"2026-03-19T11:51:02.566678Z","end":"2026-03-19T11:51:03.403743Z","steps":["trace[67900880] 'agreement among raft nodes before linearized reading' (duration: 836.3203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:03.403778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:02.56664Z","time spent":"837.131872ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:51:03.905327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536121614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:51:04.829682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.330007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T11:51:04.829852Z","caller":"traceutil/trace.go:171","msg":"trace[1898492591] transaction","detail":"{read_only:false; response_revision:19921; number_of_response:1; }","duration":"1.426115437s","start":"2026-03-19T11:51:03.403707Z","end":"2026-03-19T11:51:04.829822Z","steps":["trace[1898492591] 'process raft request' (duration: 966.494272ms)","trace[1898492591] 'compare' (duration: 458.807753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:51:04.830011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:03.403686Z","time spent":"1.426284631s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:51:05.40512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000298222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T11:51:05.405205Z","caller":"traceutil/trace.go:171","msg":"trace[173956911] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000441565s","start":"2026-03-19T11:51:03.404746Z","end":"2026-03-19T11:51:05.405187Z","steps":["trace[173956911] 'agreement among raft nodes before linearized reading' (duration: 2.000329532s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:05.405254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:03.404727Z","time spent":"2.000517237s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 11:51:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T11:51:05.564749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:03.407477Z","time spent":"2.157259412s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 11:51:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T11:51:05.565289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:03.408943Z","time spent":"2.156341707s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 11:51:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T11:51:05.566142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:03.408355Z","time spent":"2.157784926s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 11:51:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T11:51:05.852997Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.482725125s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T11:51:06.629555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:05.62258Z","time spent":"1.006964201s","remote":"127.0.0.1:46124","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T11:51:06.629964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.624679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-19T11:51:06.630284Z","caller":"traceutil/trace.go:171","msg":"trace[2041800937] transaction","detail":"{read_only:false; response_revision:19925; number_of_response:1; }","duration":"2.495580524s","start":"2026-03-19T11:51:04.134672Z","end":"2026-03-19T11:51:06.630252Z","steps":["trace[2041800937] 'process raft request' (duration: 2.495414599s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:06.630311Z","caller":"traceutil/trace.go:171","msg":"trace[1062796118] linearizableReadLoop","detail":"{readStateIndex:20664; appliedIndex:20660; }","duration":"3.225499895s","start":"2026-03-19T11:51:03.404788Z","end":"2026-03-19T11:51:06.630288Z","steps":["trace[1062796118] 'read index received' (duration: 965.428732ms)","trace[1062796118] 'applied index is now lower than readState.Index' (duration: 2.260070073s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:51:06.630356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:04.134633Z","time spent":"2.495681567s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:51:06.630439Z","caller":"traceutil/trace.go:171","msg":"trace[2126814802] transaction","detail":"{read_only:false; response_revision:19926; number_of_response:1; }","duration":"2.494436183s","start":"2026-03-19T11:51:04.135993Z","end":"2026-03-19T11:51:06.630429Z","steps":["trace[2126814802] 'process raft request' (duration: 2.494178296s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:06.630538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:04.13598Z","time spent":"2.494484755s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:51:06.630588Z","caller":"traceutil/trace.go:171","msg":"trace[510688495] transaction","detail":"{read_only:false; response_revision:19927; number_of_response:1; }","duration":"2.494339371s","start":"2026-03-19T11:51:04.136239Z","end":"2026-03-19T11:51:06.630578Z","steps":["trace[510688495] 'process raft request' (duration: 2.494008032s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:06.630641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:04.136229Z","time spent":"2.494380232s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:51:07.131428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536121625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:51:07.357818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999627573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T11:51:07.357901Z","caller":"traceutil/trace.go:171","msg":"trace[1205537681] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999918151s","start":"2026-03-19T11:51:05.357966Z","end":"2026-03-19T11:51:07.357884Z","steps":["trace[1205537681] 'agreement among raft nodes before linearized reading' (duration: 1.999810558s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:07.357947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:05.357936Z","time spent":"2.000002084s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 11:51:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T11:51:07.412432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000202919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T11:51:07.412498Z","caller":"traceutil/trace.go:171","msg":"trace[793318583] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000305942s","start":"2026-03-19T11:51:05.412173Z","end":"2026-03-19T11:51:07.412479Z","steps":["trace[793318583] 'agreement among raft nodes before linearized reading' (duration: 2.00022769s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:07.412528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:05.412159Z","time spent":"2.000362874s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 11:51:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T11:51:07.545936Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.002753857s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T11:51:07.546769Z","caller":"traceutil/trace.go:171","msg":"trace[1660282398] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19927; }","duration":"1.979103576s","start":"2026-03-19T11:51:05.56764Z","end":"2026-03-19T11:51:07.546744Z","steps":["trace[1660282398] 'process raft request' (duration: 1.979056665s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:07.546803Z","caller":"traceutil/trace.go:171","msg":"trace[206622032] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19927; }","duration":"1.979857937s","start":"2026-03-19T11:51:05.566912Z","end":"2026-03-19T11:51:07.546769Z","steps":["trace[206622032] 'process raft request' (duration: 1.979686202s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:07.546934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:05.567619Z","time spent":"1.97922035s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":531,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:51:07.546998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:05.566885Z","time spent":"1.979981471s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":518,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:51:07.572331Z","caller":"traceutil/trace.go:171","msg":"trace[891598759] linearizableReadLoop","detail":"{readStateIndex:20670; appliedIndex:20667; }","duration":"941.922446ms","start":"2026-03-19T11:51:06.630366Z","end":"2026-03-19T11:51:07.572288Z","steps":["trace[891598759] 'read index received' (duration: 916.216438ms)","trace[891598759] 'applied index is now lower than readState.Index' (duration: 25.704338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:51:07.572538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.165546957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T11:51:07.572636Z","caller":"traceutil/trace.go:171","msg":"trace[504384932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19927; }","duration":"2.165696112s","start":"2026-03-19T11:51:05.406917Z","end":"2026-03-19T11:51:07.572613Z","steps":["trace[504384932] 'agreement among raft nodes before linearized reading' (duration: 2.165395263s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:07.572665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739361692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-19T11:51:07.572697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:05.406899Z","time spent":"2.165787254s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:51:07.572798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.437969002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T11:51:07.572843Z","caller":"traceutil/trace.go:171","msg":"trace[1362472667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19927; }","duration":"3.438037124s","start":"2026-03-19T11:51:04.134788Z","end":"2026-03-19T11:51:07.572826Z","steps":["trace[1362472667] 'agreement among raft nodes before linearized reading' (duration: 3.437930181s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:07.572879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:04.134774Z","time spent":"3.438097586s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:51:07.573056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240412757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-19T11:51:07.573107Z","caller":"traceutil/trace.go:171","msg":"trace[241725012] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19927; }","duration":"1.24050445s","start":"2026-03-19T11:51:06.332592Z","end":"2026-03-19T11:51:07.573097Z","steps":["trace[241725012] 'agreement among raft nodes before linearized reading' (duration: 1.240364136s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:07.573141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:06.332505Z","time spent":"1.240629023s","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-19T11:51:07.57315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.861140238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:51:07.573207Z","caller":"traceutil/trace.go:171","msg":"trace[1679580998] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:19927; }","duration":"3.8612308s","start":"2026-03-19T11:51:03.71196Z","end":"2026-03-19T11:51:07.573191Z","steps":["trace[1679580998] 'agreement among raft nodes before linearized reading' (duration: 3.861125077s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:07.573265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:03.711939Z","time spent":"3.861309643s","remote":"127.0.0.1:49604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":27,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:51:07.572705Z","caller":"traceutil/trace.go:171","msg":"trace[882732215] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19927; }","duration":"2.739484345s","start":"2026-03-19T11:51:04.83321Z","end":"2026-03-19T11:51:07.572695Z","steps":["trace[882732215] 'agreement among raft nodes before linearized reading' (duration: 2.739259959s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:07.57334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.16625531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T11:51:07.573388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348635054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-19T11:51:07.573425Z","caller":"traceutil/trace.go:171","msg":"trace[1057399516] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19927; }","duration":"1.348712207s","start":"2026-03-19T11:51:06.224703Z","end":"2026-03-19T11:51:07.573416Z","steps":["trace[1057399516] 'agreement among raft nodes before linearized reading' (duration: 1.348597764s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:07.573494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:06.224683Z","time spent":"1.348805029s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T11:51:07.573526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.600189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:51:07.573564Z","caller":"traceutil/trace.go:171","msg":"trace[854959039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19927; }","duration":"153.662861ms","start":"2026-03-19T11:51:07.419892Z","end":"2026-03-19T11:51:07.573555Z","steps":["trace[854959039] 'agreement among raft nodes before linearized reading' (duration: 153.534908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:07.573559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422601843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:51:07.573626Z","caller":"traceutil/trace.go:171","msg":"trace[2144027293] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:19927; }","duration":"1.422697775s","start":"2026-03-19T11:51:06.150904Z","end":"2026-03-19T11:51:07.573602Z","steps":["trace[2144027293] 'agreement among raft nodes before linearized reading' (duration: 1.422582662s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:07.573028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.165817478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-wztgb.189e3b850ffce070\" ","response":"range_response_count:1 size:949"} {"level":"warn","ts":"2026-03-19T11:51:07.573653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:06.150882Z","time spent":"1.422764987s","remote":"127.0.0.1:49614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:51:07.57368Z","caller":"traceutil/trace.go:171","msg":"trace[263762416] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-wztgb.189e3b850ffce070; range_end:; response_count:1; response_revision:19927; }","duration":"4.166530167s","start":"2026-03-19T11:51:03.407129Z","end":"2026-03-19T11:51:07.573659Z","steps":["trace[263762416] 'agreement among raft nodes before linearized reading' (duration: 4.165661393s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:07.573715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:03.407111Z","time spent":"4.166594039s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":973,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-wztgb.189e3b850ffce070\" "} {"level":"warn","ts":"2026-03-19T11:51:07.573712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.166543027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d0c93e5f-dfa9-4df2-a42a-ea2ab25f79ef\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-19T11:51:07.573752Z","caller":"traceutil/trace.go:171","msg":"trace[1863766908] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d0c93e5f-dfa9-4df2-a42a-ea2ab25f79ef; range_end:; response_count:1; response_revision:19927; }","duration":"4.166607419s","start":"2026-03-19T11:51:03.40713Z","end":"2026-03-19T11:51:07.573737Z","steps":["trace[1863766908] 'agreement among raft nodes before linearized reading' (duration: 4.166517527s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:07.57378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:03.407085Z","time spent":"4.166688661s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-d0c93e5f-dfa9-4df2-a42a-ea2ab25f79ef\" "} {"level":"info","ts":"2026-03-19T11:51:07.573382Z","caller":"traceutil/trace.go:171","msg":"trace[1274355782] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19927; }","duration":"4.166321161s","start":"2026-03-19T11:51:03.407051Z","end":"2026-03-19T11:51:07.573372Z","steps":["trace[1274355782] 'agreement among raft nodes before linearized reading' (duration: 4.166238209s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:07.573934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:03.40704Z","time spent":"4.166878507s","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T11:51:07.573401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:04.833187Z","time spent":"2.740151913s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T11:51:07.574365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947385206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-19T11:51:07.574424Z","caller":"traceutil/trace.go:171","msg":"trace[2093952711] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:19927; }","duration":"1.947490908s","start":"2026-03-19T11:51:05.626918Z","end":"2026-03-19T11:51:07.574409Z","steps":["trace[2093952711] 'agreement among raft nodes before linearized reading' (duration: 1.947257712s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:07.574457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:05.626902Z","time spent":"1.94754837s","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":128,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:51:07.574572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.430033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:51:07.574638Z","caller":"traceutil/trace.go:171","msg":"trace[235914411] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:19927; }","duration":"143.510605ms","start":"2026-03-19T11:51:07.431109Z","end":"2026-03-19T11:51:07.57462Z","steps":["trace[235914411] 'agreement among raft nodes before linearized reading' (duration: 143.385592ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:07.791942Z","caller":"traceutil/trace.go:171","msg":"trace[796444000] transaction","detail":"{read_only:false; response_revision:19934; number_of_response:1; }","duration":"148.692036ms","start":"2026-03-19T11:51:07.643212Z","end":"2026-03-19T11:51:07.791904Z","steps":["trace[796444000] 'process raft request' (duration: 53.518452ms)","trace[796444000] 'compare' (duration: 95.023629ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:51:08.209739Z","caller":"traceutil/trace.go:171","msg":"trace[1771153555] transaction","detail":"{read_only:false; response_revision:19936; number_of_response:1; }","duration":"145.800747ms","start":"2026-03-19T11:51:08.063906Z","end":"2026-03-19T11:51:08.209706Z","steps":["trace[1771153555] 'process raft request' (duration: 145.600062ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:08.260538Z","caller":"traceutil/trace.go:171","msg":"trace[1386161363] transaction","detail":"{read_only:false; response_revision:19937; number_of_response:1; }","duration":"193.647766ms","start":"2026-03-19T11:51:08.066865Z","end":"2026-03-19T11:51:08.260513Z","steps":["trace[1386161363] 'process raft request' (duration: 193.443091ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:08.545739Z","caller":"traceutil/trace.go:171","msg":"trace[1183797870] transaction","detail":"{read_only:false; response_revision:19943; number_of_response:1; }","duration":"148.554522ms","start":"2026-03-19T11:51:08.397162Z","end":"2026-03-19T11:51:08.545717Z","steps":["trace[1183797870] 'process raft request' (duration: 145.389787ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:09.72201Z","caller":"traceutil/trace.go:171","msg":"trace[165451343] transaction","detail":"{read_only:false; response_revision:19957; number_of_response:1; }","duration":"123.643046ms","start":"2026-03-19T11:51:09.598332Z","end":"2026-03-19T11:51:09.721975Z","steps":["trace[165451343] 'process raft request' (duration: 123.43373ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:09.725553Z","caller":"traceutil/trace.go:171","msg":"trace[784905807] transaction","detail":"{read_only:false; response_revision:19958; number_of_response:1; }","duration":"126.816072ms","start":"2026-03-19T11:51:09.598715Z","end":"2026-03-19T11:51:09.725531Z","steps":["trace[784905807] 'process raft request' (duration: 126.424191ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:16.892952Z","caller":"traceutil/trace.go:171","msg":"trace[923888174] transaction","detail":"{read_only:false; response_revision:19978; number_of_response:1; }","duration":"204.454509ms","start":"2026-03-19T11:51:16.688478Z","end":"2026-03-19T11:51:16.892932Z","steps":["trace[923888174] 'process raft request' (duration: 204.311575ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:16.941164Z","caller":"traceutil/trace.go:171","msg":"trace[396554177] transaction","detail":"{read_only:false; response_revision:19979; number_of_response:1; }","duration":"234.070983ms","start":"2026-03-19T11:51:16.707053Z","end":"2026-03-19T11:51:16.941124Z","steps":["trace[396554177] 'process raft request' (duration: 233.896539ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:16.941507Z","caller":"traceutil/trace.go:171","msg":"trace[1505059435] transaction","detail":"{read_only:false; response_revision:19980; number_of_response:1; }","duration":"232.793819ms","start":"2026-03-19T11:51:16.708681Z","end":"2026-03-19T11:51:16.941474Z","steps":["trace[1505059435] 'process raft request' (duration: 232.400358ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:16.941647Z","caller":"traceutil/trace.go:171","msg":"trace[328502619] linearizableReadLoop","detail":"{readStateIndex:20725; appliedIndex:20721; }","duration":"125.937969ms","start":"2026-03-19T11:51:16.815683Z","end":"2026-03-19T11:51:16.941621Z","steps":["trace[328502619] 'read index received' (duration: 77.165185ms)","trace[328502619] 'applied index is now lower than readState.Index' (duration: 48.771704ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:51:16.941764Z","caller":"traceutil/trace.go:171","msg":"trace[921225392] transaction","detail":"{read_only:false; response_revision:19981; number_of_response:1; }","duration":"233.015294ms","start":"2026-03-19T11:51:16.708725Z","end":"2026-03-19T11:51:16.94174Z","steps":["trace[921225392] 'process raft request' (duration: 232.640894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:16.941858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.147764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:51:16.941907Z","caller":"traceutil/trace.go:171","msg":"trace[1971967592] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19981; }","duration":"126.262027ms","start":"2026-03-19T11:51:16.815631Z","end":"2026-03-19T11:51:16.941893Z","steps":["trace[1971967592] 'agreement among raft nodes before linearized reading' (duration: 126.159434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:21.348319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.243066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T11:51:21.348603Z","caller":"traceutil/trace.go:171","msg":"trace[585219038] transaction","detail":"{read_only:false; response_revision:19992; number_of_response:1; }","duration":"140.186515ms","start":"2026-03-19T11:51:21.208399Z","end":"2026-03-19T11:51:21.348585Z","steps":["trace[585219038] 'process raft request' (duration: 20.606699ms)","trace[585219038] 'compare' (duration: 118.780964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:51:22.000681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.226006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:51:22.000762Z","caller":"traceutil/trace.go:171","msg":"trace[1076900207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19993; }","duration":"392.358519ms","start":"2026-03-19T11:51:21.608387Z","end":"2026-03-19T11:51:22.000745Z","steps":["trace[1076900207] 'range keys from in-memory index tree' (duration: 392.127793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:22.000804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:21.608368Z","time spent":"392.427481ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:51:22.001081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.705766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:51:22.001182Z","caller":"traceutil/trace.go:171","msg":"trace[2109824266] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:19993; }","duration":"274.87012ms","start":"2026-03-19T11:51:21.726293Z","end":"2026-03-19T11:51:22.001163Z","steps":["trace[2109824266] 'count revisions from in-memory index tree' (duration: 274.648905ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:25.127036Z","caller":"traceutil/trace.go:171","msg":"trace[628035798] transaction","detail":"{read_only:false; response_revision:20008; number_of_response:1; }","duration":"184.21894ms","start":"2026-03-19T11:51:24.942791Z","end":"2026-03-19T11:51:25.12701Z","steps":["trace[628035798] 'process raft request' (duration: 184.079916ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:25.25911Z","caller":"traceutil/trace.go:171","msg":"trace[169338210] linearizableReadLoop","detail":"{readStateIndex:20757; appliedIndex:20754; }","duration":"127.035718ms","start":"2026-03-19T11:51:25.132051Z","end":"2026-03-19T11:51:25.259086Z","steps":["trace[169338210] 'read index received' (duration: 126.827022ms)","trace[169338210] 'applied index is now lower than readState.Index' (duration: 207.585µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:51:25.259219Z","caller":"traceutil/trace.go:171","msg":"trace[132383826] transaction","detail":"{read_only:false; response_revision:20009; number_of_response:1; }","duration":"212.156708ms","start":"2026-03-19T11:51:25.047035Z","end":"2026-03-19T11:51:25.259191Z","steps":["trace[132383826] 'process raft request' (duration: 211.83143ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:25.259279Z","caller":"traceutil/trace.go:171","msg":"trace[1379663168] transaction","detail":"{read_only:false; response_revision:20011; number_of_response:1; }","duration":"208.477409ms","start":"2026-03-19T11:51:25.050794Z","end":"2026-03-19T11:51:25.259271Z","steps":["trace[1379663168] 'process raft request' (duration: 208.237092ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:25.259251Z","caller":"traceutil/trace.go:171","msg":"trace[1901987011] transaction","detail":"{read_only:false; response_revision:20010; number_of_response:1; }","duration":"208.590412ms","start":"2026-03-19T11:51:25.050647Z","end":"2026-03-19T11:51:25.259238Z","steps":["trace[1901987011] 'process raft request' (duration: 208.341975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:25.2597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.507759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"warn","ts":"2026-03-19T11:51:25.259731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.183535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"warn","ts":"2026-03-19T11:51:25.259761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.396223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"info","ts":"2026-03-19T11:51:25.259774Z","caller":"traceutil/trace.go:171","msg":"trace[1930899737] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:20011; }","duration":"124.611043ms","start":"2026-03-19T11:51:25.135147Z","end":"2026-03-19T11:51:25.259758Z","steps":["trace[1930899737] 'agreement among raft nodes before linearized reading' (duration: 124.389167ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:25.259801Z","caller":"traceutil/trace.go:171","msg":"trace[1150760557] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:20011; }","duration":"126.411051ms","start":"2026-03-19T11:51:25.133371Z","end":"2026-03-19T11:51:25.259782Z","steps":["trace[1150760557] 'agreement among raft nodes before linearized reading' (duration: 126.068292ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:25.259801Z","caller":"traceutil/trace.go:171","msg":"trace[169092968] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:20011; }","duration":"125.470816ms","start":"2026-03-19T11:51:25.134317Z","end":"2026-03-19T11:51:25.259788Z","steps":["trace[169092968] 'agreement among raft nodes before linearized reading' (duration: 125.368983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:25.259914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.594849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"warn","ts":"2026-03-19T11:51:25.259971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.858516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"info","ts":"2026-03-19T11:51:25.259988Z","caller":"traceutil/trace.go:171","msg":"trace[1172051116] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:20011; }","duration":"125.679681ms","start":"2026-03-19T11:51:25.134286Z","end":"2026-03-19T11:51:25.259966Z","steps":["trace[1172051116] 'agreement among raft nodes before linearized reading' (duration: 125.532377ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:25.260026Z","caller":"traceutil/trace.go:171","msg":"trace[318573427] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:20011; }","duration":"111.928148ms","start":"2026-03-19T11:51:25.148085Z","end":"2026-03-19T11:51:25.260013Z","steps":["trace[318573427] 'agreement among raft nodes before linearized reading' (duration: 111.801334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:25.260112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.056356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-19T11:51:25.260135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.320682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"info","ts":"2026-03-19T11:51:25.260182Z","caller":"traceutil/trace.go:171","msg":"trace[2032752832] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:20011; }","duration":"125.376203ms","start":"2026-03-19T11:51:25.134793Z","end":"2026-03-19T11:51:25.260169Z","steps":["trace[2032752832] 'agreement among raft nodes before linearized reading' (duration: 125.26046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:25.260019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.467352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"info","ts":"2026-03-19T11:51:25.260297Z","caller":"traceutil/trace.go:171","msg":"trace[2023287360] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:20011; }","duration":"126.825632ms","start":"2026-03-19T11:51:25.133459Z","end":"2026-03-19T11:51:25.260285Z","steps":["trace[2023287360] 'agreement among raft nodes before linearized reading' (duration: 126.445712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:25.261102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.584403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"info","ts":"2026-03-19T11:51:25.261207Z","caller":"traceutil/trace.go:171","msg":"trace[66343785] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:20011; }","duration":"106.702666ms","start":"2026-03-19T11:51:25.154462Z","end":"2026-03-19T11:51:25.261165Z","steps":["trace[66343785] 'agreement among raft nodes before linearized reading' (duration: 105.172944ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:25.261213Z","caller":"traceutil/trace.go:171","msg":"trace[1336895246] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20011; }","duration":"128.150498ms","start":"2026-03-19T11:51:25.132014Z","end":"2026-03-19T11:51:25.260164Z","steps":["trace[1336895246] 'agreement among raft nodes before linearized reading' (duration: 127.648644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:25.261339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.660088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"info","ts":"2026-03-19T11:51:25.261446Z","caller":"traceutil/trace.go:171","msg":"trace[1251709879] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:20011; }","duration":"126.800211ms","start":"2026-03-19T11:51:25.134601Z","end":"2026-03-19T11:51:25.261401Z","steps":["trace[1251709879] 'agreement among raft nodes before linearized reading' (duration: 125.497866ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:26.159336Z","caller":"traceutil/trace.go:171","msg":"trace[1523268091] transaction","detail":"{read_only:false; response_revision:20014; number_of_response:1; }","duration":"212.041695ms","start":"2026-03-19T11:51:25.947275Z","end":"2026-03-19T11:51:26.159317Z","steps":["trace[1523268091] 'process raft request' (duration: 211.917622ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:26.162578Z","caller":"traceutil/trace.go:171","msg":"trace[1304065164] linearizableReadLoop","detail":"{readStateIndex:20761; appliedIndex:20759; }","duration":"197.710326ms","start":"2026-03-19T11:51:25.96483Z","end":"2026-03-19T11:51:26.16254Z","steps":["trace[1304065164] 'read index received' (duration: 194.389476ms)","trace[1304065164] 'applied index is now lower than readState.Index' (duration: 3.31931ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:51:26.162704Z","caller":"traceutil/trace.go:171","msg":"trace[2017488795] transaction","detail":"{read_only:false; response_revision:20015; number_of_response:1; }","duration":"212.809096ms","start":"2026-03-19T11:51:25.949847Z","end":"2026-03-19T11:51:26.162656Z","steps":["trace[2017488795] 'process raft request' (duration: 212.475067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:26.162844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.120954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:51:26.162915Z","caller":"traceutil/trace.go:171","msg":"trace[1598468700] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:20015; }","duration":"196.240966ms","start":"2026-03-19T11:51:25.966642Z","end":"2026-03-19T11:51:26.162883Z","steps":["trace[1598468700] 'agreement among raft nodes before linearized reading' (duration: 196.103723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:26.163013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.047506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:51:26.163096Z","caller":"traceutil/trace.go:171","msg":"trace[2103313141] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:20015; }","duration":"198.296293ms","start":"2026-03-19T11:51:25.964786Z","end":"2026-03-19T11:51:26.163082Z","steps":["trace[2103313141] 'agreement among raft nodes before linearized reading' (duration: 197.957183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:26.163335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.13574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T11:51:26.163384Z","caller":"traceutil/trace.go:171","msg":"trace[2096239528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20015; }","duration":"110.235853ms","start":"2026-03-19T11:51:26.053137Z","end":"2026-03-19T11:51:26.163373Z","steps":["trace[2096239528] 'agreement among raft nodes before linearized reading' (duration: 110.052058ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:26.679649Z","caller":"traceutil/trace.go:171","msg":"trace[1123184430] transaction","detail":"{read_only:false; response_revision:20018; number_of_response:1; }","duration":"145.473679ms","start":"2026-03-19T11:51:26.534139Z","end":"2026-03-19T11:51:26.679612Z","steps":["trace[1123184430] 'process raft request' (duration: 145.202821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:33.123342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.16924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18386"} {"level":"warn","ts":"2026-03-19T11:51:33.123392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.389698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9\" ","response":"range_response_count:1 size:3114"} {"level":"info","ts":"2026-03-19T11:51:33.123436Z","caller":"traceutil/trace.go:171","msg":"trace[1842775566] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20057; }","duration":"232.310634ms","start":"2026-03-19T11:51:32.891104Z","end":"2026-03-19T11:51:33.123414Z","steps":["trace[1842775566] 'range keys from in-memory index tree' (duration: 231.933784ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:33.123446Z","caller":"traceutil/trace.go:171","msg":"trace[497553345] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9; range_end:; response_count:1; response_revision:20057; }","duration":"207.47075ms","start":"2026-03-19T11:51:32.915966Z","end":"2026-03-19T11:51:33.123437Z","steps":["trace[497553345] 'range keys from in-memory index tree' (duration: 207.300445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:33.123432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.327113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"info","ts":"2026-03-19T11:51:33.123519Z","caller":"traceutil/trace.go:171","msg":"trace[1121780367] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:20057; }","duration":"257.458887ms","start":"2026-03-19T11:51:32.86604Z","end":"2026-03-19T11:51:33.123499Z","steps":["trace[1121780367] 'range keys from in-memory index tree' (duration: 257.136259ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:33.12376Z","caller":"traceutil/trace.go:171","msg":"trace[1794383939] linearizableReadLoop","detail":"{readStateIndex:20806; appliedIndex:20805; }","duration":"157.134545ms","start":"2026-03-19T11:51:32.966612Z","end":"2026-03-19T11:51:33.123747Z","steps":["trace[1794383939] 'read index received' (duration: 156.163909ms)","trace[1794383939] 'applied index is now lower than readState.Index' (duration: 969.706µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:51:33.123768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.299857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/heat-cfn-7d5bf9bf75\" ","response":"range_response_count:1 size:7642"} {"level":"info","ts":"2026-03-19T11:51:33.123809Z","caller":"traceutil/trace.go:171","msg":"trace[858703624] transaction","detail":"{read_only:false; response_revision:20058; number_of_response:1; }","duration":"161.839823ms","start":"2026-03-19T11:51:32.961956Z","end":"2026-03-19T11:51:33.123796Z","steps":["trace[858703624] 'process raft request' (duration: 160.912878ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:33.123828Z","caller":"traceutil/trace.go:171","msg":"trace[135236321] range","detail":"{range_begin:/registry/replicasets/openstack/heat-cfn-7d5bf9bf75; range_end:; response_count:1; response_revision:20057; }","duration":"182.38997ms","start":"2026-03-19T11:51:32.94142Z","end":"2026-03-19T11:51:33.123809Z","steps":["trace[135236321] 'range keys from in-memory index tree' (duration: 181.936118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:33.123895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.287619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-03-19T11:51:33.123922Z","caller":"traceutil/trace.go:171","msg":"trace[659014032] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:20058; }","duration":"157.344391ms","start":"2026-03-19T11:51:32.96657Z","end":"2026-03-19T11:51:33.123914Z","steps":["trace[659014032] 'agreement among raft nodes before linearized reading' (duration: 157.268579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:33.124025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.918508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-volume-586cdb8f7\" ","response":"range_response_count:1 size:14604"} {"level":"info","ts":"2026-03-19T11:51:33.124063Z","caller":"traceutil/trace.go:171","msg":"trace[1471866489] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-volume-586cdb8f7; range_end:; response_count:1; response_revision:20058; }","duration":"132.9892ms","start":"2026-03-19T11:51:32.991064Z","end":"2026-03-19T11:51:33.124054Z","steps":["trace[1471866489] 'agreement among raft nodes before linearized reading' (duration: 132.835856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:33.124235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.679612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"info","ts":"2026-03-19T11:51:33.124382Z","caller":"traceutil/trace.go:171","msg":"trace[920401996] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:20058; }","duration":"107.783485ms","start":"2026-03-19T11:51:33.016518Z","end":"2026-03-19T11:51:33.124302Z","steps":["trace[920401996] 'agreement among raft nodes before linearized reading' (duration: 107.640511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:33.359383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.862506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-19T11:51:33.359442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.991827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T11:51:33.359467Z","caller":"traceutil/trace.go:171","msg":"trace[1967882830] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8; range_end:; response_count:1; response_revision:20058; }","duration":"118.98622ms","start":"2026-03-19T11:51:33.240459Z","end":"2026-03-19T11:51:33.359446Z","steps":["trace[1967882830] 'range keys from in-memory index tree' (duration: 118.744353ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:33.359493Z","caller":"traceutil/trace.go:171","msg":"trace[1366274718] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20058; }","duration":"113.08138ms","start":"2026-03-19T11:51:33.246399Z","end":"2026-03-19T11:51:33.359481Z","steps":["trace[1366274718] 'range keys from in-memory index tree' (duration: 112.916935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:34.499988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.604415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-7kc9v\" ","response":"range_response_count:1 size:3164"} {"level":"info","ts":"2026-03-19T11:51:34.500503Z","caller":"traceutil/trace.go:171","msg":"trace[751913455] range","detail":"{range_begin:/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-7kc9v; range_end:; response_count:1; response_revision:20065; }","duration":"110.163281ms","start":"2026-03-19T11:51:34.390308Z","end":"2026-03-19T11:51:34.500471Z","steps":["trace[751913455] 'range keys from in-memory index tree' (duration: 109.361588ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:34.927801Z","caller":"traceutil/trace.go:171","msg":"trace[747596252] transaction","detail":"{read_only:false; response_revision:20066; number_of_response:1; }","duration":"109.928773ms","start":"2026-03-19T11:51:34.817848Z","end":"2026-03-19T11:51:34.927777Z","steps":["trace[747596252] 'process raft request' (duration: 109.678197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:35.169994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.962188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18386"} {"level":"info","ts":"2026-03-19T11:51:35.170092Z","caller":"traceutil/trace.go:171","msg":"trace[355417392] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20066; }","duration":"109.108862ms","start":"2026-03-19T11:51:35.060959Z","end":"2026-03-19T11:51:35.170068Z","steps":["trace[355417392] 'range keys from in-memory index tree' (duration: 108.789583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:35.170043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.066944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"range_response_count:1 size:4045"} {"level":"info","ts":"2026-03-19T11:51:35.170161Z","caller":"traceutil/trace.go:171","msg":"trace[145543768] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; response_count:1; response_revision:20066; }","duration":"153.278921ms","start":"2026-03-19T11:51:35.016859Z","end":"2026-03-19T11:51:35.170138Z","steps":["trace[145543768] 'range keys from in-memory index tree' (duration: 152.88498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:35.170158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.273131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-03-19T11:51:35.170231Z","caller":"traceutil/trace.go:171","msg":"trace[1714496799] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:20066; }","duration":"104.393584ms","start":"2026-03-19T11:51:35.065819Z","end":"2026-03-19T11:51:35.170212Z","steps":["trace[1714496799] 'range keys from in-memory index tree' (duration: 104.129356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:36.735565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.694385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T11:51:36.735886Z","caller":"traceutil/trace.go:171","msg":"trace[1689685863] transaction","detail":"{read_only:false; response_revision:20073; number_of_response:1; }","duration":"431.002417ms","start":"2026-03-19T11:51:36.304833Z","end":"2026-03-19T11:51:36.735835Z","steps":["trace[1689685863] 'process raft request' (duration: 176.972934ms)","trace[1689685863] 'compare' (duration: 253.428457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:51:36.736449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:36.304819Z","time spent":"431.402168ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:51:36.880617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.973155ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-19T11:51:36.8807Z","caller":"traceutil/trace.go:171","msg":"trace[470841864] linearizableReadLoop","detail":"{readStateIndex:20822; appliedIndex:20820; }","duration":"272.090415ms","start":"2026-03-19T11:51:36.608591Z","end":"2026-03-19T11:51:36.880682Z","steps":["trace[470841864] 'read index received' (duration: 125.208668ms)","trace[470841864] 'applied index is now lower than readState.Index' (duration: 146.880557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:51:36.880793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.27018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:51:36.880818Z","caller":"traceutil/trace.go:171","msg":"trace[2027332199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20073; }","duration":"272.340822ms","start":"2026-03-19T11:51:36.60847Z","end":"2026-03-19T11:51:36.880811Z","steps":["trace[2027332199] 'agreement among raft nodes before linearized reading' (duration: 272.285841ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:37.50974Z","caller":"traceutil/trace.go:171","msg":"trace[42088558] transaction","detail":"{read_only:false; response_revision:20075; number_of_response:1; }","duration":"137.927893ms","start":"2026-03-19T11:51:37.371773Z","end":"2026-03-19T11:51:37.509701Z","steps":["trace[42088558] 'process raft request' (duration: 137.720227ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:37.625536Z","caller":"traceutil/trace.go:171","msg":"trace[396789915] transaction","detail":"{read_only:false; response_revision:20076; number_of_response:1; }","duration":"253.543502ms","start":"2026-03-19T11:51:37.371965Z","end":"2026-03-19T11:51:37.625509Z","steps":["trace[396789915] 'process raft request' (duration: 195.748683ms)","trace[396789915] 'compare' (duration: 57.606524ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:51:37.625926Z","caller":"traceutil/trace.go:171","msg":"trace[1851584835] linearizableReadLoop","detail":"{readStateIndex:20826; appliedIndex:20823; }","duration":"208.617822ms","start":"2026-03-19T11:51:37.417269Z","end":"2026-03-19T11:51:37.625886Z","steps":["trace[1851584835] 'read index received' (duration: 92.255323ms)","trace[1851584835] 'applied index is now lower than readState.Index' (duration: 116.360909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:51:37.626346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.052904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T11:51:37.62639Z","caller":"traceutil/trace.go:171","msg":"trace[1617223014] transaction","detail":"{read_only:false; response_revision:20077; number_of_response:1; }","duration":"254.020014ms","start":"2026-03-19T11:51:37.372333Z","end":"2026-03-19T11:51:37.626353Z","steps":["trace[1617223014] 'process raft request' (duration: 253.11355ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:37.626443Z","caller":"traceutil/trace.go:171","msg":"trace[499742650] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20077; }","duration":"209.209098ms","start":"2026-03-19T11:51:37.417216Z","end":"2026-03-19T11:51:37.626425Z","steps":["trace[499742650] 'agreement among raft nodes before linearized reading' (duration: 208.8897ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:37.839387Z","caller":"traceutil/trace.go:171","msg":"trace[1273744192] transaction","detail":"{read_only:false; response_revision:20079; number_of_response:1; }","duration":"207.486042ms","start":"2026-03-19T11:51:37.631878Z","end":"2026-03-19T11:51:37.839364Z","steps":["trace[1273744192] 'process raft request' (duration: 142.56548ms)","trace[1273744192] 'compare' (duration: 64.825449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:51:38.04644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.85237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:51:38.046536Z","caller":"traceutil/trace.go:171","msg":"trace[1018180018] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:20079; }","duration":"107.006504ms","start":"2026-03-19T11:51:37.939507Z","end":"2026-03-19T11:51:38.046513Z","steps":["trace[1018180018] 'count revisions from in-memory index tree' (duration: 106.745388ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:39.573458Z","caller":"traceutil/trace.go:171","msg":"trace[1787919624] transaction","detail":"{read_only:false; response_revision:20087; number_of_response:1; }","duration":"132.811935ms","start":"2026-03-19T11:51:39.440619Z","end":"2026-03-19T11:51:39.573431Z","steps":["trace[1787919624] 'process raft request' (duration: 130.652907ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:41.951105Z","caller":"traceutil/trace.go:171","msg":"trace[1128908545] transaction","detail":"{read_only:false; response_revision:20098; number_of_response:1; }","duration":"256.563543ms","start":"2026-03-19T11:51:41.694475Z","end":"2026-03-19T11:51:41.951039Z","steps":["trace[1128908545] 'process raft request' (duration: 256.400559ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:41.954183Z","caller":"traceutil/trace.go:171","msg":"trace[1406473597] linearizableReadLoop","detail":"{readStateIndex:20849; appliedIndex:20847; }","duration":"222.090088ms","start":"2026-03-19T11:51:41.73207Z","end":"2026-03-19T11:51:41.95416Z","steps":["trace[1406473597] 'read index received' (duration: 218.792238ms)","trace[1406473597] 'applied index is now lower than readState.Index' (duration: 3.29678ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:51:41.954289Z","caller":"traceutil/trace.go:171","msg":"trace[1770763951] transaction","detail":"{read_only:false; response_revision:20099; number_of_response:1; }","duration":"259.759191ms","start":"2026-03-19T11:51:41.694501Z","end":"2026-03-19T11:51:41.954261Z","steps":["trace[1770763951] 'process raft request' (duration: 259.552055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:41.954358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.271823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T11:51:41.954439Z","caller":"traceutil/trace.go:171","msg":"trace[980108557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20099; }","duration":"222.322764ms","start":"2026-03-19T11:51:41.732063Z","end":"2026-03-19T11:51:41.954385Z","steps":["trace[980108557] 'agreement among raft nodes before linearized reading' (duration: 222.18404ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:42.578475Z","caller":"traceutil/trace.go:171","msg":"trace[131253737] transaction","detail":"{read_only:false; response_revision:20101; number_of_response:1; }","duration":"167.352642ms","start":"2026-03-19T11:51:42.411091Z","end":"2026-03-19T11:51:42.578443Z","steps":["trace[131253737] 'process raft request' (duration: 167.145957ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:42.579697Z","caller":"traceutil/trace.go:171","msg":"trace[1961565993] transaction","detail":"{read_only:false; response_revision:20102; number_of_response:1; }","duration":"167.475886ms","start":"2026-03-19T11:51:42.4122Z","end":"2026-03-19T11:51:42.579676Z","steps":["trace[1961565993] 'process raft request' (duration: 167.387313ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:42.96295Z","caller":"traceutil/trace.go:171","msg":"trace[1665017842] transaction","detail":"{read_only:false; response_revision:20104; number_of_response:1; }","duration":"127.780248ms","start":"2026-03-19T11:51:42.835144Z","end":"2026-03-19T11:51:42.962924Z","steps":["trace[1665017842] 'process raft request' (duration: 127.606653ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:44.135382Z","caller":"traceutil/trace.go:171","msg":"trace[1834739030] linearizableReadLoop","detail":"{readStateIndex:20859; appliedIndex:20858; }","duration":"168.423522ms","start":"2026-03-19T11:51:43.966917Z","end":"2026-03-19T11:51:44.13534Z","steps":["trace[1834739030] 'read index received' (duration: 67.089411ms)","trace[1834739030] 'applied index is now lower than readState.Index' (duration: 101.329941ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:51:44.135442Z","caller":"traceutil/trace.go:171","msg":"trace[326307717] transaction","detail":"{read_only:false; response_revision:20109; number_of_response:1; }","duration":"174.268511ms","start":"2026-03-19T11:51:43.961146Z","end":"2026-03-19T11:51:44.135414Z","steps":["trace[326307717] 'process raft request' (duration: 155.81696ms)","trace[326307717] 'compare' (duration: 18.192704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:51:44.136153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.215363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T11:51:44.136239Z","caller":"traceutil/trace.go:171","msg":"trace[1767152241] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20109; }","duration":"169.349997ms","start":"2026-03-19T11:51:43.96687Z","end":"2026-03-19T11:51:44.13622Z","steps":["trace[1767152241] 'agreement among raft nodes before linearized reading' (duration: 168.596466ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:44.69231Z","caller":"traceutil/trace.go:171","msg":"trace[1241483503] transaction","detail":"{read_only:false; response_revision:20111; number_of_response:1; }","duration":"105.090352ms","start":"2026-03-19T11:51:44.587193Z","end":"2026-03-19T11:51:44.692283Z","steps":["trace[1241483503] 'process raft request' (duration: 104.884967ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:44.693606Z","caller":"traceutil/trace.go:171","msg":"trace[200912264] transaction","detail":"{read_only:false; response_revision:20112; number_of_response:1; }","duration":"105.050541ms","start":"2026-03-19T11:51:44.588512Z","end":"2026-03-19T11:51:44.693562Z","steps":["trace[200912264] 'process raft request' (duration: 104.863026ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:46.840764Z","caller":"traceutil/trace.go:171","msg":"trace[1579990943] transaction","detail":"{read_only:false; response_revision:20120; number_of_response:1; }","duration":"138.654303ms","start":"2026-03-19T11:51:46.702056Z","end":"2026-03-19T11:51:46.84071Z","steps":["trace[1579990943] 'process raft request' (duration: 58.124157ms)","trace[1579990943] 'compare' (duration: 80.359651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:51:47.471719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.057746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-19T11:51:47.471774Z","caller":"traceutil/trace.go:171","msg":"trace[926458191] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20122; }","duration":"257.163929ms","start":"2026-03-19T11:51:47.214598Z","end":"2026-03-19T11:51:47.471762Z","steps":["trace[926458191] 'range keys from in-memory index tree' (duration: 256.913942ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:47.786853Z","caller":"traceutil/trace.go:171","msg":"trace[101992396] transaction","detail":"{read_only:false; response_revision:20124; number_of_response:1; }","duration":"126.38049ms","start":"2026-03-19T11:51:47.660442Z","end":"2026-03-19T11:51:47.786822Z","steps":["trace[101992396] 'process raft request' (duration: 44.236391ms)","trace[101992396] 'compare' (duration: 82.017926ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:51:48.365633Z","caller":"traceutil/trace.go:171","msg":"trace[1554493437] transaction","detail":"{read_only:false; response_revision:20126; number_of_response:1; }","duration":"130.174264ms","start":"2026-03-19T11:51:48.235428Z","end":"2026-03-19T11:51:48.365602Z","steps":["trace[1554493437] 'process raft request' (duration: 127.543432ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:49.223034Z","caller":"traceutil/trace.go:171","msg":"trace[1711043193] transaction","detail":"{read_only:false; response_revision:20130; number_of_response:1; }","duration":"111.854256ms","start":"2026-03-19T11:51:49.111152Z","end":"2026-03-19T11:51:49.223006Z","steps":["trace[1711043193] 'process raft request' (duration: 111.696062ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:49.901672Z","caller":"traceutil/trace.go:171","msg":"trace[542974543] transaction","detail":"{read_only:false; response_revision:20132; number_of_response:1; }","duration":"109.882283ms","start":"2026-03-19T11:51:49.791768Z","end":"2026-03-19T11:51:49.901651Z","steps":["trace[542974543] 'process raft request' (duration: 109.745049ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:50.529506Z","caller":"traceutil/trace.go:171","msg":"trace[836864095] transaction","detail":"{read_only:false; response_revision:20134; number_of_response:1; }","duration":"157.31121ms","start":"2026-03-19T11:51:50.372145Z","end":"2026-03-19T11:51:50.529456Z","steps":["trace[836864095] 'process raft request' (duration: 157.072603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:51.353186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.800974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-19T11:51:51.35325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.326959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T11:51:51.353286Z","caller":"traceutil/trace.go:171","msg":"trace[1812519647] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20137; }","duration":"126.36232ms","start":"2026-03-19T11:51:51.226914Z","end":"2026-03-19T11:51:51.353276Z","steps":["trace[1812519647] 'range keys from in-memory index tree' (duration: 126.249118ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:51.353273Z","caller":"traceutil/trace.go:171","msg":"trace[1039106545] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:20137; }","duration":"150.996589ms","start":"2026-03-19T11:51:51.202254Z","end":"2026-03-19T11:51:51.353251Z","steps":["trace[1039106545] 'range keys from in-memory index tree' (duration: 150.624269ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:51.777975Z","caller":"traceutil/trace.go:171","msg":"trace[864018701] transaction","detail":"{read_only:false; response_revision:20140; number_of_response:1; }","duration":"162.757307ms","start":"2026-03-19T11:51:51.61514Z","end":"2026-03-19T11:51:51.777897Z","steps":["trace[864018701] 'process raft request' (duration: 162.626094ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:52.874114Z","caller":"traceutil/trace.go:171","msg":"trace[995757172] transaction","detail":"{read_only:false; response_revision:20145; number_of_response:1; }","duration":"109.963214ms","start":"2026-03-19T11:51:52.764138Z","end":"2026-03-19T11:51:52.874102Z","steps":["trace[995757172] 'process raft request' (duration: 109.774099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:53.276786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.611192ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:51:53.277046Z","caller":"traceutil/trace.go:171","msg":"trace[1395793896] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20147; }","duration":"131.820307ms","start":"2026-03-19T11:51:53.145128Z","end":"2026-03-19T11:51:53.276948Z","steps":["trace[1395793896] 'range keys from in-memory index tree' (duration: 131.590481ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:53.27724Z","caller":"traceutil/trace.go:171","msg":"trace[1880237565] linearizableReadLoop","detail":"{readStateIndex:20900; appliedIndex:20899; }","duration":"137.595115ms","start":"2026-03-19T11:51:53.139623Z","end":"2026-03-19T11:51:53.277218Z","steps":["trace[1880237565] 'read index received' (duration: 44.277702ms)","trace[1880237565] 'applied index is now lower than readState.Index' (duration: 93.316073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:51:53.2774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.757439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:51:53.277384Z","caller":"traceutil/trace.go:171","msg":"trace[929018281] transaction","detail":"{read_only:false; response_revision:20148; number_of_response:1; }","duration":"155.86339ms","start":"2026-03-19T11:51:53.121498Z","end":"2026-03-19T11:51:53.277361Z","steps":["trace[929018281] 'process raft request' (duration: 62.431065ms)","trace[929018281] 'compare' (duration: 92.701856ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:51:53.277429Z","caller":"traceutil/trace.go:171","msg":"trace[1768130854] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:20148; }","duration":"137.81629ms","start":"2026-03-19T11:51:53.139599Z","end":"2026-03-19T11:51:53.277415Z","steps":["trace[1768130854] 'agreement among raft nodes before linearized reading' (duration: 137.688456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:53.817546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.381302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T11:51:53.817653Z","caller":"traceutil/trace.go:171","msg":"trace[1279256946] transaction","detail":"{read_only:false; response_revision:20149; number_of_response:1; }","duration":"445.498572ms","start":"2026-03-19T11:51:53.372135Z","end":"2026-03-19T11:51:53.817633Z","steps":["trace[1279256946] 'process raft request' (duration: 322.931495ms)","trace[1279256946] 'compare' (duration: 121.750925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:51:53.817714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:51:53.372114Z","time spent":"445.569404ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:51:53.855225Z","caller":"traceutil/trace.go:171","msg":"trace[1822717791] transaction","detail":"{read_only:false; response_revision:20150; number_of_response:1; }","duration":"203.944855ms","start":"2026-03-19T11:51:53.651248Z","end":"2026-03-19T11:51:53.855193Z","steps":["trace[1822717791] 'process raft request' (duration: 203.537024ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:54.031314Z","caller":"traceutil/trace.go:171","msg":"trace[1513673769] transaction","detail":"{read_only:false; response_revision:20151; number_of_response:1; }","duration":"168.7443ms","start":"2026-03-19T11:51:53.86255Z","end":"2026-03-19T11:51:54.031294Z","steps":["trace[1513673769] 'process raft request' (duration: 168.616357ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:54.031323Z","caller":"traceutil/trace.go:171","msg":"trace[1404906402] linearizableReadLoop","detail":"{readStateIndex:20903; appliedIndex:20902; }","duration":"102.762059ms","start":"2026-03-19T11:51:53.928529Z","end":"2026-03-19T11:51:54.031291Z","steps":["trace[1404906402] 'read index received' (duration: 102.743668ms)","trace[1404906402] 'applied index is now lower than readState.Index' (duration: 15.341µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:51:54.031472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.927444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:51:54.0317Z","caller":"traceutil/trace.go:171","msg":"trace[1955182137] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20151; }","duration":"103.055327ms","start":"2026-03-19T11:51:53.928459Z","end":"2026-03-19T11:51:54.031515Z","steps":["trace[1955182137] 'agreement among raft nodes before linearized reading' (duration: 102.942784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:54.563547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.903912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-19T11:51:54.563654Z","caller":"traceutil/trace.go:171","msg":"trace[260595955] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20153; }","duration":"173.098238ms","start":"2026-03-19T11:51:54.390526Z","end":"2026-03-19T11:51:54.563625Z","steps":["trace[260595955] 'range keys from in-memory index tree' (duration: 172.569213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:55.051407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.464631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T11:51:55.051462Z","caller":"traceutil/trace.go:171","msg":"trace[1358394169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20157; }","duration":"172.585194ms","start":"2026-03-19T11:51:54.878863Z","end":"2026-03-19T11:51:55.051448Z","steps":["trace[1358394169] 'range keys from in-memory index tree' (duration: 172.307247ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:56.199376Z","caller":"traceutil/trace.go:171","msg":"trace[1679659776] transaction","detail":"{read_only:false; response_revision:20161; number_of_response:1; }","duration":"162.11464ms","start":"2026-03-19T11:51:56.037237Z","end":"2026-03-19T11:51:56.199352Z","steps":["trace[1679659776] 'process raft request' (duration: 161.894134ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:56.22989Z","caller":"traceutil/trace.go:171","msg":"trace[120488396] transaction","detail":"{read_only:false; response_revision:20162; number_of_response:1; }","duration":"188.558708ms","start":"2026-03-19T11:51:56.041294Z","end":"2026-03-19T11:51:56.229853Z","steps":["trace[120488396] 'process raft request' (duration: 188.24156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:56.836159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.274339ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-19T11:51:56.836333Z","caller":"traceutil/trace.go:171","msg":"trace[583894000] linearizableReadLoop","detail":"{readStateIndex:20916; appliedIndex:20915; }","duration":"224.958916ms","start":"2026-03-19T11:51:56.611363Z","end":"2026-03-19T11:51:56.836322Z","steps":["trace[583894000] 'read index received' (duration: 123.529153ms)","trace[583894000] 'applied index is now lower than readState.Index' (duration: 101.429313ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:51:56.836662Z","caller":"traceutil/trace.go:171","msg":"trace[1148272801] transaction","detail":"{read_only:false; response_revision:20164; number_of_response:1; }","duration":"221.897243ms","start":"2026-03-19T11:51:56.614754Z","end":"2026-03-19T11:51:56.836651Z","steps":["trace[1148272801] 'process raft request' (duration: 221.495082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:56.836954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.019224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T11:51:56.836987Z","caller":"traceutil/trace.go:171","msg":"trace[2053312276] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20164; }","duration":"205.091297ms","start":"2026-03-19T11:51:56.631884Z","end":"2026-03-19T11:51:56.836976Z","steps":["trace[2053312276] 'agreement among raft nodes before linearized reading' (duration: 204.965563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:56.837026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.464717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T11:51:56.837094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.730807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:51:56.837117Z","caller":"traceutil/trace.go:171","msg":"trace[1957468838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20164; }","duration":"225.791298ms","start":"2026-03-19T11:51:56.611318Z","end":"2026-03-19T11:51:56.837109Z","steps":["trace[1957468838] 'agreement among raft nodes before linearized reading' (duration: 225.735717ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:51:56.837121Z","caller":"traceutil/trace.go:171","msg":"trace[851657002] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:20164; }","duration":"191.59895ms","start":"2026-03-19T11:51:56.645499Z","end":"2026-03-19T11:51:56.837098Z","steps":["trace[851657002] 'agreement among raft nodes before linearized reading' (duration: 191.445456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:57.27524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.104611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T11:51:57.275299Z","caller":"traceutil/trace.go:171","msg":"trace[32144647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20165; }","duration":"214.188463ms","start":"2026-03-19T11:51:57.061098Z","end":"2026-03-19T11:51:57.275287Z","steps":["trace[32144647] 'range keys from in-memory index tree' (duration: 213.933027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:51:57.275229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.359213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-19T11:51:57.275407Z","caller":"traceutil/trace.go:171","msg":"trace[2078122179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20165; }","duration":"153.593759ms","start":"2026-03-19T11:51:57.121785Z","end":"2026-03-19T11:51:57.275379Z","steps":["trace[2078122179] 'range keys from in-memory index tree' (duration: 153.123806ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:52:03.412395Z","caller":"traceutil/trace.go:171","msg":"trace[875804066] transaction","detail":"{read_only:false; response_revision:20197; number_of_response:1; }","duration":"100.806296ms","start":"2026-03-19T11:52:03.311562Z","end":"2026-03-19T11:52:03.412369Z","steps":["trace[875804066] 'process raft request' (duration: 100.500268ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:52:04.580711Z","caller":"traceutil/trace.go:171","msg":"trace[1046181259] transaction","detail":"{read_only:false; response_revision:20203; number_of_response:1; }","duration":"164.381901ms","start":"2026-03-19T11:52:04.416295Z","end":"2026-03-19T11:52:04.580676Z","steps":["trace[1046181259] 'process raft request' (duration: 164.225067ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:52:10.536574Z","caller":"traceutil/trace.go:171","msg":"trace[1331042673] transaction","detail":"{read_only:false; response_revision:20275; number_of_response:1; }","duration":"142.427456ms","start":"2026-03-19T11:52:10.394111Z","end":"2026-03-19T11:52:10.536538Z","steps":["trace[1331042673] 'process raft request' (duration: 141.682716ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:52:10.540556Z","caller":"traceutil/trace.go:171","msg":"trace[1820648677] transaction","detail":"{read_only:false; response_revision:20277; number_of_response:1; }","duration":"145.767287ms","start":"2026-03-19T11:52:10.394749Z","end":"2026-03-19T11:52:10.540516Z","steps":["trace[1820648677] 'process raft request' (duration: 145.609632ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:52:10.540599Z","caller":"traceutil/trace.go:171","msg":"trace[2034301404] transaction","detail":"{read_only:false; response_revision:20278; number_of_response:1; }","duration":"145.714065ms","start":"2026-03-19T11:52:10.394848Z","end":"2026-03-19T11:52:10.540562Z","steps":["trace[2034301404] 'process raft request' (duration: 145.54809ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:52:10.540646Z","caller":"traceutil/trace.go:171","msg":"trace[65056175] transaction","detail":"{read_only:false; response_revision:20280; number_of_response:1; }","duration":"145.687663ms","start":"2026-03-19T11:52:10.394936Z","end":"2026-03-19T11:52:10.540623Z","steps":["trace[65056175] 'process raft request' (duration: 145.528869ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:52:10.540659Z","caller":"traceutil/trace.go:171","msg":"trace[174307592] transaction","detail":"{read_only:false; response_revision:20276; number_of_response:1; }","duration":"146.118866ms","start":"2026-03-19T11:52:10.394523Z","end":"2026-03-19T11:52:10.540642Z","steps":["trace[174307592] 'process raft request' (duration: 145.383776ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:52:10.540756Z","caller":"traceutil/trace.go:171","msg":"trace[449662591] transaction","detail":"{read_only:false; response_revision:20279; number_of_response:1; }","duration":"145.828078ms","start":"2026-03-19T11:52:10.394918Z","end":"2026-03-19T11:52:10.540746Z","steps":["trace[449662591] 'process raft request' (duration: 145.507689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:52:10.540746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.746396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:52:10.540832Z","caller":"traceutil/trace.go:171","msg":"trace[1957458888] transaction","detail":"{read_only:false; response_revision:20281; number_of_response:1; }","duration":"142.031555ms","start":"2026-03-19T11:52:10.398785Z","end":"2026-03-19T11:52:10.540816Z","steps":["trace[1957458888] 'process raft request' (duration: 141.713466ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:52:10.540854Z","caller":"traceutil/trace.go:171","msg":"trace[1385270884] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:20281; }","duration":"145.882169ms","start":"2026-03-19T11:52:10.394956Z","end":"2026-03-19T11:52:10.540838Z","steps":["trace[1385270884] 'agreement among raft nodes before linearized reading' (duration: 145.694124ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:52:10.540592Z","caller":"traceutil/trace.go:171","msg":"trace[1735380016] linearizableReadLoop","detail":"{readStateIndex:21040; appliedIndex:21034; }","duration":"145.602991ms","start":"2026-03-19T11:52:10.394971Z","end":"2026-03-19T11:52:10.540574Z","steps":["trace[1735380016] 'read index received' (duration: 140.835992ms)","trace[1735380016] 'applied index is now lower than readState.Index' (duration: 4.763709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:52:10.540981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.736776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:52:10.541005Z","caller":"traceutil/trace.go:171","msg":"trace[991706764] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:20281; }","duration":"145.781127ms","start":"2026-03-19T11:52:10.395214Z","end":"2026-03-19T11:52:10.540995Z","steps":["trace[991706764] 'agreement among raft nodes before linearized reading' (duration: 145.718975ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:52:11.16393Z","caller":"traceutil/trace.go:171","msg":"trace[584037759] transaction","detail":"{read_only:false; response_revision:20297; number_of_response:1; }","duration":"100.332084ms","start":"2026-03-19T11:52:11.063565Z","end":"2026-03-19T11:52:11.163898Z","steps":["trace[584037759] 'process raft request' (duration: 99.388088ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:52:22.911957Z","caller":"traceutil/trace.go:171","msg":"trace[138712658] transaction","detail":"{read_only:false; number_of_response:1; response_revision:20525; }","duration":"156.837607ms","start":"2026-03-19T11:52:22.754999Z","end":"2026-03-19T11:52:22.911837Z","steps":["trace[138712658] 'process raft request' (duration: 81.964144ms)","trace[138712658] 'compare' (duration: 74.566744ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:52:23.558973Z","caller":"traceutil/trace.go:171","msg":"trace[1811137334] transaction","detail":"{read_only:false; response_revision:20532; number_of_response:1; }","duration":"111.370923ms","start":"2026-03-19T11:52:23.447573Z","end":"2026-03-19T11:52:23.558944Z","steps":["trace[1811137334] 'process raft request' (duration: 55.158968ms)","trace[1811137334] 'compare' (duration: 56.060931ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:52:23.887146Z","caller":"traceutil/trace.go:171","msg":"trace[1158086635] transaction","detail":"{read_only:false; response_revision:20543; number_of_response:1; }","duration":"144.734899ms","start":"2026-03-19T11:52:23.742386Z","end":"2026-03-19T11:52:23.88712Z","steps":["trace[1158086635] 'process raft request' (duration: 144.570004ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:52:23.887129Z","caller":"traceutil/trace.go:171","msg":"trace[597406764] transaction","detail":"{read_only:false; response_revision:20542; number_of_response:1; }","duration":"146.176958ms","start":"2026-03-19T11:52:23.740839Z","end":"2026-03-19T11:52:23.887016Z","steps":["trace[597406764] 'process raft request' (duration: 90.585589ms)","trace[597406764] 'compare' (duration: 55.240229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:52:29.608845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536123834,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T11:52:29.633017Z","caller":"traceutil/trace.go:171","msg":"trace[501182760] transaction","detail":"{read_only:false; response_revision:20576; number_of_response:1; }","duration":"830.45809ms","start":"2026-03-19T11:52:28.802523Z","end":"2026-03-19T11:52:29.632981Z","steps":["trace[501182760] 'process raft request' (duration: 830.280575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:52:29.633166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:52:28.802503Z","time spent":"830.587074ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:52:29.63384Z","caller":"traceutil/trace.go:171","msg":"trace[266974280] linearizableReadLoop","detail":"{readStateIndex:21348; appliedIndex:21346; }","duration":"532.177384ms","start":"2026-03-19T11:52:29.101649Z","end":"2026-03-19T11:52:29.633827Z","steps":["trace[266974280] 'read index received' (duration: 531.133766ms)","trace[266974280] 'applied index is now lower than readState.Index' (duration: 1.043058ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:52:29.633957Z","caller":"traceutil/trace.go:171","msg":"trace[1359186894] transaction","detail":"{read_only:false; response_revision:20577; number_of_response:1; }","duration":"424.629185ms","start":"2026-03-19T11:52:29.20932Z","end":"2026-03-19T11:52:29.633949Z","steps":["trace[1359186894] 'process raft request' (duration: 424.461101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:52:29.634014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:52:29.209298Z","time spent":"424.679256ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:52:29.634139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.945963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:52:29.634206Z","caller":"traceutil/trace.go:171","msg":"trace[1760078059] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20577; }","duration":"373.055546ms","start":"2026-03-19T11:52:29.261134Z","end":"2026-03-19T11:52:29.634189Z","steps":["trace[1760078059] 'agreement among raft nodes before linearized reading' (duration: 372.946173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:52:29.634287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:52:29.261116Z","time spent":"373.122637ms","remote":"127.0.0.1:49452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:52:29.634352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.703649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:52:29.634378Z","caller":"traceutil/trace.go:171","msg":"trace[1209289972] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:20577; }","duration":"532.772951ms","start":"2026-03-19T11:52:29.101599Z","end":"2026-03-19T11:52:29.634372Z","steps":["trace[1209289972] 'agreement among raft nodes before linearized reading' (duration: 532.720009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:52:29.634397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:52:29.101573Z","time spent":"532.818341ms","remote":"127.0.0.1:53282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":17,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:52:29.634582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.325211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T11:52:29.63463Z","caller":"traceutil/trace.go:171","msg":"trace[1366303202] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20577; }","duration":"195.406593ms","start":"2026-03-19T11:52:29.439211Z","end":"2026-03-19T11:52:29.634618Z","steps":["trace[1366303202] 'agreement among raft nodes before linearized reading' (duration: 195.244159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:52:29.634595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.201123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:52:29.634705Z","caller":"traceutil/trace.go:171","msg":"trace[520082701] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:20577; }","duration":"246.350897ms","start":"2026-03-19T11:52:29.388347Z","end":"2026-03-19T11:52:29.634698Z","steps":["trace[520082701] 'agreement among raft nodes before linearized reading' (duration: 246.229223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:52:38.739484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.93766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:52:38.739542Z","caller":"traceutil/trace.go:171","msg":"trace[1802702147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20624; }","duration":"129.031042ms","start":"2026-03-19T11:52:38.610496Z","end":"2026-03-19T11:52:38.739527Z","steps":["trace[1802702147] 'range keys from in-memory index tree' (duration: 128.867187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:52:38.739973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.183127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:52:38.74006Z","caller":"traceutil/trace.go:171","msg":"trace[457776237] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20624; }","duration":"115.31166ms","start":"2026-03-19T11:52:38.624724Z","end":"2026-03-19T11:52:38.740036Z","steps":["trace[457776237] 'range keys from in-memory index tree' (duration: 115.101234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:52:38.740608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.933583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:52:38.740644Z","caller":"traceutil/trace.go:171","msg":"trace[589139695] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:20624; }","duration":"194.002205ms","start":"2026-03-19T11:52:38.546632Z","end":"2026-03-19T11:52:38.740634Z","steps":["trace[589139695] 'count revisions from in-memory index tree' (duration: 193.869252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:52:38.740665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.456459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:52:38.740811Z","caller":"traceutil/trace.go:171","msg":"trace[83583574] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:20624; }","duration":"197.616744ms","start":"2026-03-19T11:52:38.543145Z","end":"2026-03-19T11:52:38.740761Z","steps":["trace[83583574] 'count revisions from in-memory index tree' (duration: 197.393518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:52:38.740635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.525712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:52:38.740953Z","caller":"traceutil/trace.go:171","msg":"trace[1006241621] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:20624; }","duration":"197.84966ms","start":"2026-03-19T11:52:38.543077Z","end":"2026-03-19T11:52:38.740927Z","steps":["trace[1006241621] 'count revisions from in-memory index tree' (duration: 197.456649ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:52:40.524064Z","caller":"traceutil/trace.go:171","msg":"trace[2067859674] transaction","detail":"{read_only:false; response_revision:20634; number_of_response:1; }","duration":"118.762554ms","start":"2026-03-19T11:52:40.40528Z","end":"2026-03-19T11:52:40.524043Z","steps":["trace[2067859674] 'process raft request' (duration: 118.582069ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:52:52.856659Z","caller":"traceutil/trace.go:171","msg":"trace[2136656613] linearizableReadLoop","detail":"{readStateIndex:21464; appliedIndex:21463; }","duration":"247.242321ms","start":"2026-03-19T11:52:52.609392Z","end":"2026-03-19T11:52:52.856635Z","steps":["trace[2136656613] 'read index received' (duration: 247.166959ms)","trace[2136656613] 'applied index is now lower than readState.Index' (duration: 74.352µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:52:52.856708Z","caller":"traceutil/trace.go:171","msg":"trace[1634404972] transaction","detail":"{read_only:false; response_revision:20688; number_of_response:1; }","duration":"261.717954ms","start":"2026-03-19T11:52:52.594963Z","end":"2026-03-19T11:52:52.856681Z","steps":["trace[1634404972] 'process raft request' (duration: 261.518109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:52:52.856835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.430377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:52:52.85694Z","caller":"traceutil/trace.go:171","msg":"trace[776410629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20688; }","duration":"247.5506ms","start":"2026-03-19T11:52:52.609331Z","end":"2026-03-19T11:52:52.856881Z","steps":["trace[776410629] 'agreement among raft nodes before linearized reading' (duration: 247.444157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:52:53.222505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.830971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T11:52:53.222605Z","caller":"traceutil/trace.go:171","msg":"trace[1445400558] linearizableReadLoop","detail":"{readStateIndex:21465; appliedIndex:21464; }","duration":"365.8452ms","start":"2026-03-19T11:52:52.856743Z","end":"2026-03-19T11:52:53.222588Z","steps":["trace[1445400558] 'read index received' (duration: 94.790953ms)","trace[1445400558] 'applied index is now lower than readState.Index' (duration: 271.052947ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:52:53.222687Z","caller":"traceutil/trace.go:171","msg":"trace[1328375766] transaction","detail":"{read_only:false; response_revision:20689; number_of_response:1; }","duration":"370.666612ms","start":"2026-03-19T11:52:52.852008Z","end":"2026-03-19T11:52:53.222675Z","steps":["trace[1328375766] 'process raft request' (duration: 99.586154ms)","trace[1328375766] 'compare' (duration: 270.539903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:52:53.222745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:52:52.851981Z","time spent":"370.735053ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:52:53.222765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.870607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:52:53.222865Z","caller":"traceutil/trace.go:171","msg":"trace[911582132] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20689; }","duration":"448.017771ms","start":"2026-03-19T11:52:52.774825Z","end":"2026-03-19T11:52:53.222843Z","steps":["trace[911582132] 'agreement among raft nodes before linearized reading' (duration: 447.848627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:52:53.222878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.257829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-19T11:52:53.22292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:52:52.774796Z","time spent":"448.111933ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-19T11:52:53.222931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.995626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-19T11:52:53.222958Z","caller":"traceutil/trace.go:171","msg":"trace[326511402] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20689; }","duration":"283.378602ms","start":"2026-03-19T11:52:52.939561Z","end":"2026-03-19T11:52:53.22294Z","steps":["trace[326511402] 'agreement among raft nodes before linearized reading' (duration: 283.178357ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:52:53.222985Z","caller":"traceutil/trace.go:171","msg":"trace[1748292663] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:20689; }","duration":"383.087209ms","start":"2026-03-19T11:52:52.839882Z","end":"2026-03-19T11:52:53.222969Z","steps":["trace[1748292663] 'agreement among raft nodes before linearized reading' (duration: 382.874313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:52:53.223035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:52:52.839862Z","time spent":"383.1624ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5164,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-03-19T11:52:53.223059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.10304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:52:53.223127Z","caller":"traceutil/trace.go:171","msg":"trace[1295857906] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20689; }","duration":"393.207533ms","start":"2026-03-19T11:52:52.829909Z","end":"2026-03-19T11:52:53.223117Z","steps":["trace[1295857906] 'agreement among raft nodes before linearized reading' (duration: 393.10674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:52:53.223155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:52:52.82989Z","time spent":"393.258315ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-19T11:52:53.223151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.707663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T11:52:53.22318Z","caller":"traceutil/trace.go:171","msg":"trace[2070712037] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20689; }","duration":"251.785114ms","start":"2026-03-19T11:52:52.971386Z","end":"2026-03-19T11:52:53.223172Z","steps":["trace[2070712037] 'agreement among raft nodes before linearized reading' (duration: 251.676641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:52:53.223278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.649188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:52:53.223368Z","caller":"traceutil/trace.go:171","msg":"trace[360498867] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:20689; }","duration":"448.814443ms","start":"2026-03-19T11:52:52.774531Z","end":"2026-03-19T11:52:53.223345Z","steps":["trace[360498867] 'agreement among raft nodes before linearized reading' (duration: 448.526915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:52:53.223468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:52:52.774508Z","time spent":"448.941646ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"info","ts":"2026-03-19T11:52:54.083581Z","caller":"traceutil/trace.go:171","msg":"trace[1970904097] linearizableReadLoop","detail":"{readStateIndex:21469; appliedIndex:21468; }","duration":"184.94884ms","start":"2026-03-19T11:52:53.898604Z","end":"2026-03-19T11:52:54.083553Z","steps":["trace[1970904097] 'read index received' (duration: 175.801512ms)","trace[1970904097] 'applied index is now lower than readState.Index' (duration: 9.145898ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:52:54.083705Z","caller":"traceutil/trace.go:171","msg":"trace[1567751908] transaction","detail":"{read_only:false; response_revision:20693; number_of_response:1; }","duration":"260.999004ms","start":"2026-03-19T11:52:53.822694Z","end":"2026-03-19T11:52:54.083693Z","steps":["trace[1567751908] 'process raft request' (duration: 251.698592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:52:54.083991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.603865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:52:54.084089Z","caller":"traceutil/trace.go:171","msg":"trace[1932937075] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:20693; }","duration":"102.753269ms","start":"2026-03-19T11:52:53.981314Z","end":"2026-03-19T11:52:54.084067Z","steps":["trace[1932937075] 'agreement among raft nodes before linearized reading' (duration: 102.598045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:52:54.084194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.569987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T11:52:54.084249Z","caller":"traceutil/trace.go:171","msg":"trace[1372520481] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20693; }","duration":"185.6727ms","start":"2026-03-19T11:52:53.89856Z","end":"2026-03-19T11:52:54.084233Z","steps":["trace[1372520481] 'agreement among raft nodes before linearized reading' (duration: 185.527436ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:52:55.209535Z","caller":"traceutil/trace.go:171","msg":"trace[255717030] transaction","detail":"{read_only:false; response_revision:20697; number_of_response:1; }","duration":"537.156779ms","start":"2026-03-19T11:52:54.672355Z","end":"2026-03-19T11:52:55.209512Z","steps":["trace[255717030] 'process raft request' (duration: 537.015815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:52:55.209663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:52:54.672339Z","time spent":"537.252112ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:52:55.405252Z","caller":"traceutil/trace.go:171","msg":"trace[158997465] linearizableReadLoop","detail":"{readStateIndex:21475; appliedIndex:21472; }","duration":"541.331362ms","start":"2026-03-19T11:52:54.86389Z","end":"2026-03-19T11:52:55.405222Z","steps":["trace[158997465] 'read index received' (duration: 345.507038ms)","trace[158997465] 'applied index is now lower than readState.Index' (duration: 195.823144ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:52:55.405337Z","caller":"traceutil/trace.go:171","msg":"trace[371267291] transaction","detail":"{read_only:false; response_revision:20698; number_of_response:1; }","duration":"629.924196ms","start":"2026-03-19T11:52:54.775393Z","end":"2026-03-19T11:52:55.405317Z","steps":["trace[371267291] 'process raft request' (duration: 628.205359ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:52:55.405325Z","caller":"traceutil/trace.go:171","msg":"trace[1344919100] transaction","detail":"{read_only:false; response_revision:20699; number_of_response:1; }","duration":"581.080111ms","start":"2026-03-19T11:52:54.824199Z","end":"2026-03-19T11:52:55.405279Z","steps":["trace[1344919100] 'process raft request' (duration: 580.921496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:52:55.405808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.032314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T11:52:55.405832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.781194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:52:55.405881Z","caller":"traceutil/trace.go:171","msg":"trace[1536501746] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:20700; }","duration":"254.145077ms","start":"2026-03-19T11:52:55.151718Z","end":"2026-03-19T11:52:55.405863Z","steps":["trace[1536501746] 'agreement among raft nodes before linearized reading' (duration: 253.963312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:52:55.405885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.35698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:52:55.405918Z","caller":"traceutil/trace.go:171","msg":"trace[1674321173] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:20700; }","duration":"177.886388ms","start":"2026-03-19T11:52:55.228016Z","end":"2026-03-19T11:52:55.405903Z","steps":["trace[1674321173] 'agreement among raft nodes before linearized reading' (duration: 177.740564ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:52:55.405949Z","caller":"traceutil/trace.go:171","msg":"trace[1152184002] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20700; }","duration":"178.429012ms","start":"2026-03-19T11:52:55.227503Z","end":"2026-03-19T11:52:55.405932Z","steps":["trace[1152184002] 'agreement among raft nodes before linearized reading' (duration: 178.3239ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:52:55.40594Z","caller":"traceutil/trace.go:171","msg":"trace[643885258] transaction","detail":"{read_only:false; response_revision:20700; number_of_response:1; }","duration":"177.565218ms","start":"2026-03-19T11:52:55.22833Z","end":"2026-03-19T11:52:55.405895Z","steps":["trace[643885258] 'process raft request' (duration: 177.27161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:52:55.4055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.595579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T11:52:55.406191Z","caller":"traceutil/trace.go:171","msg":"trace[2130528986] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20699; }","duration":"542.314388ms","start":"2026-03-19T11:52:54.863857Z","end":"2026-03-19T11:52:55.406171Z","steps":["trace[2130528986] 'agreement among raft nodes before linearized reading' (duration: 541.510956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:52:55.40632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:52:54.863841Z","time spent":"542.457672ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T11:52:55.406343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.73806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"warn","ts":"2026-03-19T11:52:55.405953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.435662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:52:55.406462Z","caller":"traceutil/trace.go:171","msg":"trace[1085521422] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:20700; }","duration":"178.919435ms","start":"2026-03-19T11:52:55.22751Z","end":"2026-03-19T11:52:55.40643Z","steps":["trace[1085521422] 'agreement among raft nodes before linearized reading' (duration: 178.340959ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:52:55.406477Z","caller":"traceutil/trace.go:171","msg":"trace[484129070] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20700; }","duration":"178.999838ms","start":"2026-03-19T11:52:55.227462Z","end":"2026-03-19T11:52:55.406462Z","steps":["trace[484129070] 'agreement among raft nodes before linearized reading' (duration: 178.423352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:52:55.405461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:52:54.775364Z","time spent":"630.018999ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:52:55.407146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.163353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T11:52:55.407223Z","caller":"traceutil/trace.go:171","msg":"trace[816480984] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20700; }","duration":"137.280866ms","start":"2026-03-19T11:52:55.269923Z","end":"2026-03-19T11:52:55.407204Z","steps":["trace[816480984] 'agreement among raft nodes before linearized reading' (duration: 136.072523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:52:55.407317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:52:54.82417Z","time spent":"581.44634ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:52:58.267361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.343169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:52:58.267459Z","caller":"traceutil/trace.go:171","msg":"trace[1609363725] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20714; }","duration":"112.510634ms","start":"2026-03-19T11:52:58.154928Z","end":"2026-03-19T11:52:58.267438Z","steps":["trace[1609363725] 'range keys from in-memory index tree' (duration: 112.236347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:52:58.268813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.436329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-19T11:52:58.268879Z","caller":"traceutil/trace.go:171","msg":"trace[888306567] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20714; }","duration":"113.548222ms","start":"2026-03-19T11:52:58.155312Z","end":"2026-03-19T11:52:58.26886Z","steps":["trace[888306567] 'range keys from in-memory index tree' (duration: 111.926568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:53:00.218218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.897189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:53:00.218311Z","caller":"traceutil/trace.go:171","msg":"trace[1576236665] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20720; }","duration":"108.011232ms","start":"2026-03-19T11:53:00.11028Z","end":"2026-03-19T11:53:00.218291Z","steps":["trace[1576236665] 'range keys from in-memory index tree' (duration: 107.807216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:53:00.218302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.133615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T11:53:00.218362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.173556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"warn","ts":"2026-03-19T11:53:00.218446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.146235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:53:00.218475Z","caller":"traceutil/trace.go:171","msg":"trace[108591832] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:20720; }","duration":"108.31232ms","start":"2026-03-19T11:53:00.110141Z","end":"2026-03-19T11:53:00.218453Z","steps":["trace[108591832] 'range keys from in-memory index tree' (duration: 108.034443ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:53:00.218517Z","caller":"traceutil/trace.go:171","msg":"trace[213642943] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20720; }","duration":"108.276868ms","start":"2026-03-19T11:53:00.110227Z","end":"2026-03-19T11:53:00.218504Z","steps":["trace[213642943] 'range keys from in-memory index tree' (duration: 108.048413ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:53:00.21867Z","caller":"traceutil/trace.go:171","msg":"trace[1173479300] linearizableReadLoop","detail":"{readStateIndex:21498; appliedIndex:21497; }","duration":"104.468115ms","start":"2026-03-19T11:53:00.114172Z","end":"2026-03-19T11:53:00.218641Z","steps":["trace[1173479300] 'read index received' (duration: 66.983708ms)","trace[1173479300] 'applied index is now lower than readState.Index' (duration: 37.482977ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:53:00.2187Z","caller":"traceutil/trace.go:171","msg":"trace[1481047105] transaction","detail":"{read_only:false; response_revision:20721; number_of_response:1; }","duration":"107.254871ms","start":"2026-03-19T11:53:00.111412Z","end":"2026-03-19T11:53:00.218667Z","steps":["trace[1481047105] 'process raft request' (duration: 69.733262ms)","trace[1481047105] 'compare' (duration: 36.991725ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:53:00.218812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.63498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-19T11:53:00.21888Z","caller":"traceutil/trace.go:171","msg":"trace[142025383] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20721; }","duration":"104.716282ms","start":"2026-03-19T11:53:00.114138Z","end":"2026-03-19T11:53:00.218855Z","steps":["trace[142025383] 'agreement among raft nodes before linearized reading' (duration: 104.598369ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:53:00.218417Z","caller":"traceutil/trace.go:171","msg":"trace[497403202] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:20720; }","duration":"108.286909ms","start":"2026-03-19T11:53:00.110105Z","end":"2026-03-19T11:53:00.218392Z","steps":["trace[497403202] 'range keys from in-memory index tree' (duration: 108.000262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:53:00.218687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.511395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-19T11:53:00.220723Z","caller":"traceutil/trace.go:171","msg":"trace[167607744] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20720; }","duration":"110.585142ms","start":"2026-03-19T11:53:00.110104Z","end":"2026-03-19T11:53:00.22069Z","steps":["trace[167607744] 'range keys from in-memory index tree' (duration: 108.178076ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:53:00.505368Z","caller":"traceutil/trace.go:171","msg":"trace[1869335799] linearizableReadLoop","detail":"{readStateIndex:21501; appliedIndex:21499; }","duration":"175.696989ms","start":"2026-03-19T11:53:00.329641Z","end":"2026-03-19T11:53:00.505338Z","steps":["trace[1869335799] 'read index received' (duration: 28.326989ms)","trace[1869335799] 'applied index is now lower than readState.Index' (duration: 147.36856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:53:00.505644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.924855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-19T11:53:00.505685Z","caller":"traceutil/trace.go:171","msg":"trace[977698071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20724; }","duration":"176.044358ms","start":"2026-03-19T11:53:00.329631Z","end":"2026-03-19T11:53:00.505676Z","steps":["trace[977698071] 'agreement among raft nodes before linearized reading' (duration: 175.814541ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:53:00.505789Z","caller":"traceutil/trace.go:171","msg":"trace[413338000] transaction","detail":"{read_only:false; response_revision:20724; number_of_response:1; }","duration":"216.748603ms","start":"2026-03-19T11:53:00.289006Z","end":"2026-03-19T11:53:00.505754Z","steps":["trace[413338000] 'process raft request' (duration: 197.273835ms)","trace[413338000] 'compare' (duration: 18.925523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:53:01.658673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.819165ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T11:53:01.659197Z","caller":"traceutil/trace.go:171","msg":"trace[1657732844] transaction","detail":"{read_only:false; response_revision:20725; number_of_response:1; }","duration":"1.148285217s","start":"2026-03-19T11:53:00.510791Z","end":"2026-03-19T11:53:01.659077Z","steps":["trace[1657732844] 'process raft request' (duration: 587.762663ms)","trace[1657732844] 'compare' (duration: 559.636829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:53:01.659399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:53:00.51077Z","time spent":"1.148529064s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:53:01.659489Z","caller":"traceutil/trace.go:171","msg":"trace[19030959] transaction","detail":"{read_only:false; response_revision:20726; number_of_response:1; }","duration":"150.039783ms","start":"2026-03-19T11:53:01.509425Z","end":"2026-03-19T11:53:01.659465Z","steps":["trace[19030959] 'process raft request' (duration: 149.371415ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:53:01.659501Z","caller":"traceutil/trace.go:171","msg":"trace[430580355] linearizableReadLoop","detail":"{readStateIndex:21502; appliedIndex:21501; }","duration":"1.047719647s","start":"2026-03-19T11:53:00.611737Z","end":"2026-03-19T11:53:01.659456Z","steps":["trace[430580355] 'read index received' (duration: 486.690109ms)","trace[430580355] 'applied index is now lower than readState.Index' (duration: 561.026818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:53:01.659645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047890292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-19T11:53:01.659734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.08218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:53:01.659763Z","caller":"traceutil/trace.go:171","msg":"trace[1556126642] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20726; }","duration":"235.124532ms","start":"2026-03-19T11:53:01.424631Z","end":"2026-03-19T11:53:01.659756Z","steps":["trace[1556126642] 'agreement among raft nodes before linearized reading' (duration: 235.0683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:53:01.659746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.293754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:53:01.659816Z","caller":"traceutil/trace.go:171","msg":"trace[891997173] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:20726; }","duration":"236.408817ms","start":"2026-03-19T11:53:01.423387Z","end":"2026-03-19T11:53:01.659796Z","steps":["trace[891997173] 'agreement among raft nodes before linearized reading' (duration: 236.287484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:53:01.659815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.589937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T11:53:01.659838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.655478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T11:53:01.659897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.175503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T11:53:01.660021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.705085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-19T11:53:01.660066Z","caller":"traceutil/trace.go:171","msg":"trace[1408682982] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:20726; }","duration":"871.910046ms","start":"2026-03-19T11:53:00.788127Z","end":"2026-03-19T11:53:01.660037Z","steps":["trace[1408682982] 'agreement among raft nodes before linearized reading' (duration: 871.579907ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:53:01.660077Z","caller":"traceutil/trace.go:171","msg":"trace[1288901787] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20726; }","duration":"235.387379ms","start":"2026-03-19T11:53:01.42467Z","end":"2026-03-19T11:53:01.660057Z","steps":["trace[1288901787] 'agreement among raft nodes before linearized reading' (duration: 235.179824ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:53:01.659879Z","caller":"traceutil/trace.go:171","msg":"trace[1190828073] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20726; }","duration":"493.70574ms","start":"2026-03-19T11:53:01.166157Z","end":"2026-03-19T11:53:01.659863Z","steps":["trace[1190828073] 'agreement among raft nodes before linearized reading' (duration: 493.564226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:53:01.660245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:53:01.166136Z","time spent":"494.095271ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:53:01.660239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:53:00.788111Z","time spent":"872.008628ms","remote":"127.0.0.1:49636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:53:01.659679Z","caller":"traceutil/trace.go:171","msg":"trace[848521278] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20726; }","duration":"1.047966384s","start":"2026-03-19T11:53:00.611706Z","end":"2026-03-19T11:53:01.659672Z","steps":["trace[848521278] 'agreement among raft nodes before linearized reading' (duration: 1.04783736s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:53:01.660359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:53:00.611693Z","time spent":"1.048644783s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T11:53:01.659847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.116431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-19T11:53:01.660333Z","caller":"traceutil/trace.go:171","msg":"trace[871882930] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:20726; }","duration":"453.814438ms","start":"2026-03-19T11:53:01.206255Z","end":"2026-03-19T11:53:01.660069Z","steps":["trace[871882930] 'agreement among raft nodes before linearized reading' (duration: 453.434887ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:53:01.66046Z","caller":"traceutil/trace.go:171","msg":"trace[1797917188] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:20726; }","duration":"235.750989ms","start":"2026-03-19T11:53:01.424678Z","end":"2026-03-19T11:53:01.660429Z","steps":["trace[1797917188] 'agreement among raft nodes before linearized reading' (duration: 234.995219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:53:01.660634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:53:01.206233Z","time spent":"454.315512ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-03-19T11:53:01.882692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.886657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:53:01.882775Z","caller":"traceutil/trace.go:171","msg":"trace[1447175418] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20729; }","duration":"119.035411ms","start":"2026-03-19T11:53:01.76372Z","end":"2026-03-19T11:53:01.882755Z","steps":["trace[1447175418] 'range keys from in-memory index tree' (duration: 118.789924ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:53:03.05614Z","caller":"traceutil/trace.go:171","msg":"trace[345911421] transaction","detail":"{read_only:false; response_revision:20734; number_of_response:1; }","duration":"140.843083ms","start":"2026-03-19T11:53:02.915264Z","end":"2026-03-19T11:53:03.056107Z","steps":["trace[345911421] 'process raft request' (duration: 140.666808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:53:03.475115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.698303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:53:03.475219Z","caller":"traceutil/trace.go:171","msg":"trace[1850606779] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:20734; }","duration":"275.828866ms","start":"2026-03-19T11:53:03.199364Z","end":"2026-03-19T11:53:03.475193Z","steps":["trace[1850606779] 'count revisions from in-memory index tree' (duration: 275.497027ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:53:03.867263Z","caller":"traceutil/trace.go:171","msg":"trace[849072305] transaction","detail":"{read_only:false; response_revision:20735; number_of_response:1; }","duration":"198.434616ms","start":"2026-03-19T11:53:03.668782Z","end":"2026-03-19T11:53:03.867217Z","steps":["trace[849072305] 'process raft request' (duration: 198.156738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:53:04.071225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.151182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T11:53:04.0723Z","caller":"traceutil/trace.go:171","msg":"trace[734195491] linearizableReadLoop","detail":"{readStateIndex:21514; appliedIndex:21512; }","duration":"373.629951ms","start":"2026-03-19T11:53:03.698635Z","end":"2026-03-19T11:53:04.072265Z","steps":["trace[734195491] 'read index received' (duration: 168.205455ms)","trace[734195491] 'applied index is now lower than readState.Index' (duration: 205.421976ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:53:04.072392Z","caller":"traceutil/trace.go:171","msg":"trace[264749485] transaction","detail":"{read_only:false; response_revision:20736; number_of_response:1; }","duration":"400.296585ms","start":"2026-03-19T11:53:03.672066Z","end":"2026-03-19T11:53:04.072362Z","steps":["trace[264749485] 'process raft request' (duration: 205.917729ms)","trace[264749485] 'compare' (duration: 193.011759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:53:04.073028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:53:03.672033Z","time spent":"400.934892ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:53:04.072579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.937159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T11:53:04.073268Z","caller":"traceutil/trace.go:171","msg":"trace[56262915] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20736; }","duration":"374.67816ms","start":"2026-03-19T11:53:03.698573Z","end":"2026-03-19T11:53:04.073251Z","steps":["trace[56262915] 'agreement among raft nodes before linearized reading' (duration: 373.870978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:53:04.073311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:53:03.698528Z","time spent":"374.770582ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T11:53:04.082741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.487378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T11:53:04.082767Z","caller":"traceutil/trace.go:171","msg":"trace[1093367317] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20737; }","duration":"383.5474ms","start":"2026-03-19T11:53:03.699213Z","end":"2026-03-19T11:53:04.082761Z","steps":["trace[1093367317] 'agreement among raft nodes before linearized reading' (duration: 383.477078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:53:04.082783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:53:03.699206Z","time spent":"383.57337ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:53:17.401627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.586917ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-19T11:53:17.401799Z","caller":"traceutil/trace.go:171","msg":"trace[1593339091] linearizableReadLoop","detail":"{readStateIndex:21609; appliedIndex:21608; }","duration":"291.160473ms","start":"2026-03-19T11:53:17.11062Z","end":"2026-03-19T11:53:17.40178Z","steps":["trace[1593339091] 'read index received' (duration: 78.572µs)","trace[1593339091] 'applied index is now lower than readState.Index' (duration: 291.079701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:53:17.402146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.559944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T11:53:17.402218Z","caller":"traceutil/trace.go:171","msg":"trace[260207354] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20827; }","duration":"291.672547ms","start":"2026-03-19T11:53:17.11053Z","end":"2026-03-19T11:53:17.402203Z","steps":["trace[260207354] 'agreement among raft nodes before linearized reading' (duration: 291.348478ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:53:17.475247Z","caller":"traceutil/trace.go:171","msg":"trace[1876044878] transaction","detail":"{read_only:false; response_revision:20828; number_of_response:1; }","duration":"100.050986ms","start":"2026-03-19T11:53:17.375165Z","end":"2026-03-19T11:53:17.475216Z","steps":["trace[1876044878] 'process raft request' (duration: 99.83916ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:53:19.778228Z","caller":"traceutil/trace.go:171","msg":"trace[1407294647] transaction","detail":"{read_only:false; response_revision:20854; number_of_response:1; }","duration":"107.790576ms","start":"2026-03-19T11:53:19.670405Z","end":"2026-03-19T11:53:19.778195Z","steps":["trace[1407294647] 'process raft request' (duration: 107.59354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:54:10.593112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.052147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T11:54:10.593328Z","caller":"traceutil/trace.go:171","msg":"trace[2136820846] linearizableReadLoop","detail":"{readStateIndex:21957; appliedIndex:21955; }","duration":"186.893872ms","start":"2026-03-19T11:54:10.406418Z","end":"2026-03-19T11:54:10.593311Z","steps":["trace[2136820846] 'read index received' (duration: 185.993407ms)","trace[2136820846] 'applied index is now lower than readState.Index' (duration: 899.585µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:54:10.593482Z","caller":"traceutil/trace.go:171","msg":"trace[1538900727] transaction","detail":"{read_only:false; response_revision:21163; number_of_response:1; }","duration":"297.833523ms","start":"2026-03-19T11:54:10.295618Z","end":"2026-03-19T11:54:10.593451Z","steps":["trace[1538900727] 'process raft request' (duration: 65.358884ms)","trace[1538900727] 'compare' (duration: 231.664897ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:54:10.593493Z","caller":"traceutil/trace.go:171","msg":"trace[884192108] transaction","detail":"{read_only:false; response_revision:21164; number_of_response:1; }","duration":"203.399069ms","start":"2026-03-19T11:54:10.390082Z","end":"2026-03-19T11:54:10.593481Z","steps":["trace[884192108] 'process raft request' (duration: 203.173693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:54:10.593759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.170019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:54:10.593803Z","caller":"traceutil/trace.go:171","msg":"trace[814447010] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:21164; }","duration":"187.406476ms","start":"2026-03-19T11:54:10.406382Z","end":"2026-03-19T11:54:10.593789Z","steps":["trace[814447010] 'agreement among raft nodes before linearized reading' (duration: 187.166549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:54:10.594678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.515375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-19T11:54:10.594731Z","caller":"traceutil/trace.go:171","msg":"trace[626427454] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21165; }","duration":"171.604628ms","start":"2026-03-19T11:54:10.423116Z","end":"2026-03-19T11:54:10.59472Z","steps":["trace[626427454] 'agreement among raft nodes before linearized reading' (duration: 171.458064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:54:10.594899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.371386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-19T11:54:10.594926Z","caller":"traceutil/trace.go:171","msg":"trace[541444856] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21165; }","duration":"117.405506ms","start":"2026-03-19T11:54:10.477514Z","end":"2026-03-19T11:54:10.594919Z","steps":["trace[541444856] 'agreement among raft nodes before linearized reading' (duration: 117.329514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:54:10.595207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.443256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7376"} {"level":"warn","ts":"2026-03-19T11:54:10.595216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.918641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7376"} {"level":"info","ts":"2026-03-19T11:54:10.59525Z","caller":"traceutil/trace.go:171","msg":"trace[1387141274] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:21165; }","duration":"163.513808ms","start":"2026-03-19T11:54:10.431727Z","end":"2026-03-19T11:54:10.59524Z","steps":["trace[1387141274] 'agreement among raft nodes before linearized reading' (duration: 163.417226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:54:10.595339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.845388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7376"} {"level":"warn","ts":"2026-03-19T11:54:10.595361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.985273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-19T11:54:10.595362Z","caller":"traceutil/trace.go:171","msg":"trace[42781120] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:21165; }","duration":"118.010113ms","start":"2026-03-19T11:54:10.477255Z","end":"2026-03-19T11:54:10.595265Z","steps":["trace[42781120] 'agreement among raft nodes before linearized reading' (duration: 117.715755ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:54:10.595394Z","caller":"traceutil/trace.go:171","msg":"trace[1738589469] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:21165; }","duration":"117.942581ms","start":"2026-03-19T11:54:10.47744Z","end":"2026-03-19T11:54:10.595382Z","steps":["trace[1738589469] 'agreement among raft nodes before linearized reading' (duration: 117.772476ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:54:10.595416Z","caller":"traceutil/trace.go:171","msg":"trace[1076375261] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21165; }","duration":"118.047924ms","start":"2026-03-19T11:54:10.477341Z","end":"2026-03-19T11:54:10.595389Z","steps":["trace[1076375261] 'agreement among raft nodes before linearized reading' (duration: 117.89806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:54:10.595601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.933064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T11:54:10.595681Z","caller":"traceutil/trace.go:171","msg":"trace[1856844054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21165; }","duration":"145.037777ms","start":"2026-03-19T11:54:10.450622Z","end":"2026-03-19T11:54:10.595659Z","steps":["trace[1856844054] 'agreement among raft nodes before linearized reading' (duration: 144.379679ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:17.947969Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19746} {"level":"info","ts":"2026-03-19T11:55:18.049637Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19746,"took":"98.273257ms","hash":798408988,"current-db-size-bytes":43515904,"current-db-size":"44 MB","current-db-size-in-use-bytes":26091520,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-19T11:55:18.049702Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":798408988,"revision":19746,"compact-revision":17618} {"level":"info","ts":"2026-03-19T11:55:27.459392Z","caller":"traceutil/trace.go:171","msg":"trace[1620294288] linearizableReadLoop","detail":"{readStateIndex:22586; appliedIndex:22585; }","duration":"112.986587ms","start":"2026-03-19T11:55:27.346386Z","end":"2026-03-19T11:55:27.459373Z","steps":["trace[1620294288] 'read index received' (duration: 112.897474ms)","trace[1620294288] 'applied index is now lower than readState.Index' (duration: 88.373µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:55:27.45947Z","caller":"traceutil/trace.go:171","msg":"trace[90983984] transaction","detail":"{read_only:false; response_revision:21769; number_of_response:1; }","duration":"139.435164ms","start":"2026-03-19T11:55:27.320022Z","end":"2026-03-19T11:55:27.459457Z","steps":["trace[90983984] 'process raft request' (duration: 139.221078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:27.459567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.156691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:55:27.459646Z","caller":"traceutil/trace.go:171","msg":"trace[558335540] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:21769; }","duration":"113.272245ms","start":"2026-03-19T11:55:27.346354Z","end":"2026-03-19T11:55:27.459627Z","steps":["trace[558335540] 'agreement among raft nodes before linearized reading' (duration: 113.130321ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:35.678113Z","caller":"traceutil/trace.go:171","msg":"trace[1935171400] transaction","detail":"{read_only:false; response_revision:21805; number_of_response:1; }","duration":"146.166587ms","start":"2026-03-19T11:55:35.531916Z","end":"2026-03-19T11:55:35.678083Z","steps":["trace[1935171400] 'process raft request' (duration: 145.599832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:36.437884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.21601ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-19T11:55:37.126941Z","caller":"traceutil/trace.go:171","msg":"trace[1809783043] transaction","detail":"{read_only:false; response_revision:21806; number_of_response:1; }","duration":"105.294338ms","start":"2026-03-19T11:55:37.021623Z","end":"2026-03-19T11:55:37.126917Z","steps":["trace[1809783043] 'process raft request' (duration: 105.125383ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:37.134065Z","caller":"traceutil/trace.go:171","msg":"trace[1037694741] transaction","detail":"{read_only:false; response_revision:21807; number_of_response:1; }","duration":"112.226376ms","start":"2026-03-19T11:55:37.021817Z","end":"2026-03-19T11:55:37.134043Z","steps":["trace[1037694741] 'process raft request' (duration: 112.081132ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:37.134211Z","caller":"traceutil/trace.go:171","msg":"trace[869126160] transaction","detail":"{read_only:false; response_revision:21808; number_of_response:1; }","duration":"111.065215ms","start":"2026-03-19T11:55:37.023125Z","end":"2026-03-19T11:55:37.13419Z","steps":["trace[869126160] 'process raft request' (duration: 110.88876ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:38.641877Z","caller":"traceutil/trace.go:171","msg":"trace[1050607212] linearizableReadLoop","detail":"{readStateIndex:22637; appliedIndex:22635; }","duration":"157.165416ms","start":"2026-03-19T11:55:38.484685Z","end":"2026-03-19T11:55:38.64185Z","steps":["trace[1050607212] 'read index received' (duration: 52.798593ms)","trace[1050607212] 'applied index is now lower than readState.Index' (duration: 104.365363ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:55:38.642108Z","caller":"traceutil/trace.go:171","msg":"trace[1583987585] transaction","detail":"{read_only:false; response_revision:21818; number_of_response:1; }","duration":"159.55297ms","start":"2026-03-19T11:55:38.482527Z","end":"2026-03-19T11:55:38.64208Z","steps":["trace[1583987585] 'process raft request' (duration: 159.18737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:38.642112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.389032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/domains.openstack.k-orc.cloud\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:55:38.642389Z","caller":"traceutil/trace.go:171","msg":"trace[794404503] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/domains.openstack.k-orc.cloud; range_end:; response_count:0; response_revision:21818; }","duration":"157.71772ms","start":"2026-03-19T11:55:38.48464Z","end":"2026-03-19T11:55:38.642358Z","steps":["trace[794404503] 'agreement among raft nodes before linearized reading' (duration: 157.369191ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:38.891342Z","caller":"traceutil/trace.go:171","msg":"trace[837824796] linearizableReadLoop","detail":"{readStateIndex:22640; appliedIndex:22639; }","duration":"127.83879ms","start":"2026-03-19T11:55:38.763474Z","end":"2026-03-19T11:55:38.891313Z","steps":["trace[837824796] 'read index received' (duration: 122.464884ms)","trace[837824796] 'applied index is now lower than readState.Index' (duration: 5.372666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:55:38.891596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.113427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/flavors.openstack.k-orc.cloud\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:55:38.891639Z","caller":"traceutil/trace.go:171","msg":"trace[1451938723] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/flavors.openstack.k-orc.cloud; range_end:; response_count:0; response_revision:21821; }","duration":"128.199359ms","start":"2026-03-19T11:55:38.763428Z","end":"2026-03-19T11:55:38.891628Z","steps":["trace[1451938723] 'agreement among raft nodes before linearized reading' (duration: 128.125577ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:38.891775Z","caller":"traceutil/trace.go:171","msg":"trace[1713823621] transaction","detail":"{read_only:false; response_revision:21821; number_of_response:1; }","duration":"156.262411ms","start":"2026-03-19T11:55:38.735504Z","end":"2026-03-19T11:55:38.891766Z","steps":["trace[1713823621] 'process raft request' (duration: 150.483954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:38.892152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.237094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:55:38.892216Z","caller":"traceutil/trace.go:171","msg":"trace[808976195] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:21821; }","duration":"106.369767ms","start":"2026-03-19T11:55:38.785829Z","end":"2026-03-19T11:55:38.892198Z","steps":["trace[808976195] 'agreement among raft nodes before linearized reading' (duration: 106.256344ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:39.472058Z","caller":"traceutil/trace.go:171","msg":"trace[1102129553] transaction","detail":"{read_only:false; response_revision:21837; number_of_response:1; }","duration":"124.621042ms","start":"2026-03-19T11:55:39.347401Z","end":"2026-03-19T11:55:39.472022Z","steps":["trace[1102129553] 'process raft request' (duration: 100.189509ms)","trace[1102129553] 'compare' (duration: 24.189387ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:55:39.986255Z","caller":"traceutil/trace.go:171","msg":"trace[2120273565] transaction","detail":"{read_only:false; response_revision:21845; number_of_response:1; }","duration":"172.083019ms","start":"2026-03-19T11:55:39.814152Z","end":"2026-03-19T11:55:39.986235Z","steps":["trace[2120273565] 'process raft request' (duration: 79.005964ms)","trace[2120273565] 'compare' (duration: 92.769607ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:55:40.134004Z","caller":"traceutil/trace.go:171","msg":"trace[112381660] linearizableReadLoop","detail":"{readStateIndex:22665; appliedIndex:22664; }","duration":"132.968999ms","start":"2026-03-19T11:55:40.001011Z","end":"2026-03-19T11:55:40.13398Z","steps":["trace[112381660] 'read index received' (duration: 89.610672ms)","trace[112381660] 'applied index is now lower than readState.Index' (duration: 43.357307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:55:40.134166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.128583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/networks.openstack.k-orc.cloud\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:55:40.134148Z","caller":"traceutil/trace.go:171","msg":"trace[498557931] transaction","detail":"{read_only:false; response_revision:21846; number_of_response:1; }","duration":"138.395107ms","start":"2026-03-19T11:55:39.995715Z","end":"2026-03-19T11:55:40.13411Z","steps":["trace[498557931] 'process raft request' (duration: 94.927847ms)","trace[498557931] 'compare' (duration: 43.208493ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:55:40.134201Z","caller":"traceutil/trace.go:171","msg":"trace[303467565] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/networks.openstack.k-orc.cloud; range_end:; response_count:0; response_revision:21846; }","duration":"133.199475ms","start":"2026-03-19T11:55:40.00099Z","end":"2026-03-19T11:55:40.134189Z","steps":["trace[303467565] 'agreement among raft nodes before linearized reading' (duration: 133.086132ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:40.298574Z","caller":"traceutil/trace.go:171","msg":"trace[146168890] linearizableReadLoop","detail":"{readStateIndex:22667; appliedIndex:22666; }","duration":"153.461995ms","start":"2026-03-19T11:55:40.14508Z","end":"2026-03-19T11:55:40.298542Z","steps":["trace[146168890] 'read index received' (duration: 127.393817ms)","trace[146168890] 'applied index is now lower than readState.Index' (duration: 26.066838ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:55:40.298699Z","caller":"traceutil/trace.go:171","msg":"trace[1297164239] transaction","detail":"{read_only:false; response_revision:21848; number_of_response:1; }","duration":"153.64251ms","start":"2026-03-19T11:55:40.145014Z","end":"2026-03-19T11:55:40.298656Z","steps":["trace[1297164239] 'process raft request' (duration: 127.537231ms)","trace[1297164239] 'compare' (duration: 25.77779ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:55:40.298746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.62533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/networks.openstack.k-orc.cloud\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:55:40.298785Z","caller":"traceutil/trace.go:171","msg":"trace[1925600894] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/networks.openstack.k-orc.cloud; range_end:; response_count:0; response_revision:21848; }","duration":"153.716382ms","start":"2026-03-19T11:55:40.145054Z","end":"2026-03-19T11:55:40.29877Z","steps":["trace[1925600894] 'agreement among raft nodes before linearized reading' (duration: 153.612949ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:40.522842Z","caller":"traceutil/trace.go:171","msg":"trace[1638320716] transaction","detail":"{read_only:false; response_revision:21852; number_of_response:1; }","duration":"100.062486ms","start":"2026-03-19T11:55:40.422735Z","end":"2026-03-19T11:55:40.522798Z","steps":["trace[1638320716] 'process raft request' (duration: 99.760318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:41.222517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536127840,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T11:55:41.411098Z","caller":"traceutil/trace.go:171","msg":"trace[1332294765] transaction","detail":"{read_only:false; response_revision:21856; number_of_response:1; }","duration":"777.594786ms","start":"2026-03-19T11:55:40.63347Z","end":"2026-03-19T11:55:41.411064Z","steps":["trace[1332294765] 'process raft request' (duration: 715.813199ms)","trace[1332294765] 'compare' (duration: 61.53195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:55:41.411256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:55:40.633448Z","time spent":"777.719079ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11480,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:55:41.816732Z","caller":"traceutil/trace.go:171","msg":"trace[775267944] transaction","detail":"{read_only:false; response_revision:21858; number_of_response:1; }","duration":"645.996073ms","start":"2026-03-19T11:55:41.17071Z","end":"2026-03-19T11:55:41.816707Z","steps":["trace[775267944] 'process raft request' (duration: 645.920751ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:41.816753Z","caller":"traceutil/trace.go:171","msg":"trace[1909844420] transaction","detail":"{read_only:false; response_revision:21857; number_of_response:1; }","duration":"1.019437349s","start":"2026-03-19T11:55:40.797291Z","end":"2026-03-19T11:55:41.816728Z","steps":["trace[1909844420] 'process raft request' (duration: 1.019171232s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:41.816981Z","caller":"traceutil/trace.go:171","msg":"trace[1679064920] transaction","detail":"{read_only:false; response_revision:21859; number_of_response:1; }","duration":"645.256053ms","start":"2026-03-19T11:55:41.171703Z","end":"2026-03-19T11:55:41.816959Z","steps":["trace[1679064920] 'process raft request' (duration: 644.971226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:41.816874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:55:41.170681Z","time spent":"646.121577ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:55:41.817092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:55:41.171679Z","time spent":"645.348266ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:55:41.81722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:55:40.797258Z","time spent":"1.019554822s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:55:41.817643Z","caller":"traceutil/trace.go:171","msg":"trace[1093313331] transaction","detail":"{read_only:false; response_revision:21860; number_of_response:1; }","duration":"645.929832ms","start":"2026-03-19T11:55:41.171704Z","end":"2026-03-19T11:55:41.817633Z","steps":["trace[1093313331] 'process raft request' (duration: 645.172621ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:41.817648Z","caller":"traceutil/trace.go:171","msg":"trace[1033784639] linearizableReadLoop","detail":"{readStateIndex:22679; appliedIndex:22674; }","duration":"1.09610949s","start":"2026-03-19T11:55:40.721515Z","end":"2026-03-19T11:55:41.817625Z","steps":["trace[1033784639] 'read index received' (duration: 627.706457ms)","trace[1033784639] 'applied index is now lower than readState.Index' (duration: 468.400963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:55:41.817697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:55:41.171678Z","time spent":"645.992844ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:55:41.817775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096255724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T11:55:41.817807Z","caller":"traceutil/trace.go:171","msg":"trace[1863299429] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21860; }","duration":"1.096317696s","start":"2026-03-19T11:55:40.721481Z","end":"2026-03-19T11:55:41.817799Z","steps":["trace[1863299429] 'agreement among raft nodes before linearized reading' (duration: 1.096244734s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:41.817828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:55:40.721464Z","time spent":"1.096359037s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T11:55:41.851528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.052115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/roles.openstack.k-orc.cloud\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T11:55:41.851567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.199303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-19T11:55:41.851629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.324965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-19T11:55:41.851598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.789643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-19T11:55:41.851659Z","caller":"traceutil/trace.go:171","msg":"trace[1497637415] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:21861; }","duration":"624.392127ms","start":"2026-03-19T11:55:41.227259Z","end":"2026-03-19T11:55:41.851651Z","steps":["trace[1497637415] 'agreement among raft nodes before linearized reading' (duration: 624.233933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:41.851675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.585749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T11:55:41.851678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.140534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T11:55:41.851702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:55:41.227242Z","time spent":"624.452958ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"info","ts":"2026-03-19T11:55:41.851702Z","caller":"traceutil/trace.go:171","msg":"trace[1377420545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21861; }","duration":"240.645961ms","start":"2026-03-19T11:55:41.611048Z","end":"2026-03-19T11:55:41.851694Z","steps":["trace[1377420545] 'agreement among raft nodes before linearized reading' (duration: 240.60336ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:41.851694Z","caller":"traceutil/trace.go:171","msg":"trace[268079835] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21861; }","duration":"510.918487ms","start":"2026-03-19T11:55:41.340751Z","end":"2026-03-19T11:55:41.85167Z","steps":["trace[268079835] 'agreement among raft nodes before linearized reading' (duration: 510.63231ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:41.851709Z","caller":"traceutil/trace.go:171","msg":"trace[2086569097] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:21861; }","duration":"360.216436ms","start":"2026-03-19T11:55:41.491484Z","end":"2026-03-19T11:55:41.851701Z","steps":["trace[2086569097] 'agreement among raft nodes before linearized reading' (duration: 360.164515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:41.851746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:55:41.491457Z","time spent":"360.281288ms","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:55:41.851754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:55:41.340742Z","time spent":"510.999149ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T11:55:41.851871Z","caller":"traceutil/trace.go:171","msg":"trace[62075590] transaction","detail":"{read_only:false; response_revision:21861; number_of_response:1; }","duration":"434.505093ms","start":"2026-03-19T11:55:41.417343Z","end":"2026-03-19T11:55:41.851848Z","steps":["trace[62075590] 'process raft request' (duration: 433.782484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:41.851911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.928535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:55:41.851945Z","caller":"traceutil/trace.go:171","msg":"trace[335203838] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:21861; }","duration":"834.000116ms","start":"2026-03-19T11:55:41.017932Z","end":"2026-03-19T11:55:41.851932Z","steps":["trace[335203838] 'agreement among raft nodes before linearized reading' (duration: 833.942295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:41.851989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:55:41.017909Z","time spent":"834.072118ms","remote":"127.0.0.1:33032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:55:41.85201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:55:41.417326Z","time spent":"434.600085ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12408,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:55:41.851627Z","caller":"traceutil/trace.go:171","msg":"trace[1108339108] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/roles.openstack.k-orc.cloud; range_end:; response_count:0; response_revision:21861; }","duration":"436.167129ms","start":"2026-03-19T11:55:41.415435Z","end":"2026-03-19T11:55:41.851602Z","steps":["trace[1108339108] 'agreement among raft nodes before linearized reading' (duration: 435.948323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:41.852136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.12015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-19T11:55:41.852151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:55:41.415386Z","time spent":"436.754824ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/roles.openstack.k-orc.cloud\" "} {"level":"info","ts":"2026-03-19T11:55:41.851627Z","caller":"traceutil/trace.go:171","msg":"trace[832230448] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21861; }","duration":"298.288786ms","start":"2026-03-19T11:55:41.553321Z","end":"2026-03-19T11:55:41.85161Z","steps":["trace[832230448] 'agreement among raft nodes before linearized reading' (duration: 298.102991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:41.852184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.707775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-19T11:55:41.852218Z","caller":"traceutil/trace.go:171","msg":"trace[2002159745] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21861; }","duration":"575.778047ms","start":"2026-03-19T11:55:41.276431Z","end":"2026-03-19T11:55:41.852209Z","steps":["trace[2002159745] 'agreement among raft nodes before linearized reading' (duration: 575.681404ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:41.852202Z","caller":"traceutil/trace.go:171","msg":"trace[111965506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21861; }","duration":"512.178021ms","start":"2026-03-19T11:55:41.339972Z","end":"2026-03-19T11:55:41.85215Z","steps":["trace[111965506] 'agreement among raft nodes before linearized reading' (duration: 512.056958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:41.85225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:55:41.276411Z","time spent":"575.829349ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:55:41.852271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:55:41.339952Z","time spent":"512.313034ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:55:41.852284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.784682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T11:55:41.852335Z","caller":"traceutil/trace.go:171","msg":"trace[1934512808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21861; }","duration":"514.870004ms","start":"2026-03-19T11:55:41.337457Z","end":"2026-03-19T11:55:41.852327Z","steps":["trace[1934512808] 'agreement among raft nodes before linearized reading' (duration: 514.767301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:41.852364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:55:41.337437Z","time spent":"514.915136ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T11:55:41.989791Z","caller":"traceutil/trace.go:171","msg":"trace[422122218] transaction","detail":"{read_only:false; response_revision:21862; number_of_response:1; }","duration":"132.763504ms","start":"2026-03-19T11:55:41.857003Z","end":"2026-03-19T11:55:41.989767Z","steps":["trace[422122218] 'process raft request' (duration: 132.428135ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:41.989856Z","caller":"traceutil/trace.go:171","msg":"trace[487822268] transaction","detail":"{read_only:false; response_revision:21864; number_of_response:1; }","duration":"132.706182ms","start":"2026-03-19T11:55:41.857125Z","end":"2026-03-19T11:55:41.989832Z","steps":["trace[487822268] 'process raft request' (duration: 132.522927ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:41.989924Z","caller":"traceutil/trace.go:171","msg":"trace[116960154] transaction","detail":"{read_only:false; response_revision:21865; number_of_response:1; }","duration":"132.666051ms","start":"2026-03-19T11:55:41.857242Z","end":"2026-03-19T11:55:41.989908Z","steps":["trace[116960154] 'process raft request' (duration: 132.443125ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:41.98995Z","caller":"traceutil/trace.go:171","msg":"trace[462572859] transaction","detail":"{read_only:false; response_revision:21867; number_of_response:1; }","duration":"127.83848ms","start":"2026-03-19T11:55:41.862096Z","end":"2026-03-19T11:55:41.989935Z","steps":["trace[462572859] 'process raft request' (duration: 127.706566ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:41.990009Z","caller":"traceutil/trace.go:171","msg":"trace[1254828219] transaction","detail":"{read_only:false; response_revision:21863; number_of_response:1; }","duration":"132.923778ms","start":"2026-03-19T11:55:41.857079Z","end":"2026-03-19T11:55:41.990003Z","steps":["trace[1254828219] 'process raft request' (duration: 132.528778ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:41.990093Z","caller":"traceutil/trace.go:171","msg":"trace[1499658875] transaction","detail":"{read_only:false; response_revision:21866; number_of_response:1; }","duration":"132.820555ms","start":"2026-03-19T11:55:41.857254Z","end":"2026-03-19T11:55:41.990075Z","steps":["trace[1499658875] 'process raft request' (duration: 132.468886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:41.990159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.300409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/roles.openstack.k-orc.cloud\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T11:55:41.990208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.272878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-59b4c8ab-79b5-475f-b80d-a325729cd27f\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-03-19T11:55:41.990194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.066456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:55:41.990232Z","caller":"traceutil/trace.go:171","msg":"trace[1807422678] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/roles.openstack.k-orc.cloud; range_end:; response_count:0; response_revision:21867; }","duration":"133.384301ms","start":"2026-03-19T11:55:41.856828Z","end":"2026-03-19T11:55:41.990212Z","steps":["trace[1807422678] 'agreement among raft nodes before linearized reading' (duration: 133.185826ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:41.99025Z","caller":"traceutil/trace.go:171","msg":"trace[359200518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21867; }","duration":"136.759193ms","start":"2026-03-19T11:55:41.853476Z","end":"2026-03-19T11:55:41.990235Z","steps":["trace[359200518] 'agreement among raft nodes before linearized reading' (duration: 136.66239ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:41.990248Z","caller":"traceutil/trace.go:171","msg":"trace[508018536] range","detail":"{range_begin:/registry/persistentvolumes/pvc-59b4c8ab-79b5-475f-b80d-a325729cd27f; range_end:; response_count:1; response_revision:21867; }","duration":"133.312628ms","start":"2026-03-19T11:55:41.856913Z","end":"2026-03-19T11:55:41.990225Z","steps":["trace[508018536] 'agreement among raft nodes before linearized reading' (duration: 133.148204ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:42.026189Z","caller":"traceutil/trace.go:171","msg":"trace[2058341255] transaction","detail":"{read_only:false; response_revision:21868; number_of_response:1; }","duration":"122.760632ms","start":"2026-03-19T11:55:41.903407Z","end":"2026-03-19T11:55:42.026168Z","steps":["trace[2058341255] 'process raft request' (duration: 122.608428ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:50.541088Z","caller":"traceutil/trace.go:171","msg":"trace[743026240] linearizableReadLoop","detail":"{readStateIndex:23105; appliedIndex:23104; }","duration":"398.424984ms","start":"2026-03-19T11:55:50.142636Z","end":"2026-03-19T11:55:50.541061Z","steps":["trace[743026240] 'read index received' (duration: 373.429785ms)","trace[743026240] 'applied index is now lower than readState.Index' (duration: 24.993879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:55:50.541337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.688332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-19T11:55:50.54138Z","caller":"traceutil/trace.go:171","msg":"trace[151650695] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:22276; }","duration":"398.776643ms","start":"2026-03-19T11:55:50.142593Z","end":"2026-03-19T11:55:50.541369Z","steps":["trace[151650695] 'agreement among raft nodes before linearized reading' (duration: 398.598108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:50.541418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:55:50.142576Z","time spent":"398.834615ms","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1310,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-03-19T11:55:50.541194Z","caller":"traceutil/trace.go:171","msg":"trace[2054157098] transaction","detail":"{read_only:false; response_revision:22276; number_of_response:1; }","duration":"399.524554ms","start":"2026-03-19T11:55:50.141624Z","end":"2026-03-19T11:55:50.541148Z","steps":["trace[2054157098] 'process raft request' (duration: 374.426153ms)","trace[2054157098] 'compare' (duration: 24.895776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:55:50.541825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:55:50.141613Z","time spent":"400.089069ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T11:55:50.542739Z","caller":"traceutil/trace.go:171","msg":"trace[777192763] transaction","detail":"{read_only:false; response_revision:22279; number_of_response:1; }","duration":"377.521247ms","start":"2026-03-19T11:55:50.165201Z","end":"2026-03-19T11:55:50.542722Z","steps":["trace[777192763] 'process raft request' (duration: 377.336952ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:50.542763Z","caller":"traceutil/trace.go:171","msg":"trace[1733388480] transaction","detail":"{read_only:false; response_revision:22278; number_of_response:1; }","duration":"377.512697ms","start":"2026-03-19T11:55:50.165201Z","end":"2026-03-19T11:55:50.542714Z","steps":["trace[1733388480] 'process raft request' (duration: 377.27905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:50.542809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:55:50.165183Z","time spent":"377.592238ms","remote":"127.0.0.1:51340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1969,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T11:55:50.542834Z","caller":"traceutil/trace.go:171","msg":"trace[1816354102] transaction","detail":"{read_only:false; response_revision:22280; number_of_response:1; }","duration":"327.269113ms","start":"2026-03-19T11:55:50.215538Z","end":"2026-03-19T11:55:50.542808Z","steps":["trace[1816354102] 'process raft request' (duration: 327.066818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:50.542871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:55:50.165191Z","time spent":"377.63324ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T11:55:50.542894Z","caller":"traceutil/trace.go:171","msg":"trace[288516546] transaction","detail":"{read_only:false; response_revision:22277; number_of_response:1; }","duration":"399.866573ms","start":"2026-03-19T11:55:50.143006Z","end":"2026-03-19T11:55:50.542872Z","steps":["trace[288516546] 'process raft request' (duration: 399.347959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:50.542954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:55:50.215517Z","time spent":"327.370025ms","remote":"127.0.0.1:49456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:55:50.542983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:55:50.14299Z","time spent":"399.944926ms","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1097,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T11:55:50.543062Z","caller":"traceutil/trace.go:171","msg":"trace[1019523301] transaction","detail":"{read_only:false; response_revision:22282; number_of_response:1; }","duration":"221.999346ms","start":"2026-03-19T11:55:50.321056Z","end":"2026-03-19T11:55:50.543055Z","steps":["trace[1019523301] 'process raft request' (duration: 221.713958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:50.543055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.808712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:55:50.543155Z","caller":"traceutil/trace.go:171","msg":"trace[768140192] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:0; response_revision:22282; }","duration":"381.974057ms","start":"2026-03-19T11:55:50.161161Z","end":"2026-03-19T11:55:50.543135Z","steps":["trace[768140192] 'agreement among raft nodes before linearized reading' (duration: 381.678159ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:50.543257Z","caller":"traceutil/trace.go:171","msg":"trace[257678302] transaction","detail":"{read_only:false; response_revision:22281; number_of_response:1; }","duration":"230.787984ms","start":"2026-03-19T11:55:50.312458Z","end":"2026-03-19T11:55:50.543246Z","steps":["trace[257678302] 'process raft request' (duration: 230.239869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:50.543297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:55:50.161146Z","time spent":"382.097161ms","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/capo-system/capo-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:55:50.543461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.557884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert\" ","response":"range_response_count:1 size:2611"} {"level":"warn","ts":"2026-03-19T11:55:50.543474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.741963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170039"} {"level":"warn","ts":"2026-03-19T11:55:50.543501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.182739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert\" ","response":"range_response_count:1 size:2611"} {"level":"info","ts":"2026-03-19T11:55:50.543508Z","caller":"traceutil/trace.go:171","msg":"trace[463358698] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert; range_end:; response_count:1; response_revision:22282; }","duration":"270.616355ms","start":"2026-03-19T11:55:50.272884Z","end":"2026-03-19T11:55:50.5435Z","steps":["trace[463358698] 'agreement among raft nodes before linearized reading' (duration: 270.451581ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:50.543535Z","caller":"traceutil/trace.go:171","msg":"trace[1376815401] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22282; }","duration":"258.838915ms","start":"2026-03-19T11:55:50.284674Z","end":"2026-03-19T11:55:50.543513Z","steps":["trace[1376815401] 'agreement among raft nodes before linearized reading' (duration: 258.597639ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:50.543555Z","caller":"traceutil/trace.go:171","msg":"trace[1462437226] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert; range_end:; response_count:1; response_revision:22282; }","duration":"324.274071ms","start":"2026-03-19T11:55:50.219262Z","end":"2026-03-19T11:55:50.543536Z","steps":["trace[1462437226] 'agreement among raft nodes before linearized reading' (duration: 324.127887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:50.543598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:55:50.219238Z","time spent":"324.350233ms","remote":"127.0.0.1:49624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":1,"response size":2635,"request content":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert\" "} {"level":"info","ts":"2026-03-19T11:55:52.341063Z","caller":"traceutil/trace.go:171","msg":"trace[1864185499] linearizableReadLoop","detail":"{readStateIndex:23189; appliedIndex:23188; }","duration":"254.652202ms","start":"2026-03-19T11:55:52.08639Z","end":"2026-03-19T11:55:52.341042Z","steps":["trace[1864185499] 'read index received' (duration: 254.327033ms)","trace[1864185499] 'applied index is now lower than readState.Index' (duration: 324.529µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:55:52.341593Z","caller":"traceutil/trace.go:171","msg":"trace[676399042] transaction","detail":"{read_only:false; response_revision:22359; number_of_response:1; }","duration":"275.592751ms","start":"2026-03-19T11:55:52.06595Z","end":"2026-03-19T11:55:52.341543Z","steps":["trace[676399042] 'process raft request' (duration: 274.963294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:52.341711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.638687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:55:52.341782Z","caller":"traceutil/trace.go:171","msg":"trace[1215237093] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22359; }","duration":"231.75178ms","start":"2026-03-19T11:55:52.110016Z","end":"2026-03-19T11:55:52.341767Z","steps":["trace[1215237093] 'agreement among raft nodes before linearized reading' (duration: 231.611876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:52.341769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.417558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:55:52.34184Z","caller":"traceutil/trace.go:171","msg":"trace[1716815434] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22359; }","duration":"232.528531ms","start":"2026-03-19T11:55:52.109292Z","end":"2026-03-19T11:55:52.34182Z","steps":["trace[1716815434] 'agreement among raft nodes before linearized reading' (duration: 232.397218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:52.341809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.934379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-19T11:55:52.341932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.858825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:55:52.342014Z","caller":"traceutil/trace.go:171","msg":"trace[1465584691] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22359; }","duration":"241.937137ms","start":"2026-03-19T11:55:52.10005Z","end":"2026-03-19T11:55:52.341987Z","steps":["trace[1465584691] 'agreement among raft nodes before linearized reading' (duration: 241.842604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:52.342036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.898316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:55:52.341944Z","caller":"traceutil/trace.go:171","msg":"trace[1340957709] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22359; }","duration":"150.135545ms","start":"2026-03-19T11:55:52.191787Z","end":"2026-03-19T11:55:52.341923Z","steps":["trace[1340957709] 'agreement among raft nodes before linearized reading' (duration: 149.859317ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:52.342154Z","caller":"traceutil/trace.go:171","msg":"trace[1336695617] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22359; }","duration":"242.0536ms","start":"2026-03-19T11:55:52.100077Z","end":"2026-03-19T11:55:52.34213Z","steps":["trace[1336695617] 'agreement among raft nodes before linearized reading' (duration: 241.811743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:52.341815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.195467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:55:52.342316Z","caller":"traceutil/trace.go:171","msg":"trace[2081216775] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22359; }","duration":"255.779532ms","start":"2026-03-19T11:55:52.086524Z","end":"2026-03-19T11:55:52.342303Z","steps":["trace[2081216775] 'agreement among raft nodes before linearized reading' (duration: 255.098964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:52.342375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.973108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:55:52.342427Z","caller":"traceutil/trace.go:171","msg":"trace[1668680384] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22359; }","duration":"256.05785ms","start":"2026-03-19T11:55:52.086354Z","end":"2026-03-19T11:55:52.342412Z","steps":["trace[1668680384] 'agreement among raft nodes before linearized reading' (duration: 255.142255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:52.342507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.936307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T11:55:52.342653Z","caller":"traceutil/trace.go:171","msg":"trace[1296302271] range","detail":"{range_begin:/registry/serviceaccounts/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-manager; range_end:; response_count:1; response_revision:22359; }","duration":"221.234415ms","start":"2026-03-19T11:55:52.121388Z","end":"2026-03-19T11:55:52.342623Z","steps":["trace[1296302271] 'agreement among raft nodes before linearized reading' (duration: 220.464434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:52.34424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.575547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:55:52.344408Z","caller":"traceutil/trace.go:171","msg":"trace[1553841050] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22359; }","duration":"234.794803ms","start":"2026-03-19T11:55:52.109591Z","end":"2026-03-19T11:55:52.344386Z","steps":["trace[1553841050] 'agreement among raft nodes before linearized reading' (duration: 234.411492ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:53.993604Z","caller":"traceutil/trace.go:171","msg":"trace[1575558674] linearizableReadLoop","detail":"{readStateIndex:23231; appliedIndex:23230; }","duration":"227.779563ms","start":"2026-03-19T11:55:53.765791Z","end":"2026-03-19T11:55:53.993571Z","steps":["trace[1575558674] 'read index received' (duration: 223.373973ms)","trace[1575558674] 'applied index is now lower than readState.Index' (duration: 4.40445ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:55:53.993792Z","caller":"traceutil/trace.go:171","msg":"trace[1250585937] transaction","detail":"{read_only:false; response_revision:22401; number_of_response:1; }","duration":"231.105682ms","start":"2026-03-19T11:55:53.762674Z","end":"2026-03-19T11:55:53.99378Z","steps":["trace[1250585937] 'process raft request' (duration: 226.481677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:53.993897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.07648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:55:53.993977Z","caller":"traceutil/trace.go:171","msg":"trace[1385260169] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:22401; }","duration":"228.179513ms","start":"2026-03-19T11:55:53.765781Z","end":"2026-03-19T11:55:53.99396Z","steps":["trace[1385260169] 'agreement among raft nodes before linearized reading' (duration: 228.022969ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:53.995879Z","caller":"traceutil/trace.go:171","msg":"trace[1105308301] transaction","detail":"{read_only:false; response_revision:22402; number_of_response:1; }","duration":"118.075115ms","start":"2026-03-19T11:55:53.877755Z","end":"2026-03-19T11:55:53.99583Z","steps":["trace[1105308301] 'process raft request' (duration: 117.857889ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:53.995921Z","caller":"traceutil/trace.go:171","msg":"trace[1413951038] transaction","detail":"{read_only:false; response_revision:22403; number_of_response:1; }","duration":"116.199373ms","start":"2026-03-19T11:55:53.879682Z","end":"2026-03-19T11:55:53.995881Z","steps":["trace[1413951038] 'process raft request' (duration: 116.0763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:53.995978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.708074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:55:53.99607Z","caller":"traceutil/trace.go:171","msg":"trace[85775308] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:22404; }","duration":"229.863499ms","start":"2026-03-19T11:55:53.766188Z","end":"2026-03-19T11:55:53.996051Z","steps":["trace[85775308] 'agreement among raft nodes before linearized reading' (duration: 229.666263ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:53.996102Z","caller":"traceutil/trace.go:171","msg":"trace[446043957] transaction","detail":"{read_only:false; response_revision:22404; number_of_response:1; }","duration":"113.49969ms","start":"2026-03-19T11:55:53.882574Z","end":"2026-03-19T11:55:53.996074Z","steps":["trace[446043957] 'process raft request' (duration: 113.230903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:53.996155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.884869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/groups/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:55:53.996234Z","caller":"traceutil/trace.go:171","msg":"trace[1851991621] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/groups/cert-manager-test0; response_count:0; response_revision:22404; }","duration":"230.013882ms","start":"2026-03-19T11:55:53.766201Z","end":"2026-03-19T11:55:53.996215Z","steps":["trace[1851991621] 'agreement among raft nodes before linearized reading' (duration: 229.885319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:55:53.997374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.755142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:111290"} {"level":"info","ts":"2026-03-19T11:55:53.997499Z","caller":"traceutil/trace.go:171","msg":"trace[312638450] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22404; }","duration":"209.942847ms","start":"2026-03-19T11:55:53.787532Z","end":"2026-03-19T11:55:53.997475Z","steps":["trace[312638450] 'agreement among raft nodes before linearized reading' (duration: 208.371625ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:55:55.52538Z","caller":"traceutil/trace.go:171","msg":"trace[672377640] transaction","detail":"{read_only:false; response_revision:22429; number_of_response:1; }","duration":"200.518252ms","start":"2026-03-19T11:55:55.324841Z","end":"2026-03-19T11:55:55.525359Z","steps":["trace[672377640] 'process raft request' (duration: 200.309427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:00.59155Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536129632,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:56:01.09183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536129632,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:56:01.092604Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.000509105s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T11:56:01.093055Z","caller":"traceutil/trace.go:171","msg":"trace[991590510] transaction","detail":"{read_only:false; response_revision:22499; number_of_response:1; }","duration":"1.067069422s","start":"2026-03-19T11:56:00.02596Z","end":"2026-03-19T11:56:01.093029Z","steps":["trace[991590510] 'process raft request' (duration: 1.066861146s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:01.093193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:00.025939Z","time spent":"1.067171845s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:56:02.611053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000358722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T11:56:02.611133Z","caller":"traceutil/trace.go:171","msg":"trace[118850587] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000486116s","start":"2026-03-19T11:56:00.610629Z","end":"2026-03-19T11:56:02.611116Z","steps":["trace[118850587] 'agreement among raft nodes before linearized reading' (duration: 2.000391063s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:02.611175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:00.61061Z","time spent":"2.000554618s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 11:56:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T11:56:02.958565Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.838640604s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T11:56:02.960422Z","caller":"traceutil/trace.go:171","msg":"trace[141349811] linearizableReadLoop","detail":"{readStateIndex:23337; appliedIndex:23329; }","duration":"2.869312338s","start":"2026-03-19T11:56:00.091089Z","end":"2026-03-19T11:56:02.960401Z","steps":["trace[141349811] 'read index received' (duration: 1.00177854s)","trace[141349811] 'applied index is now lower than readState.Index' (duration: 1.867532908s)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:56:02.961683Z","caller":"traceutil/trace.go:171","msg":"trace[1313929718] transaction","detail":"{read_only:false; response_revision:22506; number_of_response:1; }","duration":"2.050645048s","start":"2026-03-19T11:56:00.911022Z","end":"2026-03-19T11:56:02.961668Z","steps":["trace[1313929718] 'process raft request' (duration: 2.049346543s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:56:02.961688Z","caller":"traceutil/trace.go:171","msg":"trace[863183510] transaction","detail":"{read_only:false; response_revision:22505; number_of_response:1; }","duration":"2.447252373s","start":"2026-03-19T11:56:00.514382Z","end":"2026-03-19T11:56:02.961635Z","steps":["trace[863183510] 'process raft request' (duration: 2.445955378s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:02.961892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:00.51436Z","time spent":"2.447419937s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:56:02.962027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:00.910999Z","time spent":"2.050726981s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:56:02.962003Z","caller":"traceutil/trace.go:171","msg":"trace[1032043638] transaction","detail":"{read_only:false; response_revision:22502; number_of_response:1; }","duration":"2.934431686s","start":"2026-03-19T11:56:00.027478Z","end":"2026-03-19T11:56:02.96191Z","steps":["trace[1032043638] 'process raft request' (duration: 2.93275192s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:02.962068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.613787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:56:02.962133Z","caller":"traceutil/trace.go:171","msg":"trace[4065157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22506; }","duration":"350.72966ms","start":"2026-03-19T11:56:02.611381Z","end":"2026-03-19T11:56:02.962111Z","steps":["trace[4065157] 'agreement among raft nodes before linearized reading' (duration: 350.626897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:02.96215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.589065181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T11:56:02.962164Z","caller":"traceutil/trace.go:171","msg":"trace[1664930253] transaction","detail":"{read_only:false; response_revision:22503; number_of_response:1; }","duration":"2.934635892s","start":"2026-03-19T11:56:00.027496Z","end":"2026-03-19T11:56:02.962132Z","steps":["trace[1664930253] 'process raft request' (duration: 2.932768101s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:02.962173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:02.611358Z","time spent":"350.806002ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:56:02.962194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:00.027459Z","time spent":"2.934637212s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:56:02.962228Z","caller":"traceutil/trace.go:171","msg":"trace[633477017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22506; }","duration":"2.589184735s","start":"2026-03-19T11:56:00.373018Z","end":"2026-03-19T11:56:02.962203Z","steps":["trace[633477017] 'agreement among raft nodes before linearized reading' (duration: 2.588866676s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:02.962255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:00.027474Z","time spent":"2.934736554s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:56:02.962274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:00.373004Z","time spent":"2.589256487s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:56:02.962274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871187119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-19T11:56:02.9623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.865141975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-19T11:56:02.962314Z","caller":"traceutil/trace.go:171","msg":"trace[2086382864] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22506; }","duration":"2.87124731s","start":"2026-03-19T11:56:00.091055Z","end":"2026-03-19T11:56:02.962302Z","steps":["trace[2086382864] 'agreement among raft nodes before linearized reading' (duration: 2.871130067s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:02.962298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411558813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:30 size:263975"} {"level":"info","ts":"2026-03-19T11:56:02.962336Z","caller":"traceutil/trace.go:171","msg":"trace[1462352201] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22506; }","duration":"2.865189617s","start":"2026-03-19T11:56:00.097133Z","end":"2026-03-19T11:56:02.962322Z","steps":["trace[1462352201] 'agreement among raft nodes before linearized reading' (duration: 2.865035723s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:56:02.962341Z","caller":"traceutil/trace.go:171","msg":"trace[1437850210] transaction","detail":"{read_only:false; response_revision:22500; number_of_response:1; }","duration":"2.936200954s","start":"2026-03-19T11:56:00.026128Z","end":"2026-03-19T11:56:02.962329Z","steps":["trace[1437850210] 'process raft request' (duration: 2.932574126s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:56:02.962349Z","caller":"traceutil/trace.go:171","msg":"trace[484705141] transaction","detail":"{read_only:false; response_revision:22501; number_of_response:1; }","duration":"2.93570321s","start":"2026-03-19T11:56:00.026636Z","end":"2026-03-19T11:56:02.962339Z","steps":["trace[484705141] 'process raft request' (duration: 2.933522311s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:02.96236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:00.097129Z","time spent":"2.865227188s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:56:02.962359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:00.091037Z","time spent":"2.871303162s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T11:56:02.962375Z","caller":"traceutil/trace.go:171","msg":"trace[564430871] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:30; response_revision:22506; }","duration":"1.411649836s","start":"2026-03-19T11:56:01.550705Z","end":"2026-03-19T11:56:02.962355Z","steps":["trace[564430871] 'agreement among raft nodes before linearized reading' (duration: 1.411122932s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:02.962394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:00.026615Z","time spent":"2.935755091s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:56:02.962398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:00.026121Z","time spent":"2.936245185s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:56:02.96241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:01.550689Z","time spent":"1.411713727s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":30,"response size":263999,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-19T11:56:02.962385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734571949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-19T11:56:02.962428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.913084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T11:56:02.962445Z","caller":"traceutil/trace.go:171","msg":"trace[1034214769] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22506; }","duration":"361.965795ms","start":"2026-03-19T11:56:02.600473Z","end":"2026-03-19T11:56:02.962439Z","steps":["trace[1034214769] 'agreement among raft nodes before linearized reading' (duration: 361.930834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:02.962457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:02.600453Z","time spent":"362.000966ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T11:56:02.96247Z","caller":"traceutil/trace.go:171","msg":"trace[1014637135] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:22506; }","duration":"1.734683352s","start":"2026-03-19T11:56:01.227755Z","end":"2026-03-19T11:56:02.962438Z","steps":["trace[1014637135] 'agreement among raft nodes before linearized reading' (duration: 1.734479306s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:02.962472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.425298617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-19T11:56:02.96249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.86606555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-19T11:56:02.9625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:01.227736Z","time spent":"1.734757305s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"info","ts":"2026-03-19T11:56:02.962517Z","caller":"traceutil/trace.go:171","msg":"trace[1105729959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22506; }","duration":"2.866105961s","start":"2026-03-19T11:56:00.096402Z","end":"2026-03-19T11:56:02.962508Z","steps":["trace[1105729959] 'agreement among raft nodes before linearized reading' (duration: 2.866033109s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:56:02.962531Z","caller":"traceutil/trace.go:171","msg":"trace[2009125032] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22506; }","duration":"2.425371799s","start":"2026-03-19T11:56:00.537135Z","end":"2026-03-19T11:56:02.962507Z","steps":["trace[2009125032] 'agreement among raft nodes before linearized reading' (duration: 2.425240475s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:02.962544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:00.096393Z","time spent":"2.866145063s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:56:02.962568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:00.537119Z","time spent":"2.425441521s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-19T11:56:02.96258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182946188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-19T11:56:02.962273Z","caller":"traceutil/trace.go:171","msg":"trace[1734209743] transaction","detail":"{read_only:false; response_revision:22504; number_of_response:1; }","duration":"2.934639461s","start":"2026-03-19T11:56:00.027616Z","end":"2026-03-19T11:56:02.962255Z","steps":["trace[1734209743] 'process raft request' (duration: 2.932681088s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:56:02.962617Z","caller":"traceutil/trace.go:171","msg":"trace[1800968201] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:22506; }","duration":"1.18302041s","start":"2026-03-19T11:56:01.779584Z","end":"2026-03-19T11:56:02.962604Z","steps":["trace[1800968201] 'agreement among raft nodes before linearized reading' (duration: 1.182883736s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:02.962649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:01.779561Z","time spent":"1.183079572s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5164,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:56:02.962647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:00.027607Z","time spent":"2.935016131s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T11:56:02.977859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.881452698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T11:56:02.977921Z","caller":"traceutil/trace.go:171","msg":"trace[116541078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22506; }","duration":"2.881563361s","start":"2026-03-19T11:56:00.096342Z","end":"2026-03-19T11:56:02.977905Z","steps":["trace[116541078] 'agreement among raft nodes before linearized reading' (duration: 2.865401052s)","trace[116541078] 'get authentication metadata' (duration: 15.994224ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:56:02.977959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:00.096319Z","time spent":"2.881621913s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T11:56:03.148649Z","caller":"traceutil/trace.go:171","msg":"trace[1937852481] linearizableReadLoop","detail":"{readStateIndex:23339; appliedIndex:23337; }","duration":"180.765096ms","start":"2026-03-19T11:56:02.967847Z","end":"2026-03-19T11:56:03.148613Z","steps":["trace[1937852481] 'read index received' (duration: 68.570131ms)","trace[1937852481] 'applied index is now lower than readState.Index' (duration: 112.193585ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:56:03.148848Z","caller":"traceutil/trace.go:171","msg":"trace[1487461087] transaction","detail":"{read_only:false; response_revision:22509; number_of_response:1; }","duration":"170.501888ms","start":"2026-03-19T11:56:02.978315Z","end":"2026-03-19T11:56:03.148817Z","steps":["trace[1487461087] 'process raft request' (duration: 170.155728ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:56:03.148928Z","caller":"traceutil/trace.go:171","msg":"trace[941736436] transaction","detail":"{read_only:false; response_revision:22510; number_of_response:1; }","duration":"169.079569ms","start":"2026-03-19T11:56:02.979842Z","end":"2026-03-19T11:56:03.148921Z","steps":["trace[941736436] 'process raft request' (duration: 168.682339ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:56:03.148887Z","caller":"traceutil/trace.go:171","msg":"trace[753451159] transaction","detail":"{read_only:false; response_revision:22511; number_of_response:1; }","duration":"165.611725ms","start":"2026-03-19T11:56:02.983251Z","end":"2026-03-19T11:56:03.148863Z","steps":["trace[753451159] 'process raft request' (duration: 165.316267ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:56:03.148847Z","caller":"traceutil/trace.go:171","msg":"trace[183645354] transaction","detail":"{read_only:false; response_revision:22507; number_of_response:1; }","duration":"181.558088ms","start":"2026-03-19T11:56:02.967273Z","end":"2026-03-19T11:56:03.148831Z","steps":["trace[183645354] 'process raft request' (duration: 180.923601ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:56:03.14901Z","caller":"traceutil/trace.go:171","msg":"trace[144179799] transaction","detail":"{read_only:false; response_revision:22508; number_of_response:1; }","duration":"171.30061ms","start":"2026-03-19T11:56:02.977663Z","end":"2026-03-19T11:56:03.148963Z","steps":["trace[144179799] 'process raft request' (duration: 170.741524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:03.149381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.508546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T11:56:03.149454Z","caller":"traceutil/trace.go:171","msg":"trace[1357022795] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22511; }","duration":"181.619889ms","start":"2026-03-19T11:56:02.967813Z","end":"2026-03-19T11:56:03.149433Z","steps":["trace[1357022795] 'agreement among raft nodes before linearized reading' (duration: 181.044644ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:56:03.150976Z","caller":"traceutil/trace.go:171","msg":"trace[492957916] transaction","detail":"{read_only:false; response_revision:22512; number_of_response:1; }","duration":"113.283135ms","start":"2026-03-19T11:56:03.037673Z","end":"2026-03-19T11:56:03.150956Z","steps":["trace[492957916] 'process raft request' (duration: 113.080149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:03.15138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.387941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-19T11:56:03.151447Z","caller":"traceutil/trace.go:171","msg":"trace[1730387629] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f; range_end:; response_count:1; response_revision:22513; }","duration":"171.488505ms","start":"2026-03-19T11:56:02.979942Z","end":"2026-03-19T11:56:03.151431Z","steps":["trace[1730387629] 'agreement among raft nodes before linearized reading' (duration: 171.214107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:03.151603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.47993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:56:03.151678Z","caller":"traceutil/trace.go:171","msg":"trace[639041470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22513; }","duration":"169.584333ms","start":"2026-03-19T11:56:02.982076Z","end":"2026-03-19T11:56:03.15166Z","steps":["trace[639041470] 'agreement among raft nodes before linearized reading' (duration: 169.426999ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:56:37.46227Z","caller":"traceutil/trace.go:171","msg":"trace[1711416497] transaction","detail":"{read_only:false; response_revision:22845; number_of_response:1; }","duration":"336.488151ms","start":"2026-03-19T11:56:37.125763Z","end":"2026-03-19T11:56:37.462251Z","steps":["trace[1711416497] 'process raft request' (duration: 336.362888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:37.462405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:37.125741Z","time spent":"336.593995ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:56:37.558028Z","caller":"traceutil/trace.go:171","msg":"trace[223414439] transaction","detail":"{read_only:false; response_revision:22846; number_of_response:1; }","duration":"431.639694ms","start":"2026-03-19T11:56:37.126353Z","end":"2026-03-19T11:56:37.557993Z","steps":["trace[223414439] 'process raft request' (duration: 428.878629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:37.558178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:37.126336Z","time spent":"431.767518ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:56:37.558277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.040934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-wl2zx\" ","response":"range_response_count:1 size:4768"} {"level":"info","ts":"2026-03-19T11:56:37.558352Z","caller":"traceutil/trace.go:171","msg":"trace[1068216431] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-7844f68f-wl2zx; range_end:; response_count:1; response_revision:22848; }","duration":"429.171277ms","start":"2026-03-19T11:56:37.129167Z","end":"2026-03-19T11:56:37.558338Z","steps":["trace[1068216431] 'agreement among raft nodes before linearized reading' (duration: 428.91362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:37.558404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:37.129154Z","time spent":"429.24014ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4792,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-wl2zx\" "} {"level":"info","ts":"2026-03-19T11:56:37.558011Z","caller":"traceutil/trace.go:171","msg":"trace[1212386527] linearizableReadLoop","detail":"{readStateIndex:23687; appliedIndex:23685; }","duration":"428.782578ms","start":"2026-03-19T11:56:37.129195Z","end":"2026-03-19T11:56:37.557977Z","steps":["trace[1212386527] 'read index received' (duration: 332.910416ms)","trace[1212386527] 'applied index is now lower than readState.Index' (duration: 95.870782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:56:37.55869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.092989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:56:37.558734Z","caller":"traceutil/trace.go:171","msg":"trace[1312372335] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:22848; }","duration":"410.193813ms","start":"2026-03-19T11:56:37.148526Z","end":"2026-03-19T11:56:37.55872Z","steps":["trace[1312372335] 'agreement among raft nodes before linearized reading' (duration: 410.1021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:37.558775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:37.148504Z","time spent":"410.254534ms","remote":"127.0.0.1:51300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:56:37.558884Z","caller":"traceutil/trace.go:171","msg":"trace[1675831449] transaction","detail":"{read_only:false; response_revision:22847; number_of_response:1; }","duration":"429.60182ms","start":"2026-03-19T11:56:37.129266Z","end":"2026-03-19T11:56:37.558868Z","steps":["trace[1675831449] 'process raft request' (duration: 428.610043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:37.559019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:37.129258Z","time spent":"429.673792ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:56:37.55913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.129295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T11:56:37.559166Z","caller":"traceutil/trace.go:171","msg":"trace[862251860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22848; }","duration":"178.193057ms","start":"2026-03-19T11:56:37.380964Z","end":"2026-03-19T11:56:37.559157Z","steps":["trace[862251860] 'agreement among raft nodes before linearized reading' (duration: 178.035082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:37.559268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.282479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T11:56:37.559294Z","caller":"traceutil/trace.go:171","msg":"trace[707120846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22848; }","duration":"178.32104ms","start":"2026-03-19T11:56:37.380967Z","end":"2026-03-19T11:56:37.559288Z","steps":["trace[707120846] 'agreement among raft nodes before linearized reading' (duration: 178.256978ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:56:37.559347Z","caller":"traceutil/trace.go:171","msg":"trace[992877765] transaction","detail":"{read_only:false; response_revision:22848; number_of_response:1; }","duration":"266.841062ms","start":"2026-03-19T11:56:37.292493Z","end":"2026-03-19T11:56:37.559334Z","steps":["trace[992877765] 'process raft request' (duration: 265.430634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:37.559455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.498365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T11:56:37.559486Z","caller":"traceutil/trace.go:171","msg":"trace[2010543731] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22848; }","duration":"178.547186ms","start":"2026-03-19T11:56:37.380931Z","end":"2026-03-19T11:56:37.559478Z","steps":["trace[2010543731] 'agreement among raft nodes before linearized reading' (duration: 178.473784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:37.559661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.867605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T11:56:37.559685Z","caller":"traceutil/trace.go:171","msg":"trace[1254055420] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22848; }","duration":"178.983178ms","start":"2026-03-19T11:56:37.380697Z","end":"2026-03-19T11:56:37.55968Z","steps":["trace[1254055420] 'agreement among raft nodes before linearized reading' (duration: 178.918056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:37.559816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.87632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T11:56:37.559842Z","caller":"traceutil/trace.go:171","msg":"trace[1347669842] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22848; }","duration":"232.937612ms","start":"2026-03-19T11:56:37.326899Z","end":"2026-03-19T11:56:37.559836Z","steps":["trace[1347669842] 'agreement among raft nodes before linearized reading' (duration: 232.86926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:42.545963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.235262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:56:42.546085Z","caller":"traceutil/trace.go:171","msg":"trace[620862447] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22907; }","duration":"117.408307ms","start":"2026-03-19T11:56:42.428663Z","end":"2026-03-19T11:56:42.546071Z","steps":["trace[620862447] 'count revisions from in-memory index tree' (duration: 117.16132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:46.162316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.982825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T11:56:46.162534Z","caller":"traceutil/trace.go:171","msg":"trace[1330898228] transaction","detail":"{read_only:false; response_revision:22927; number_of_response:1; }","duration":"538.105245ms","start":"2026-03-19T11:56:45.624399Z","end":"2026-03-19T11:56:46.162504Z","steps":["trace[1330898228] 'process raft request' (duration: 392.841063ms)","trace[1330898228] 'compare' (duration: 144.81845ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:56:46.162608Z","caller":"traceutil/trace.go:171","msg":"trace[552229484] transaction","detail":"{read_only:false; response_revision:22930; number_of_response:1; }","duration":"536.290236ms","start":"2026-03-19T11:56:45.626294Z","end":"2026-03-19T11:56:46.162585Z","steps":["trace[552229484] 'process raft request' (duration: 536.248105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:46.162654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:45.62438Z","time spent":"538.210218ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:56:46.162682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:45.626274Z","time spent":"536.371458ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:56:46.162847Z","caller":"traceutil/trace.go:171","msg":"trace[162304069] transaction","detail":"{read_only:false; response_revision:22928; number_of_response:1; }","duration":"538.379873ms","start":"2026-03-19T11:56:45.624442Z","end":"2026-03-19T11:56:46.162821Z","steps":["trace[162304069] 'process raft request' (duration: 537.967941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:46.162885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:45.624427Z","time spent":"538.439814ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:56:46.162983Z","caller":"traceutil/trace.go:171","msg":"trace[785275273] transaction","detail":"{read_only:false; response_revision:22929; number_of_response:1; }","duration":"538.157677ms","start":"2026-03-19T11:56:45.62482Z","end":"2026-03-19T11:56:46.162978Z","steps":["trace[785275273] 'process raft request' (duration: 537.676914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:46.163011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:45.624803Z","time spent":"538.195357ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:56:47.080234Z","caller":"traceutil/trace.go:171","msg":"trace[389702705] linearizableReadLoop","detail":"{readStateIndex:23776; appliedIndex:23775; }","duration":"467.671734ms","start":"2026-03-19T11:56:46.612543Z","end":"2026-03-19T11:56:47.080215Z","steps":["trace[389702705] 'read index received' (duration: 404.837668ms)","trace[389702705] 'applied index is now lower than readState.Index' (duration: 62.832756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:56:47.080517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.967691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:56:47.080575Z","caller":"traceutil/trace.go:171","msg":"trace[1120596302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22932; }","duration":"468.060694ms","start":"2026-03-19T11:56:46.612499Z","end":"2026-03-19T11:56:47.08056Z","steps":["trace[1120596302] 'agreement among raft nodes before linearized reading' (duration: 467.961251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:47.080597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:46.612482Z","time spent":"468.110686ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:56:47.127553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.295685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:56:47.127553Z","caller":"traceutil/trace.go:171","msg":"trace[858120970] transaction","detail":"{read_only:false; response_revision:22933; number_of_response:1; }","duration":"361.06648ms","start":"2026-03-19T11:56:46.766455Z","end":"2026-03-19T11:56:47.127521Z","steps":["trace[858120970] 'process raft request' (duration: 360.839303ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:56:47.127617Z","caller":"traceutil/trace.go:171","msg":"trace[1423230126] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22933; }","duration":"246.398148ms","start":"2026-03-19T11:56:46.881204Z","end":"2026-03-19T11:56:47.127602Z","steps":["trace[1423230126] 'agreement among raft nodes before linearized reading' (duration: 246.276484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:47.127714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:46.766438Z","time spent":"361.199884ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:56:47.127687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.823046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:56:47.128788Z","caller":"traceutil/trace.go:171","msg":"trace[1621148527] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:22933; }","duration":"318.934746ms","start":"2026-03-19T11:56:46.80983Z","end":"2026-03-19T11:56:47.128765Z","steps":["trace[1621148527] 'agreement among raft nodes before linearized reading' (duration: 317.752894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:47.128867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:46.809791Z","time spent":"319.058529ms","remote":"127.0.0.1:49292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:56:48.113366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536130542,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T11:56:48.153682Z","caller":"traceutil/trace.go:171","msg":"trace[457826972] transaction","detail":"{read_only:false; response_revision:22934; number_of_response:1; }","duration":"648.422139ms","start":"2026-03-19T11:56:47.505237Z","end":"2026-03-19T11:56:48.153659Z","steps":["trace[457826972] 'process raft request' (duration: 648.253885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:48.153827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:47.505207Z","time spent":"648.544722ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:56:48.827186Z","caller":"traceutil/trace.go:171","msg":"trace[1854077406] transaction","detail":"{read_only:false; response_revision:22935; number_of_response:1; }","duration":"1.220468546s","start":"2026-03-19T11:56:47.606694Z","end":"2026-03-19T11:56:48.827162Z","steps":["trace[1854077406] 'process raft request' (duration: 1.220117906s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:56:48.827327Z","caller":"traceutil/trace.go:171","msg":"trace[519494985] transaction","detail":"{read_only:false; response_revision:22936; number_of_response:1; }","duration":"1.201248754s","start":"2026-03-19T11:56:47.626036Z","end":"2026-03-19T11:56:48.827285Z","steps":["trace[519494985] 'process raft request' (duration: 1.200954646s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:48.827359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:47.606666Z","time spent":"1.22061437s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:56:48.82736Z","caller":"traceutil/trace.go:171","msg":"trace[1517782001] transaction","detail":"{read_only:false; response_revision:22937; number_of_response:1; }","duration":"1.200529154s","start":"2026-03-19T11:56:47.626797Z","end":"2026-03-19T11:56:48.827326Z","steps":["trace[1517782001] 'process raft request' (duration: 1.200230916s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:56:48.827441Z","caller":"traceutil/trace.go:171","msg":"trace[500955409] linearizableReadLoop","detail":"{readStateIndex:23782; appliedIndex:23777; }","duration":"1.214367559s","start":"2026-03-19T11:56:47.613037Z","end":"2026-03-19T11:56:48.827404Z","steps":["trace[500955409] 'read index received' (duration: 540.55277ms)","trace[500955409] 'applied index is now lower than readState.Index' (duration: 673.812589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:56:48.827501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:47.626779Z","time spent":"1.200648717s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:56:48.82752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:47.626013Z","time spent":"1.201393247s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:56:48.827572Z","caller":"traceutil/trace.go:171","msg":"trace[305671276] transaction","detail":"{read_only:false; response_revision:22938; number_of_response:1; }","duration":"1.188470467s","start":"2026-03-19T11:56:47.639061Z","end":"2026-03-19T11:56:48.827532Z","steps":["trace[305671276] 'process raft request' (duration: 1.188037725s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:48.827619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214559715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:56:48.827671Z","caller":"traceutil/trace.go:171","msg":"trace[1418718939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22938; }","duration":"1.214663198s","start":"2026-03-19T11:56:47.612993Z","end":"2026-03-19T11:56:48.827656Z","steps":["trace[1418718939] 'agreement among raft nodes before linearized reading' (duration: 1.214550185s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:48.827689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:47.639032Z","time spent":"1.188597s","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:56:48.827717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:47.612974Z","time spent":"1.214727009s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T11:56:49.040692Z","caller":"traceutil/trace.go:171","msg":"trace[1058228795] linearizableReadLoop","detail":"{readStateIndex:23784; appliedIndex:23782; }","duration":"213.153105ms","start":"2026-03-19T11:56:48.827512Z","end":"2026-03-19T11:56:49.040665Z","steps":["trace[1058228795] 'read index received' (duration: 212.861877ms)","trace[1058228795] 'applied index is now lower than readState.Index' (duration: 289.798µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:56:49.040808Z","caller":"traceutil/trace.go:171","msg":"trace[1679778443] transaction","detail":"{read_only:false; response_revision:22939; number_of_response:1; }","duration":"841.272364ms","start":"2026-03-19T11:56:48.199526Z","end":"2026-03-19T11:56:49.040799Z","steps":["trace[1679778443] 'process raft request' (duration: 840.853882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:49.040922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:48.199507Z","time spent":"841.324906ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:56:49.041078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.227558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T11:56:49.041104Z","caller":"traceutil/trace.go:171","msg":"trace[1850728138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22940; }","duration":"874.28794ms","start":"2026-03-19T11:56:48.166809Z","end":"2026-03-19T11:56:49.041097Z","steps":["trace[1850728138] 'agreement among raft nodes before linearized reading' (duration: 874.196677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:49.041096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412538128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-19T11:56:49.041124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:48.16679Z","time spent":"874.330201ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T11:56:49.04114Z","caller":"traceutil/trace.go:171","msg":"trace[141560866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22940; }","duration":"1.41261818s","start":"2026-03-19T11:56:47.62851Z","end":"2026-03-19T11:56:49.041128Z","steps":["trace[141560866] 'agreement among raft nodes before linearized reading' (duration: 1.412502317s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:49.041125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.961284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-19T11:56:49.041179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:47.628492Z","time spent":"1.412679382s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:56:49.041174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.26908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T11:56:49.041212Z","caller":"traceutil/trace.go:171","msg":"trace[2047836554] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:22940; }","duration":"530.096498ms","start":"2026-03-19T11:56:48.51109Z","end":"2026-03-19T11:56:49.041186Z","steps":["trace[2047836554] 'agreement among raft nodes before linearized reading' (duration: 529.952564ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:56:49.041235Z","caller":"traceutil/trace.go:171","msg":"trace[558256090] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22940; }","duration":"874.349021ms","start":"2026-03-19T11:56:48.16687Z","end":"2026-03-19T11:56:49.041219Z","steps":["trace[558256090] 'agreement among raft nodes before linearized reading' (duration: 874.131295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:49.041276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:48.166862Z","time spent":"874.402664ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T11:56:49.041329Z","caller":"traceutil/trace.go:171","msg":"trace[1504190119] transaction","detail":"{read_only:false; response_revision:22940; number_of_response:1; }","duration":"648.05094ms","start":"2026-03-19T11:56:48.393262Z","end":"2026-03-19T11:56:49.041313Z","steps":["trace[1504190119] 'process raft request' (duration: 647.33151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:49.041441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:48.393235Z","time spent":"648.133471ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:56:49.04145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.172739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T11:56:49.041558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.433415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:56:49.041593Z","caller":"traceutil/trace.go:171","msg":"trace[1169743621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22940; }","duration":"212.504227ms","start":"2026-03-19T11:56:48.82908Z","end":"2026-03-19T11:56:49.041585Z","steps":["trace[1169743621] 'agreement among raft nodes before linearized reading' (duration: 212.449326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:49.041593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288360418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:56:49.041645Z","caller":"traceutil/trace.go:171","msg":"trace[1657564299] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:22940; }","duration":"1.28845421s","start":"2026-03-19T11:56:47.753175Z","end":"2026-03-19T11:56:49.041629Z","steps":["trace[1657564299] 'agreement among raft nodes before linearized reading' (duration: 1.288376898s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:49.041693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:47.753148Z","time spent":"1.288532463s","remote":"127.0.0.1:46302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:56:49.041278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:48.511059Z","time spent":"530.206071ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-19T11:56:49.04175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.613729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T11:56:49.041836Z","caller":"traceutil/trace.go:171","msg":"trace[1203826488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22940; }","duration":"874.701271ms","start":"2026-03-19T11:56:48.167099Z","end":"2026-03-19T11:56:49.0418Z","steps":["trace[1203826488] 'agreement among raft nodes before linearized reading' (duration: 874.524316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:49.041863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:48.167092Z","time spent":"874.765073ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:56:49.041914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.189571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18561"} {"level":"info","ts":"2026-03-19T11:56:49.041965Z","caller":"traceutil/trace.go:171","msg":"trace[1183931423] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:22940; }","duration":"194.248282ms","start":"2026-03-19T11:56:48.847703Z","end":"2026-03-19T11:56:49.041952Z","steps":["trace[1183931423] 'agreement among raft nodes before linearized reading' (duration: 194.098238ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:56:49.041779Z","caller":"traceutil/trace.go:171","msg":"trace[826217] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:22940; }","duration":"338.356204ms","start":"2026-03-19T11:56:48.703221Z","end":"2026-03-19T11:56:49.041577Z","steps":["trace[826217] 'agreement among raft nodes before linearized reading' (duration: 338.168679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:49.042081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.913267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T11:56:49.04214Z","caller":"traceutil/trace.go:171","msg":"trace[274739341] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22940; }","duration":"874.988669ms","start":"2026-03-19T11:56:48.167137Z","end":"2026-03-19T11:56:49.042125Z","steps":["trace[274739341] 'agreement among raft nodes before linearized reading' (duration: 874.598378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:56:49.042187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:48.167131Z","time spent":"875.04464ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:56:49.043512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:56:48.703113Z","time spent":"338.991801ms","remote":"127.0.0.1:49338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:57:29.349002Z","caller":"traceutil/trace.go:171","msg":"trace[428929189] transaction","detail":"{read_only:false; response_revision:23370; number_of_response:1; }","duration":"157.458624ms","start":"2026-03-19T11:57:29.191509Z","end":"2026-03-19T11:57:29.348967Z","steps":["trace[428929189] 'process raft request' (duration: 156.734084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:57:29.542769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.049537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T11:57:29.542907Z","caller":"traceutil/trace.go:171","msg":"trace[96298291] transaction","detail":"{read_only:false; response_revision:23372; number_of_response:1; }","duration":"188.548017ms","start":"2026-03-19T11:57:29.354345Z","end":"2026-03-19T11:57:29.542893Z","steps":["trace[96298291] 'process raft request' (duration: 188.505236ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:57:29.542921Z","caller":"traceutil/trace.go:171","msg":"trace[1624185276] transaction","detail":"{read_only:false; response_revision:23371; number_of_response:1; }","duration":"269.524336ms","start":"2026-03-19T11:57:29.273353Z","end":"2026-03-19T11:57:29.542877Z","steps":["trace[1624185276] 'process raft request' (duration: 110.303444ms)","trace[1624185276] 'compare' (duration: 158.954624ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:57:29.542959Z","caller":"traceutil/trace.go:171","msg":"trace[406844791] linearizableReadLoop","detail":"{readStateIndex:24226; appliedIndex:24225; }","duration":"194.026777ms","start":"2026-03-19T11:57:29.348882Z","end":"2026-03-19T11:57:29.542909Z","steps":["trace[406844791] 'read index received' (duration: 34.698592ms)","trace[406844791] 'applied index is now lower than readState.Index' (duration: 159.313424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:57:29.543074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.96841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T11:57:29.54315Z","caller":"traceutil/trace.go:171","msg":"trace[1035606054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23372; }","duration":"269.063733ms","start":"2026-03-19T11:57:29.274068Z","end":"2026-03-19T11:57:29.543131Z","steps":["trace[1035606054] 'agreement among raft nodes before linearized reading' (duration: 268.841397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:57:29.54318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.459581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-19T11:57:29.543137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.978788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-19T11:57:29.543212Z","caller":"traceutil/trace.go:171","msg":"trace[1400270261] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23372; }","duration":"277.521783ms","start":"2026-03-19T11:57:29.265683Z","end":"2026-03-19T11:57:29.543204Z","steps":["trace[1400270261] 'agreement among raft nodes before linearized reading' (duration: 277.342378ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:57:29.543254Z","caller":"traceutil/trace.go:171","msg":"trace[1346908186] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23372; }","duration":"270.132422ms","start":"2026-03-19T11:57:29.273093Z","end":"2026-03-19T11:57:29.543225Z","steps":["trace[1346908186] 'agreement among raft nodes before linearized reading' (duration: 269.862045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:57:29.543281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.766254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-19T11:57:29.543378Z","caller":"traceutil/trace.go:171","msg":"trace[985113177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23372; }","duration":"268.94443ms","start":"2026-03-19T11:57:29.274414Z","end":"2026-03-19T11:57:29.543358Z","steps":["trace[985113177] 'agreement among raft nodes before linearized reading' (duration: 268.606831ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:57:29.702414Z","caller":"traceutil/trace.go:171","msg":"trace[303906102] transaction","detail":"{read_only:false; response_revision:23374; number_of_response:1; }","duration":"153.326311ms","start":"2026-03-19T11:57:29.549061Z","end":"2026-03-19T11:57:29.702387Z","steps":["trace[303906102] 'process raft request' (duration: 115.944547ms)","trace[303906102] 'compare' (duration: 37.195029ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:57:29.702686Z","caller":"traceutil/trace.go:171","msg":"trace[744741735] transaction","detail":"{read_only:false; response_revision:23375; number_of_response:1; }","duration":"153.398074ms","start":"2026-03-19T11:57:29.549264Z","end":"2026-03-19T11:57:29.702662Z","steps":["trace[744741735] 'process raft request' (duration: 153.080515ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:57:29.702875Z","caller":"traceutil/trace.go:171","msg":"trace[97634679] transaction","detail":"{read_only:false; response_revision:23376; number_of_response:1; }","duration":"152.362825ms","start":"2026-03-19T11:57:29.550499Z","end":"2026-03-19T11:57:29.702861Z","steps":["trace[97634679] 'process raft request' (duration: 152.079077ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:58:24.508286Z","caller":"traceutil/trace.go:171","msg":"trace[176505378] linearizableReadLoop","detail":"{readStateIndex:24708; appliedIndex:24707; }","duration":"126.007091ms","start":"2026-03-19T11:58:24.382255Z","end":"2026-03-19T11:58:24.508262Z","steps":["trace[176505378] 'read index received' (duration: 125.899268ms)","trace[176505378] 'applied index is now lower than readState.Index' (duration: 106.853µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:58:24.508394Z","caller":"traceutil/trace.go:171","msg":"trace[256054145] transaction","detail":"{read_only:false; response_revision:23840; number_of_response:1; }","duration":"134.680437ms","start":"2026-03-19T11:58:24.373644Z","end":"2026-03-19T11:58:24.508325Z","steps":["trace[256054145] 'process raft request' (duration: 134.456391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:58:24.508523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.248208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:58:24.508577Z","caller":"traceutil/trace.go:171","msg":"trace[2041550223] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23840; }","duration":"126.371071ms","start":"2026-03-19T11:58:24.382192Z","end":"2026-03-19T11:58:24.508563Z","steps":["trace[2041550223] 'agreement among raft nodes before linearized reading' (duration: 126.229768ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:58:24.75996Z","caller":"traceutil/trace.go:171","msg":"trace[2085945671] transaction","detail":"{read_only:false; response_revision:23845; number_of_response:1; }","duration":"101.29325ms","start":"2026-03-19T11:58:24.658645Z","end":"2026-03-19T11:58:24.759939Z","steps":["trace[2085945671] 'process raft request' (duration: 97.016564ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:58:24.762507Z","caller":"traceutil/trace.go:171","msg":"trace[149938494] transaction","detail":"{read_only:false; response_revision:23846; number_of_response:1; }","duration":"103.460459ms","start":"2026-03-19T11:58:24.65903Z","end":"2026-03-19T11:58:24.76249Z","steps":["trace[149938494] 'process raft request' (duration: 103.238883ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:59:33.221987Z","caller":"traceutil/trace.go:171","msg":"trace[1045613002] linearizableReadLoop","detail":"{readStateIndex:25371; appliedIndex:25370; }","duration":"419.017297ms","start":"2026-03-19T11:59:32.802929Z","end":"2026-03-19T11:59:33.221947Z","steps":["trace[1045613002] 'read index received' (duration: 418.75695ms)","trace[1045613002] 'applied index is now lower than readState.Index' (duration: 258.997µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:59:33.222114Z","caller":"traceutil/trace.go:171","msg":"trace[1777674454] transaction","detail":"{read_only:false; response_revision:24482; number_of_response:1; }","duration":"419.293215ms","start":"2026-03-19T11:59:32.802774Z","end":"2026-03-19T11:59:33.222067Z","steps":["trace[1777674454] 'process raft request' (duration: 418.926095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:33.222229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.268264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T11:59:33.222276Z","caller":"traceutil/trace.go:171","msg":"trace[477975518] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24482; }","duration":"419.381158ms","start":"2026-03-19T11:59:32.80288Z","end":"2026-03-19T11:59:33.222262Z","steps":["trace[477975518] 'agreement among raft nodes before linearized reading' (duration: 419.240474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:33.222288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:32.802746Z","time spent":"419.451509ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:33.222319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:32.802864Z","time spent":"419.446519ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T11:59:33.229105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.791193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:59:33.229109Z","caller":"traceutil/trace.go:171","msg":"trace[2142718875] transaction","detail":"{read_only:false; response_revision:24483; number_of_response:1; }","duration":"246.546845ms","start":"2026-03-19T11:59:32.982531Z","end":"2026-03-19T11:59:33.229078Z","steps":["trace[2142718875] 'process raft request' (duration: 246.3856ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:59:33.229159Z","caller":"traceutil/trace.go:171","msg":"trace[28975159] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24483; }","duration":"298.905387ms","start":"2026-03-19T11:59:32.930241Z","end":"2026-03-19T11:59:33.229146Z","steps":["trace[28975159] 'agreement among raft nodes before linearized reading' (duration: 298.813704ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:59:37.5037Z","caller":"traceutil/trace.go:171","msg":"trace[743188408] transaction","detail":"{read_only:false; response_revision:24509; number_of_response:1; }","duration":"269.97336ms","start":"2026-03-19T11:59:37.233706Z","end":"2026-03-19T11:59:37.503679Z","steps":["trace[743188408] 'process raft request' (duration: 269.820216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:38.827097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134461,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T11:59:39.037873Z","caller":"traceutil/trace.go:171","msg":"trace[1966212143] linearizableReadLoop","detail":"{readStateIndex:25408; appliedIndex:25407; }","duration":"711.239502ms","start":"2026-03-19T11:59:38.326597Z","end":"2026-03-19T11:59:39.037836Z","steps":["trace[1966212143] 'read index received' (duration: 710.991456ms)","trace[1966212143] 'applied index is now lower than readState.Index' (duration: 246.986µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:59:39.051457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.841222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T11:59:39.037919Z","caller":"traceutil/trace.go:171","msg":"trace[1333030342] transaction","detail":"{read_only:false; response_revision:24518; number_of_response:1; }","duration":"756.144482ms","start":"2026-03-19T11:59:38.281742Z","end":"2026-03-19T11:59:39.037887Z","steps":["trace[1333030342] 'process raft request' (duration: 755.924276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:39.051616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:38.28172Z","time spent":"769.830644ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:39.051696Z","caller":"traceutil/trace.go:171","msg":"trace[2078102810] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24518; }","duration":"724.941794ms","start":"2026-03-19T11:59:38.326559Z","end":"2026-03-19T11:59:39.051501Z","steps":["trace[2078102810] 'agreement among raft nodes before linearized reading' (duration: 711.353615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:39.051978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:38.326545Z","time spent":"725.401917ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T11:59:39.082997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.666767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:59:39.083062Z","caller":"traceutil/trace.go:171","msg":"trace[1181973040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24518; }","duration":"471.76943ms","start":"2026-03-19T11:59:38.611275Z","end":"2026-03-19T11:59:39.083045Z","steps":["trace[1181973040] 'agreement among raft nodes before linearized reading' (duration: 440.261524ms)","trace[1181973040] 'range keys from in-memory index tree' (duration: 31.424793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:59:39.083086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:38.611257Z","time spent":"471.823322ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:59:39.083256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.701217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-19T11:59:39.083274Z","caller":"traceutil/trace.go:171","msg":"trace[707870421] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24518; }","duration":"489.719027ms","start":"2026-03-19T11:59:38.593548Z","end":"2026-03-19T11:59:39.083267Z","steps":["trace[707870421] 'agreement among raft nodes before linearized reading' (duration: 458.001166ms)","trace[707870421] 'range keys from in-memory index tree' (duration: 31.628069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:59:39.08329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:38.593499Z","time spent":"489.78718ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T11:59:39.083441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.486513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:59:39.08346Z","caller":"traceutil/trace.go:171","msg":"trace[1483369280] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24518; }","duration":"527.543154ms","start":"2026-03-19T11:59:38.555909Z","end":"2026-03-19T11:59:39.083452Z","steps":["trace[1483369280] 'agreement among raft nodes before linearized reading' (duration: 495.647128ms)","trace[1483369280] 'count revisions from in-memory index tree' (duration: 31.851575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:59:39.083477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:38.555887Z","time spent":"527.584536ms","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:59:39.083571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.606164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:59:39.083593Z","caller":"traceutil/trace.go:171","msg":"trace[558972584] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24518; }","duration":"612.658686ms","start":"2026-03-19T11:59:38.470925Z","end":"2026-03-19T11:59:39.083584Z","steps":["trace[558972584] 'agreement among raft nodes before linearized reading' (duration: 580.657437ms)","trace[558972584] 'count revisions from in-memory index tree' (duration: 31.968668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:59:39.08361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:38.470882Z","time spent":"612.722807ms","remote":"127.0.0.1:49488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:59:39.083731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.383764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T11:59:39.083751Z","caller":"traceutil/trace.go:171","msg":"trace[18819192] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24518; }","duration":"684.429544ms","start":"2026-03-19T11:59:38.399314Z","end":"2026-03-19T11:59:39.083744Z","steps":["trace[18819192] 'agreement among raft nodes before linearized reading' (duration: 652.291731ms)","trace[18819192] 'range keys from in-memory index tree' (duration: 32.087472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:59:39.083767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:38.399298Z","time spent":"684.464666ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:59:39.083873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.430222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T11:59:39.083889Z","caller":"traceutil/trace.go:171","msg":"trace[1381888105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24518; }","duration":"685.472343ms","start":"2026-03-19T11:59:38.398411Z","end":"2026-03-19T11:59:39.083883Z","steps":["trace[1381888105] 'agreement among raft nodes before linearized reading' (duration: 653.203327ms)","trace[1381888105] 'range keys from in-memory index tree' (duration: 32.218285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:59:39.083905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:38.398394Z","time spent":"685.506643ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:59:39.083995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.096632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:59:39.084013Z","caller":"traceutil/trace.go:171","msg":"trace[1392451572] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24518; }","duration":"745.143253ms","start":"2026-03-19T11:59:38.338864Z","end":"2026-03-19T11:59:39.084007Z","steps":["trace[1392451572] 'agreement among raft nodes before linearized reading' (duration: 712.756504ms)","trace[1392451572] 'count revisions from in-memory index tree' (duration: 32.356979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:59:39.084029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:38.33885Z","time spent":"745.174254ms","remote":"127.0.0.1:53282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:59:39.084148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.633288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T11:59:39.084165Z","caller":"traceutil/trace.go:171","msg":"trace[985885364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24518; }","duration":"748.681259ms","start":"2026-03-19T11:59:38.335477Z","end":"2026-03-19T11:59:39.084159Z","steps":["trace[985885364] 'agreement among raft nodes before linearized reading' (duration: 715.994362ms)","trace[985885364] 'range keys from in-memory index tree' (duration: 32.489362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:59:39.084181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:38.33546Z","time spent":"748.71628ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:59:39.64288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134468,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T11:59:39.967614Z","caller":"traceutil/trace.go:171","msg":"trace[264539182] transaction","detail":"{read_only:false; response_revision:24519; number_of_response:1; }","duration":"878.678818ms","start":"2026-03-19T11:59:39.088912Z","end":"2026-03-19T11:59:39.96759Z","steps":["trace[264539182] 'process raft request' (duration: 878.508804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:39.967751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:39.088874Z","time spent":"878.805982ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:41.009461Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.042026834s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T11:59:41.010678Z","caller":"traceutil/trace.go:171","msg":"trace[570098512] transaction","detail":"{read_only:false; response_revision:24520; number_of_response:1; }","duration":"1.921130784s","start":"2026-03-19T11:59:39.08949Z","end":"2026-03-19T11:59:41.010621Z","steps":["trace[570098512] 'process raft request' (duration: 1.920683161s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:59:41.010797Z","caller":"traceutil/trace.go:171","msg":"trace[133863320] linearizableReadLoop","detail":"{readStateIndex:25414; appliedIndex:25409; }","duration":"1.868733421s","start":"2026-03-19T11:59:39.142032Z","end":"2026-03-19T11:59:41.010765Z","steps":["trace[133863320] 'read index received' (duration: 826.0915ms)","trace[133863320] 'applied index is now lower than readState.Index' (duration: 1.042640341s)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:59:41.010881Z","caller":"traceutil/trace.go:171","msg":"trace[1412508651] transaction","detail":"{read_only:false; response_revision:24524; number_of_response:1; }","duration":"1.379672672s","start":"2026-03-19T11:59:39.631171Z","end":"2026-03-19T11:59:41.010844Z","steps":["trace[1412508651] 'process raft request' (duration: 1.379392104s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:41.010922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:39.089471Z","time spent":"1.921318049s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:41.010926Z","caller":"traceutil/trace.go:171","msg":"trace[1330120198] transaction","detail":"{read_only:false; response_revision:24522; number_of_response:1; }","duration":"1.846824796s","start":"2026-03-19T11:59:39.164056Z","end":"2026-03-19T11:59:41.010881Z","steps":["trace[1330120198] 'process raft request' (duration: 1.846419505s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:59:41.010967Z","caller":"traceutil/trace.go:171","msg":"trace[1234001342] transaction","detail":"{read_only:false; response_revision:24525; number_of_response:1; }","duration":"1.16373962s","start":"2026-03-19T11:59:39.847211Z","end":"2026-03-19T11:59:41.010951Z","steps":["trace[1234001342] 'process raft request' (duration: 1.16339504s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:59:41.011012Z","caller":"traceutil/trace.go:171","msg":"trace[1358391914] transaction","detail":"{read_only:false; response_revision:24521; number_of_response:1; }","duration":"1.921019051s","start":"2026-03-19T11:59:39.089941Z","end":"2026-03-19T11:59:41.01096Z","steps":["trace[1358391914] 'process raft request' (duration: 1.920469666s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:59:41.011084Z","caller":"traceutil/trace.go:171","msg":"trace[779075855] transaction","detail":"{read_only:false; response_revision:24528; number_of_response:1; }","duration":"1.131878484s","start":"2026-03-19T11:59:39.879171Z","end":"2026-03-19T11:59:41.01105Z","steps":["trace[779075855] 'process raft request' (duration: 1.131552795s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:41.01111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:39.164045Z","time spent":"1.84696852s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:41.011116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:39.847183Z","time spent":"1.163832431s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:41.011157Z","caller":"traceutil/trace.go:171","msg":"trace[931132969] transaction","detail":"{read_only:false; response_revision:24526; number_of_response:1; }","duration":"1.141112695s","start":"2026-03-19T11:59:39.870037Z","end":"2026-03-19T11:59:41.01115Z","steps":["trace[931132969] 'process raft request' (duration: 1.140612911s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:59:41.011081Z","caller":"traceutil/trace.go:171","msg":"trace[1874293212] transaction","detail":"{read_only:false; response_revision:24527; number_of_response:1; }","duration":"1.133304553s","start":"2026-03-19T11:59:39.877727Z","end":"2026-03-19T11:59:41.011031Z","steps":["trace[1874293212] 'process raft request' (duration: 1.132964104s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:41.01119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:39.089935Z","time spent":"1.921166395s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:41.011203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:39.879163Z","time spent":"1.131971267s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:41.011272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:39.870021Z","time spent":"1.141180846s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:41.011272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:39.8777Z","time spent":"1.133523749s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:41.011431Z","caller":"traceutil/trace.go:171","msg":"trace[1379389817] transaction","detail":"{read_only:false; response_revision:24523; number_of_response:1; }","duration":"1.502480456s","start":"2026-03-19T11:59:39.508929Z","end":"2026-03-19T11:59:41.011409Z","steps":["trace[1379389817] 'process raft request' (duration: 1.501592442s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:41.011762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:39.631149Z","time spent":"1.379802565s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:41.012014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:39.508876Z","time spent":"1.50264627s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:41.012072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870004965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:59:41.012213Z","caller":"traceutil/trace.go:171","msg":"trace[1643422059] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24528; }","duration":"1.8701773s","start":"2026-03-19T11:59:39.141999Z","end":"2026-03-19T11:59:41.012177Z","steps":["trace[1643422059] 'agreement among raft nodes before linearized reading' (duration: 1.869108021s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:41.012273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:39.141986Z","time spent":"1.870277932s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T11:59:41.062788Z","caller":"traceutil/trace.go:171","msg":"trace[734218606] transaction","detail":"{read_only:false; response_revision:24529; number_of_response:1; }","duration":"1.020263234s","start":"2026-03-19T11:59:40.042506Z","end":"2026-03-19T11:59:41.062769Z","steps":["trace[734218606] 'process raft request' (duration: 1.019921344s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:41.062883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:40.04248Z","time spent":"1.020354245s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:41.0629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.114756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:59:41.063007Z","caller":"traceutil/trace.go:171","msg":"trace[930794830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24529; }","duration":"452.25075ms","start":"2026-03-19T11:59:40.610714Z","end":"2026-03-19T11:59:41.062965Z","steps":["trace[930794830] 'agreement among raft nodes before linearized reading' (duration: 452.027894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:41.063026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.867497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T11:59:41.063145Z","caller":"traceutil/trace.go:171","msg":"trace[1228715621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24529; }","duration":"885.040292ms","start":"2026-03-19T11:59:40.178079Z","end":"2026-03-19T11:59:41.063119Z","steps":["trace[1228715621] 'agreement among raft nodes before linearized reading' (duration: 884.706923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:41.063202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:40.178062Z","time spent":"885.130174ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T11:59:41.063211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.527153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-19T11:59:41.063274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868863824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:59:41.063324Z","caller":"traceutil/trace.go:171","msg":"trace[1539224671] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24529; }","duration":"355.600276ms","start":"2026-03-19T11:59:40.707658Z","end":"2026-03-19T11:59:41.063258Z","steps":["trace[1539224671] 'agreement among raft nodes before linearized reading' (duration: 355.442332ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:59:41.063343Z","caller":"traceutil/trace.go:171","msg":"trace[1458473825] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24529; }","duration":"1.868973837s","start":"2026-03-19T11:59:39.194357Z","end":"2026-03-19T11:59:41.063331Z","steps":["trace[1458473825] 'agreement among raft nodes before linearized reading' (duration: 1.868880144s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:41.063355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:40.707644Z","time spent":"355.704388ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T11:59:41.063494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:39.194334Z","time spent":"1.869058199s","remote":"127.0.0.1:33030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:59:41.063665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331367451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:59:41.063694Z","caller":"traceutil/trace.go:171","msg":"trace[1388234845] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24529; }","duration":"1.331431092s","start":"2026-03-19T11:59:39.732254Z","end":"2026-03-19T11:59:41.063685Z","steps":["trace[1388234845] 'agreement among raft nodes before linearized reading' (duration: 1.331380131s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:41.063716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:39.732232Z","time spent":"1.331478514s","remote":"127.0.0.1:49452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:59:41.063071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:40.610698Z","time spent":"452.365043ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:59:41.063844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12473083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:59:41.063868Z","caller":"traceutil/trace.go:171","msg":"trace[119778048] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24529; }","duration":"1.12475449s","start":"2026-03-19T11:59:39.939106Z","end":"2026-03-19T11:59:41.063861Z","steps":["trace[119778048] 'agreement among raft nodes before linearized reading' (duration: 1.124716529s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:41.063929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:39.93908Z","time spent":"1.124837653s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-19T11:59:43.647206Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.412643089s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T11:59:43.672302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.780853ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:59:43.672532Z","caller":"traceutil/trace.go:171","msg":"trace[781022819] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24529; }","duration":"526.964528ms","start":"2026-03-19T11:59:43.145477Z","end":"2026-03-19T11:59:43.672442Z","steps":["trace[781022819] 'range keys from in-memory index tree' (duration: 526.760492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:43.67258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437779141s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T11:59:43.672749Z","caller":"traceutil/trace.go:171","msg":"trace[936589617] transaction","detail":"{read_only:false; response_revision:24530; number_of_response:1; }","duration":"2.604603551s","start":"2026-03-19T11:59:41.068117Z","end":"2026-03-19T11:59:43.67272Z","steps":["trace[936589617] 'process raft request' (duration: 166.498721ms)","trace[936589617] 'compare' (duration: 2.437141784s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:59:43.67293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:41.068104Z","time spent":"2.604712524s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:43.67299Z","caller":"traceutil/trace.go:171","msg":"trace[184575177] transaction","detail":"{read_only:false; response_revision:24531; number_of_response:1; }","duration":"2.60308702s","start":"2026-03-19T11:59:41.069893Z","end":"2026-03-19T11:59:43.67298Z","steps":["trace[184575177] 'process raft request' (duration: 2.602825023s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:59:43.672941Z","caller":"traceutil/trace.go:171","msg":"trace[1467660760] transaction","detail":"{read_only:false; response_revision:24532; number_of_response:1; }","duration":"2.441715519s","start":"2026-03-19T11:59:41.231204Z","end":"2026-03-19T11:59:43.67292Z","steps":["trace[1467660760] 'process raft request' (duration: 2.441627606s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:43.673068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:41.069879Z","time spent":"2.603147252s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:43.673148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:41.231181Z","time spent":"2.441913654s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:43.673209Z","caller":"traceutil/trace.go:171","msg":"trace[1993633779] linearizableReadLoop","detail":"{readStateIndex:25420; appliedIndex:25419; }","duration":"2.603518562s","start":"2026-03-19T11:59:41.069675Z","end":"2026-03-19T11:59:43.673193Z","steps":["trace[1993633779] 'read index received' (duration: 164.96485ms)","trace[1993633779] 'applied index is now lower than readState.Index' (duration: 2.438551712s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:59:43.673415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.603734248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18509"} {"level":"info","ts":"2026-03-19T11:59:43.673471Z","caller":"traceutil/trace.go:171","msg":"trace[286092619] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24532; }","duration":"2.60382286s","start":"2026-03-19T11:59:41.069633Z","end":"2026-03-19T11:59:43.673456Z","steps":["trace[286092619] 'agreement among raft nodes before linearized reading' (duration: 2.603658646s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:43.673514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:41.069614Z","time spent":"2.603888632s","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18533,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T11:59:44.173546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134497,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:59:44.831303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000959542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T11:59:44.831398Z","caller":"traceutil/trace.go:171","msg":"trace[1467431370] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001102956s","start":"2026-03-19T11:59:42.830273Z","end":"2026-03-19T11:59:44.831376Z","steps":["trace[1467431370] 'agreement among raft nodes before linearized reading' (duration: 2.000980493s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:44.831447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:42.830257Z","time spent":"2.001179319s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:59:44.946207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.003427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T11:59:44.946419Z","caller":"traceutil/trace.go:171","msg":"trace[450206404] transaction","detail":"{read_only:false; response_revision:24533; number_of_response:1; }","duration":"2.896702223s","start":"2026-03-19T11:59:42.049689Z","end":"2026-03-19T11:59:44.946391Z","steps":["trace[450206404] 'process raft request' (duration: 2.582402329s)","trace[450206404] 'compare' (duration: 313.373799ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:59:44.94649Z","caller":"traceutil/trace.go:171","msg":"trace[1714808373] transaction","detail":"{read_only:false; response_revision:24534; number_of_response:1; }","duration":"1.927969549s","start":"2026-03-19T11:59:43.018499Z","end":"2026-03-19T11:59:44.946469Z","steps":["trace[1714808373] 'process raft request' (duration: 1.927812595s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:44.946556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:42.049664Z","time spent":"2.896813056s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:44.946641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:43.018474Z","time spent":"1.928115783s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:44.946756Z","caller":"traceutil/trace.go:171","msg":"trace[2063362738] transaction","detail":"{read_only:false; response_revision:24535; number_of_response:1; }","duration":"1.928216597s","start":"2026-03-19T11:59:43.01853Z","end":"2026-03-19T11:59:44.946746Z","steps":["trace[2063362738] 'process raft request' (duration: 1.927888608s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:44.946808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:43.018494Z","time spent":"1.928288828s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:44.946994Z","caller":"traceutil/trace.go:171","msg":"trace[1797358109] transaction","detail":"{read_only:false; response_revision:24538; number_of_response:1; }","duration":"1.927693632s","start":"2026-03-19T11:59:43.019292Z","end":"2026-03-19T11:59:44.946986Z","steps":["trace[1797358109] 'process raft request' (duration: 1.927644041s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:44.947044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:43.019278Z","time spent":"1.927738893s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:44.947102Z","caller":"traceutil/trace.go:171","msg":"trace[459561194] transaction","detail":"{read_only:false; response_revision:24536; number_of_response:1; }","duration":"1.928408321s","start":"2026-03-19T11:59:43.018687Z","end":"2026-03-19T11:59:44.947096Z","steps":["trace[459561194] 'process raft request' (duration: 1.92799743s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:44.947139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:43.018675Z","time spent":"1.928444713s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:44.947186Z","caller":"traceutil/trace.go:171","msg":"trace[1455039468] linearizableReadLoop","detail":"{readStateIndex:25431; appliedIndex:25422; }","duration":"1.273894501s","start":"2026-03-19T11:59:43.673271Z","end":"2026-03-19T11:59:44.947166Z","steps":["trace[1455039468] 'read index received' (duration: 958.852387ms)","trace[1455039468] 'applied index is now lower than readState.Index' (duration: 315.038624ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:59:44.947291Z","caller":"traceutil/trace.go:171","msg":"trace[767211141] transaction","detail":"{read_only:false; response_revision:24537; number_of_response:1; }","duration":"1.928315709s","start":"2026-03-19T11:59:43.018967Z","end":"2026-03-19T11:59:44.947283Z","steps":["trace[767211141] 'process raft request' (duration: 1.927930059s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:59:44.947318Z","caller":"traceutil/trace.go:171","msg":"trace[1187446401] transaction","detail":"{read_only:false; response_revision:24539; number_of_response:1; }","duration":"1.927802915s","start":"2026-03-19T11:59:43.019498Z","end":"2026-03-19T11:59:44.947301Z","steps":["trace[1187446401] 'process raft request' (duration: 1.927465035s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:44.947338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:43.018934Z","time spent":"1.928378961s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:44.947393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:43.019479Z","time spent":"1.927870977s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:44.947524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20568214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:59:44.947554Z","caller":"traceutil/trace.go:171","msg":"trace[933005016] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24541; }","duration":"2.205739601s","start":"2026-03-19T11:59:42.741805Z","end":"2026-03-19T11:59:44.947545Z","steps":["trace[933005016] 'agreement among raft nodes before linearized reading' (duration: 2.20568754s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:44.947575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:42.741789Z","time spent":"2.205780623s","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:59:44.947606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.785260767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:59:44.947665Z","caller":"traceutil/trace.go:171","msg":"trace[1693489158] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24541; }","duration":"2.78535679s","start":"2026-03-19T11:59:42.162293Z","end":"2026-03-19T11:59:44.94765Z","steps":["trace[1693489158] 'agreement among raft nodes before linearized reading' (duration: 2.785265508s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:59:44.947706Z","caller":"traceutil/trace.go:171","msg":"trace[509503613] transaction","detail":"{read_only:false; response_revision:24540; number_of_response:1; }","duration":"1.87973698s","start":"2026-03-19T11:59:43.067961Z","end":"2026-03-19T11:59:44.947698Z","steps":["trace[509503613] 'process raft request' (duration: 1.879077482s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:44.94771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:42.162275Z","time spent":"2.785422582s","remote":"127.0.0.1:49614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:59:44.947752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:43.067941Z","time spent":"1.879786361s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:44.947842Z","caller":"traceutil/trace.go:171","msg":"trace[396739781] transaction","detail":"{read_only:false; response_revision:24541; number_of_response:1; }","duration":"1.448377238s","start":"2026-03-19T11:59:43.499457Z","end":"2026-03-19T11:59:44.947834Z","steps":["trace[396739781] 'process raft request' (duration: 1.447646148s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:44.947885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:43.499439Z","time spent":"1.448423329s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:44.947903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.976056518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T11:59:44.947953Z","caller":"traceutil/trace.go:171","msg":"trace[729460878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24541; }","duration":"2.97613022s","start":"2026-03-19T11:59:41.97181Z","end":"2026-03-19T11:59:44.947941Z","steps":["trace[729460878] 'agreement among raft nodes before linearized reading' (duration: 2.975986396s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:44.947997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106346923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:59:44.94803Z","caller":"traceutil/trace.go:171","msg":"trace[1739439347] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24541; }","duration":"2.106415585s","start":"2026-03-19T11:59:42.841605Z","end":"2026-03-19T11:59:44.948021Z","steps":["trace[1739439347] 'agreement among raft nodes before linearized reading' (duration: 2.106367404s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:44.948056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:42.841589Z","time spent":"2.106459427s","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:59:44.948058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.090241719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T11:59:44.948076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929654685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T11:59:44.9481Z","caller":"traceutil/trace.go:171","msg":"trace[971825709] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24541; }","duration":"3.09030801s","start":"2026-03-19T11:59:41.857779Z","end":"2026-03-19T11:59:44.948087Z","steps":["trace[971825709] 'agreement among raft nodes before linearized reading' (duration: 3.090240828s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:44.948151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:41.857765Z","time spent":"3.090370732s","remote":"127.0.0.1:57776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:59:44.948189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125897775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:59:44.948215Z","caller":"traceutil/trace.go:171","msg":"trace[1280704830] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24541; }","duration":"2.125955416s","start":"2026-03-19T11:59:42.822252Z","end":"2026-03-19T11:59:44.948207Z","steps":["trace[1280704830] 'agreement among raft nodes before linearized reading' (duration: 2.125908705s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:44.948243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:42.822232Z","time spent":"2.126003788s","remote":"127.0.0.1:53086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:59:44.948245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276529362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11795"} {"level":"info","ts":"2026-03-19T11:59:44.948282Z","caller":"traceutil/trace.go:171","msg":"trace[414780278] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24541; }","duration":"1.276567103s","start":"2026-03-19T11:59:43.671706Z","end":"2026-03-19T11:59:44.948273Z","steps":["trace[414780278] 'agreement among raft nodes before linearized reading' (duration: 1.2764691s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:44.948313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:43.671636Z","time spent":"1.276670196s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11819,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-19T11:59:44.948313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472250786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:59:44.948381Z","caller":"traceutil/trace.go:171","msg":"trace[1836865540] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24541; }","duration":"1.472363989s","start":"2026-03-19T11:59:43.475999Z","end":"2026-03-19T11:59:44.948363Z","steps":["trace[1836865540] 'agreement among raft nodes before linearized reading' (duration: 1.472247066s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:44.948423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:43.47598Z","time spent":"1.472432542s","remote":"127.0.0.1:57544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:59:44.948521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929882761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T11:59:44.948617Z","caller":"traceutil/trace.go:171","msg":"trace[149604677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24541; }","duration":"1.929954763s","start":"2026-03-19T11:59:43.018605Z","end":"2026-03-19T11:59:44.94856Z","steps":["trace[149604677] 'agreement among raft nodes before linearized reading' (duration: 1.929728317s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:44.947999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:41.971796Z","time spent":"2.976192361s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:59:44.94865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.383164343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-03-19T11:59:44.948664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:43.018595Z","time spent":"1.930058486s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:59:44.948719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394394802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-19T11:59:44.948755Z","caller":"traceutil/trace.go:171","msg":"trace[1019608934] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24541; }","duration":"1.394472985s","start":"2026-03-19T11:59:43.554271Z","end":"2026-03-19T11:59:44.948744Z","steps":["trace[1019608934] 'agreement among raft nodes before linearized reading' (duration: 1.394323331s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:44.948793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:43.554247Z","time spent":"1.394538116s","remote":"127.0.0.1:51340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":157,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:59:44.948802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.711653161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-19T11:59:44.948701Z","caller":"traceutil/trace.go:171","msg":"trace[201274664] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24541; }","duration":"3.383247154s","start":"2026-03-19T11:59:41.565439Z","end":"2026-03-19T11:59:44.948686Z","steps":["trace[201274664] 'agreement among raft nodes before linearized reading' (duration: 3.38309623s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:59:44.948831Z","caller":"traceutil/trace.go:171","msg":"trace[1461971620] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:24541; }","duration":"3.711712773s","start":"2026-03-19T11:59:41.237109Z","end":"2026-03-19T11:59:44.948821Z","steps":["trace[1461971620] 'agreement among raft nodes before linearized reading' (duration: 3.71161351s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:44.94886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:41.237089Z","time spent":"3.711764425s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"info","ts":"2026-03-19T11:59:44.948148Z","caller":"traceutil/trace.go:171","msg":"trace[1892115580] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24541; }","duration":"1.929775248s","start":"2026-03-19T11:59:43.018354Z","end":"2026-03-19T11:59:44.948129Z","steps":["trace[1892115580] 'agreement among raft nodes before linearized reading' (duration: 1.929561342s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:44.948914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:41.565424Z","time spent":"3.38342611s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-19T11:59:44.948932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:43.018338Z","time spent":"1.930581631s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:59:44.949052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.862688193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T11:59:44.949129Z","caller":"traceutil/trace.go:171","msg":"trace[1193397972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24541; }","duration":"3.862807416s","start":"2026-03-19T11:59:41.086301Z","end":"2026-03-19T11:59:44.949108Z","steps":["trace[1193397972] 'agreement among raft nodes before linearized reading' (duration: 3.862619301s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:44.949129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.862715014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T11:59:44.949193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:41.086286Z","time spent":"3.862892859s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T11:59:44.949199Z","caller":"traceutil/trace.go:171","msg":"trace[962947785] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24541; }","duration":"3.862796176s","start":"2026-03-19T11:59:41.086386Z","end":"2026-03-19T11:59:44.949182Z","steps":["trace[962947785] 'agreement among raft nodes before linearized reading' (duration: 3.862691433s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:44.949249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:41.086379Z","time spent":"3.862857947s","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-19T11:59:44.951163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276184603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:59:44.951221Z","caller":"traceutil/trace.go:171","msg":"trace[479532071] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24541; }","duration":"1.276283136s","start":"2026-03-19T11:59:43.674924Z","end":"2026-03-19T11:59:44.951207Z","steps":["trace[479532071] 'agreement among raft nodes before linearized reading' (duration: 1.276195593s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:44.951256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:43.674906Z","time spent":"1.276341367s","remote":"127.0.0.1:35534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:59:44.951363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.865035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T11:59:44.951424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.268313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T11:59:44.951361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.610027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:59:44.951465Z","caller":"traceutil/trace.go:171","msg":"trace[298554305] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24541; }","duration":"335.347005ms","start":"2026-03-19T11:59:44.616104Z","end":"2026-03-19T11:59:44.951451Z","steps":["trace[298554305] 'agreement among raft nodes before linearized reading' (duration: 335.296724ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:59:44.951463Z","caller":"traceutil/trace.go:171","msg":"trace[1730168193] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24541; }","duration":"741.762331ms","start":"2026-03-19T11:59:44.20969Z","end":"2026-03-19T11:59:44.951452Z","steps":["trace[1730168193] 'agreement among raft nodes before linearized reading' (duration: 741.607767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:44.951497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:44.616079Z","time spent":"335.410287ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:59:44.951504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:44.20967Z","time spent":"741.821502ms","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:59:44.951534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171454148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:59:44.951575Z","caller":"traceutil/trace.go:171","msg":"trace[943036069] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24541; }","duration":"1.17152982s","start":"2026-03-19T11:59:43.780035Z","end":"2026-03-19T11:59:44.951565Z","steps":["trace[943036069] 'agreement among raft nodes before linearized reading' (duration: 1.171464389s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:44.951611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:43.780013Z","time spent":"1.171589883s","remote":"127.0.0.1:33114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:59:44.951426Z","caller":"traceutil/trace.go:171","msg":"trace[1704790086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24541; }","duration":"119.963677ms","start":"2026-03-19T11:59:44.831446Z","end":"2026-03-19T11:59:44.95141Z","steps":["trace[1704790086] 'agreement among raft nodes before linearized reading' (duration: 119.861475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:44.951768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251108952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-19T11:59:44.951818Z","caller":"traceutil/trace.go:171","msg":"trace[829506151] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24541; }","duration":"1.251164183s","start":"2026-03-19T11:59:43.700639Z","end":"2026-03-19T11:59:44.951804Z","steps":["trace[829506151] 'agreement among raft nodes before linearized reading' (duration: 1.251007529s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:44.951845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:43.700591Z","time spent":"1.251248965s","remote":"127.0.0.1:49454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T11:59:44.951889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236247638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-19T11:59:44.951932Z","caller":"traceutil/trace.go:171","msg":"trace[2095426902] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24541; }","duration":"1.23631571s","start":"2026-03-19T11:59:43.715606Z","end":"2026-03-19T11:59:44.951922Z","steps":["trace[2095426902] 'agreement among raft nodes before linearized reading' (duration: 1.236199917s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:44.951962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:43.715595Z","time spent":"1.236360021s","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-19T11:59:45.45306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134499,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:59:46.248742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.67231ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-19T11:59:46.249616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:44.951601Z","time spent":"1.298009485s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T11:59:46.24978Z","caller":"traceutil/trace.go:171","msg":"trace[1885992854] transaction","detail":"{read_only:false; response_revision:24542; number_of_response:1; }","duration":"1.287199231s","start":"2026-03-19T11:59:44.96255Z","end":"2026-03-19T11:59:46.24975Z","steps":["trace[1885992854] 'process raft request' (duration: 1.286306277s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:46.249964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:44.962534Z","time spent":"1.287330425s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:46.249964Z","caller":"traceutil/trace.go:171","msg":"trace[1696255094] transaction","detail":"{read_only:false; response_revision:24543; number_of_response:1; }","duration":"1.287360645s","start":"2026-03-19T11:59:44.96255Z","end":"2026-03-19T11:59:46.249911Z","steps":["trace[1696255094] 'process raft request' (duration: 1.286512572s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:59:46.250121Z","caller":"traceutil/trace.go:171","msg":"trace[1195176311] transaction","detail":"{read_only:false; response_revision:24544; number_of_response:1; }","duration":"1.287476609s","start":"2026-03-19T11:59:44.962629Z","end":"2026-03-19T11:59:46.250106Z","steps":["trace[1195176311] 'process raft request' (duration: 1.286476392s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:46.250181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:44.96261Z","time spent":"1.287545161s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:46.250193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:44.962534Z","time spent":"1.287554811s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:46.250595Z","caller":"traceutil/trace.go:171","msg":"trace[2052209681] linearizableReadLoop","detail":"{readStateIndex:25436; appliedIndex:25431; }","duration":"1.298441467s","start":"2026-03-19T11:59:44.952135Z","end":"2026-03-19T11:59:46.250576Z","steps":["trace[2052209681] 'read index received' (duration: 580.106171ms)","trace[2052209681] 'applied index is now lower than readState.Index' (duration: 718.331015ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:59:46.250691Z","caller":"traceutil/trace.go:171","msg":"trace[1650772041] transaction","detail":"{read_only:false; response_revision:24545; number_of_response:1; }","duration":"1.287976013s","start":"2026-03-19T11:59:44.962677Z","end":"2026-03-19T11:59:46.250653Z","steps":["trace[1650772041] 'process raft request' (duration: 1.286457111s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:46.250797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298645132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-688db9ee-7fc7-430d-b138-8e7c5f07cacb\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-19T11:59:46.250843Z","caller":"traceutil/trace.go:171","msg":"trace[1755357708] range","detail":"{range_begin:/registry/persistentvolumes/pvc-688db9ee-7fc7-430d-b138-8e7c5f07cacb; range_end:; response_count:1; response_revision:24545; }","duration":"1.298722854s","start":"2026-03-19T11:59:44.952106Z","end":"2026-03-19T11:59:46.250829Z","steps":["trace[1755357708] 'agreement among raft nodes before linearized reading' (duration: 1.29856356s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:46.250845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:44.962658Z","time spent":"1.288111066s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:46.250876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:44.952094Z","time spent":"1.298773935s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-688db9ee-7fc7-430d-b138-8e7c5f07cacb\" "} {"level":"warn","ts":"2026-03-19T11:59:46.966694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999859491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T11:59:46.966768Z","caller":"traceutil/trace.go:171","msg":"trace[1918917434] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999952814s","start":"2026-03-19T11:59:44.9668Z","end":"2026-03-19T11:59:46.966753Z","steps":["trace[1918917434] 'agreement among raft nodes before linearized reading' (duration: 1.999858081s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:46.966809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:44.96677Z","time spent":"2.000029996s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 11:59:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T11:59:47.052066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.627874ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-19T11:59:47.052243Z","caller":"traceutil/trace.go:171","msg":"trace[1478418491] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24546; }","duration":"800.361751ms","start":"2026-03-19T11:59:46.251869Z","end":"2026-03-19T11:59:47.052231Z","steps":["trace[1478418491] 'process raft request' (duration: 800.267719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:47.052319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:46.251843Z","time spent":"800.423613ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:47.053171Z","caller":"traceutil/trace.go:171","msg":"trace[1798230691] linearizableReadLoop","detail":"{readStateIndex:25437; appliedIndex:25436; }","duration":"802.520011ms","start":"2026-03-19T11:59:46.250645Z","end":"2026-03-19T11:59:47.053165Z","steps":["trace[1798230691] 'read index received' (duration: 51.813717ms)","trace[1798230691] 'applied index is now lower than readState.Index' (duration: 750.705634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:59:47.053314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357187631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T11:59:47.053338Z","caller":"traceutil/trace.go:171","msg":"trace[189247849] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24546; }","duration":"1.357213392s","start":"2026-03-19T11:59:45.696116Z","end":"2026-03-19T11:59:47.053329Z","steps":["trace[189247849] 'agreement among raft nodes before linearized reading' (duration: 1.35712753s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:47.053358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:45.696066Z","time spent":"1.357286574s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T11:59:47.553401Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134516,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:59:47.595927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.640608319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-19T11:59:47.59601Z","caller":"traceutil/trace.go:171","msg":"trace[1600610315] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f; range_end:; response_count:1; response_revision:24547; }","duration":"2.640726603s","start":"2026-03-19T11:59:44.955261Z","end":"2026-03-19T11:59:47.595988Z","steps":["trace[1600610315] 'agreement among raft nodes before linearized reading' (duration: 2.098212262s)","trace[1600610315] 'range keys from in-memory index tree' (duration: 542.303205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:59:47.596057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:44.955248Z","time spent":"2.640799234s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f\" "} {"level":"warn","ts":"2026-03-19T11:59:47.596062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.63031548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:59:47.596151Z","caller":"traceutil/trace.go:171","msg":"trace[85922888] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24547; }","duration":"2.630442844s","start":"2026-03-19T11:59:44.965686Z","end":"2026-03-19T11:59:47.596129Z","steps":["trace[85922888] 'agreement among raft nodes before linearized reading' (duration: 2.087767438s)","trace[85922888] 'range keys from in-memory index tree' (duration: 542.555611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:59:47.596203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:44.965674Z","time spent":"2.630519665s","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-19T11:59:47.596248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.638428981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11795"} {"level":"info","ts":"2026-03-19T11:59:47.596299Z","caller":"traceutil/trace.go:171","msg":"trace[1736894913] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24547; }","duration":"2.638508813s","start":"2026-03-19T11:59:44.957779Z","end":"2026-03-19T11:59:47.596288Z","steps":["trace[1736894913] 'agreement among raft nodes before linearized reading' (duration: 2.095683814s)","trace[1736894913] 'range keys from in-memory index tree' (duration: 542.669475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:59:47.59632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:44.957764Z","time spent":"2.638550034s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11819,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-19T11:59:47.596705Z","caller":"traceutil/trace.go:171","msg":"trace[1649791400] transaction","detail":"{read_only:false; response_revision:24548; number_of_response:1; }","duration":"640.175823ms","start":"2026-03-19T11:59:46.956512Z","end":"2026-03-19T11:59:47.596688Z","steps":["trace[1649791400] 'process raft request' (duration: 639.944566ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:59:47.59672Z","caller":"traceutil/trace.go:171","msg":"trace[162186680] transaction","detail":"{read_only:false; response_revision:24549; number_of_response:1; }","duration":"640.08341ms","start":"2026-03-19T11:59:46.95662Z","end":"2026-03-19T11:59:47.596704Z","steps":["trace[162186680] 'process raft request' (duration: 639.932216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:47.596826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:46.956599Z","time spent":"640.163033ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:47.596969Z","caller":"traceutil/trace.go:171","msg":"trace[2095064514] transaction","detail":"{read_only:false; response_revision:24550; number_of_response:1; }","duration":"640.111681ms","start":"2026-03-19T11:59:46.956844Z","end":"2026-03-19T11:59:47.596956Z","steps":["trace[2095064514] 'process raft request' (duration: 639.809463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:47.596829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:46.956498Z","time spent":"640.251774ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:47.59707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:46.956823Z","time spent":"640.191074ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:47.597148Z","caller":"traceutil/trace.go:171","msg":"trace[2062588045] transaction","detail":"{read_only:false; response_revision:24551; number_of_response:1; }","duration":"639.400511ms","start":"2026-03-19T11:59:46.957709Z","end":"2026-03-19T11:59:47.597109Z","steps":["trace[2062588045] 'process raft request' (duration: 639.149444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:47.597253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:46.957694Z","time spent":"639.495764ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:47.59734Z","caller":"traceutil/trace.go:171","msg":"trace[2078121739] transaction","detail":"{read_only:false; response_revision:24552; number_of_response:1; }","duration":"633.267045ms","start":"2026-03-19T11:59:46.964056Z","end":"2026-03-19T11:59:47.597323Z","steps":["trace[2078121739] 'process raft request' (duration: 633.001548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:47.597467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:46.964048Z","time spent":"633.373169ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:47.597508Z","caller":"traceutil/trace.go:171","msg":"trace[791070569] transaction","detail":"{read_only:false; response_revision:24553; number_of_response:1; }","duration":"632.533726ms","start":"2026-03-19T11:59:46.964963Z","end":"2026-03-19T11:59:47.597497Z","steps":["trace[791070569] 'process raft request' (duration: 632.304049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:47.597584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:46.964954Z","time spent":"632.593197ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:47.646195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:47.054447Z","time spent":"591.742298ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T11:59:47.646249Z","caller":"traceutil/trace.go:171","msg":"trace[1697555971] linearizableReadLoop","detail":"{readStateIndex:25447; appliedIndex:25439; }","duration":"593.045773ms","start":"2026-03-19T11:59:47.053184Z","end":"2026-03-19T11:59:47.64623Z","steps":["trace[1697555971] 'read index received' (duration: 543.353334ms)","trace[1697555971] 'applied index is now lower than readState.Index' (duration: 49.691279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:59:47.646415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.613254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:59:47.64648Z","caller":"traceutil/trace.go:171","msg":"trace[1913286678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24554; }","duration":"679.709586ms","start":"2026-03-19T11:59:46.966752Z","end":"2026-03-19T11:59:47.646462Z","steps":["trace[1913286678] 'agreement among raft nodes before linearized reading' (duration: 679.543442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:47.646514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:46.966744Z","time spent":"679.761417ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:59:47.646557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376715321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-19T11:59:47.646588Z","caller":"traceutil/trace.go:171","msg":"trace[1598733408] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24554; }","duration":"1.376761332s","start":"2026-03-19T11:59:46.269819Z","end":"2026-03-19T11:59:47.64658Z","steps":["trace[1598733408] 'agreement among raft nodes before linearized reading' (duration: 1.376635709s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:47.646419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273972601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T11:59:47.646638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:46.269812Z","time spent":"1.376818394s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-19T11:59:47.646662Z","caller":"traceutil/trace.go:171","msg":"trace[521583864] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24554; }","duration":"1.274256199s","start":"2026-03-19T11:59:46.37239Z","end":"2026-03-19T11:59:47.646646Z","steps":["trace[521583864] 'agreement among raft nodes before linearized reading' (duration: 1.273944921s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:47.646724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:46.372372Z","time spent":"1.274330951s","remote":"127.0.0.1:49412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:59:47.646765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37740164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:59:47.646799Z","caller":"traceutil/trace.go:171","msg":"trace[2037045882] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24554; }","duration":"1.377466981s","start":"2026-03-19T11:59:46.269321Z","end":"2026-03-19T11:59:47.646788Z","steps":["trace[2037045882] 'agreement among raft nodes before linearized reading' (duration: 1.3774136s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:47.64682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:46.269304Z","time spent":"1.377510473s","remote":"127.0.0.1:57986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:59:47.646853Z","caller":"traceutil/trace.go:171","msg":"trace[1613564761] transaction","detail":"{read_only:false; response_revision:24554; number_of_response:1; }","duration":"590.028062ms","start":"2026-03-19T11:59:47.056817Z","end":"2026-03-19T11:59:47.646845Z","steps":["trace[1613564761] 'process raft request' (duration: 589.304542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:47.646943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:47.056798Z","time spent":"590.094223ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:48.615453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.857557ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"info","ts":"2026-03-19T11:59:48.615663Z","caller":"traceutil/trace.go:171","msg":"trace[2108053260] transaction","detail":"{read_only:false; response_revision:24556; number_of_response:1; }","duration":"967.756218ms","start":"2026-03-19T11:59:47.647894Z","end":"2026-03-19T11:59:48.61565Z","steps":["trace[2108053260] 'process raft request' (duration: 967.724077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:48.615744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:47.647845Z","time spent":"967.84691ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:48.615746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:47.619019Z","time spent":"996.721194ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T11:59:48.615772Z","caller":"traceutil/trace.go:171","msg":"trace[77846555] transaction","detail":"{read_only:false; response_revision:24555; number_of_response:1; }","duration":"979.64817ms","start":"2026-03-19T11:59:47.636098Z","end":"2026-03-19T11:59:48.615746Z","steps":["trace[77846555] 'process raft request' (duration: 979.422284ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:59:48.615783Z","caller":"traceutil/trace.go:171","msg":"trace[1238041428] linearizableReadLoop","detail":"{readStateIndex:25449; appliedIndex:25447; }","duration":"969.433643ms","start":"2026-03-19T11:59:47.646314Z","end":"2026-03-19T11:59:48.615747Z","steps":["trace[1238041428] 'read index received' (duration: 186.294029ms)","trace[1238041428] 'applied index is now lower than readState.Index' (duration: 783.136104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:59:48.615824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.448278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T11:59:48.615892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:47.636079Z","time spent":"979.751254ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:48.61588Z","caller":"traceutil/trace.go:171","msg":"trace[1695461278] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24556; }","duration":"971.546011ms","start":"2026-03-19T11:59:47.64432Z","end":"2026-03-19T11:59:48.615866Z","steps":["trace[1695461278] 'agreement among raft nodes before linearized reading' (duration: 971.428297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:48.615903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523374045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T11:59:48.615987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:47.644306Z","time spent":"971.673334ms","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-19T11:59:48.615999Z","caller":"traceutil/trace.go:171","msg":"trace[1903085104] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24556; }","duration":"1.523508888s","start":"2026-03-19T11:59:47.092477Z","end":"2026-03-19T11:59:48.615986Z","steps":["trace[1903085104] 'agreement among raft nodes before linearized reading' (duration: 1.523348194s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:48.616058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:47.092462Z","time spent":"1.523588551s","remote":"127.0.0.1:57710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:59:48.616075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.515893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:59:48.61611Z","caller":"traceutil/trace.go:171","msg":"trace[1440403636] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24556; }","duration":"155.555774ms","start":"2026-03-19T11:59:48.460545Z","end":"2026-03-19T11:59:48.616101Z","steps":["trace[1440403636] 'agreement among raft nodes before linearized reading' (duration: 155.490052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:48.616115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.259432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-19T11:59:48.616107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.143544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-999dd18f-8a04-4c91-99fc-056e6eddbd27\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-19T11:59:48.616175Z","caller":"traceutil/trace.go:171","msg":"trace[1977769059] range","detail":"{range_begin:/registry/persistentvolumes/pvc-999dd18f-8a04-4c91-99fc-056e6eddbd27; range_end:; response_count:1; response_revision:24556; }","duration":"966.248397ms","start":"2026-03-19T11:59:47.64991Z","end":"2026-03-19T11:59:48.616158Z","steps":["trace[1977769059] 'agreement among raft nodes before linearized reading' (duration: 966.028141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:48.616196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.837906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-19T11:59:48.616217Z","caller":"traceutil/trace.go:171","msg":"trace[856303310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24556; }","duration":"343.874037ms","start":"2026-03-19T11:59:48.272337Z","end":"2026-03-19T11:59:48.616211Z","steps":["trace[856303310] 'agreement among raft nodes before linearized reading' (duration: 343.813595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:48.616235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.489967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T11:59:48.616242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:48.27233Z","time spent":"343.906179ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:59:48.616239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:47.6499Z","time spent":"966.320708ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-999dd18f-8a04-4c91-99fc-056e6eddbd27\" "} {"level":"warn","ts":"2026-03-19T11:59:48.616256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.849014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:59:48.616293Z","caller":"traceutil/trace.go:171","msg":"trace[26080941] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24556; }","duration":"105.916336ms","start":"2026-03-19T11:59:48.510367Z","end":"2026-03-19T11:59:48.616284Z","steps":["trace[26080941] 'agreement among raft nodes before linearized reading' (duration: 105.856604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:48.616295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.945399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:59:48.616265Z","caller":"traceutil/trace.go:171","msg":"trace[377043800] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24556; }","duration":"803.542699ms","start":"2026-03-19T11:59:47.812712Z","end":"2026-03-19T11:59:48.616254Z","steps":["trace[377043800] 'agreement among raft nodes before linearized reading' (duration: 803.488148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:48.616316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.538626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T11:59:48.616339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.68238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T11:59:48.616361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.389094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-19T11:59:48.616376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:47.812696Z","time spent":"803.651132ms","remote":"127.0.0.1:57790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:59:48.616401Z","caller":"traceutil/trace.go:171","msg":"trace[159670710] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24556; }","duration":"955.765542ms","start":"2026-03-19T11:59:47.660621Z","end":"2026-03-19T11:59:48.616386Z","steps":["trace[159670710] 'agreement among raft nodes before linearized reading' (duration: 955.670629ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:59:48.616365Z","caller":"traceutil/trace.go:171","msg":"trace[800634511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24556; }","duration":"344.624498ms","start":"2026-03-19T11:59:48.271733Z","end":"2026-03-19T11:59:48.616357Z","steps":["trace[800634511] 'agreement among raft nodes before linearized reading' (duration: 344.511035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:48.616434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:47.660613Z","time spent":"955.815513ms","remote":"127.0.0.1:49456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:59:48.616429Z","caller":"traceutil/trace.go:171","msg":"trace[1582230137] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24556; }","duration":"361.487486ms","start":"2026-03-19T11:59:48.254925Z","end":"2026-03-19T11:59:48.616412Z","steps":["trace[1582230137] 'agreement among raft nodes before linearized reading' (duration: 361.326791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:48.616453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:48.271713Z","time spent":"344.73394ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T11:59:48.616139Z","caller":"traceutil/trace.go:171","msg":"trace[548600957] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24556; }","duration":"360.298084ms","start":"2026-03-19T11:59:48.255833Z","end":"2026-03-19T11:59:48.616131Z","steps":["trace[548600957] 'agreement among raft nodes before linearized reading' (duration: 360.201621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:48.616444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.854357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T11:59:48.616474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:48.254909Z","time spent":"361.554028ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T11:59:48.616512Z","caller":"traceutil/trace.go:171","msg":"trace[746478648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24556; }","duration":"961.989531ms","start":"2026-03-19T11:59:47.654516Z","end":"2026-03-19T11:59:48.616505Z","steps":["trace[746478648] 'agreement among raft nodes before linearized reading' (duration: 961.831567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:48.616489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:48.255826Z","time spent":"360.651673ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:59:48.616595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:47.654499Z","time spent":"962.090863ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T11:59:48.616322Z","caller":"traceutil/trace.go:171","msg":"trace[995538915] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24556; }","duration":"720.015871ms","start":"2026-03-19T11:59:47.896301Z","end":"2026-03-19T11:59:48.616317Z","steps":["trace[995538915] 'agreement among raft nodes before linearized reading' (duration: 719.97502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:48.616675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:47.896279Z","time spent":"720.38243ms","remote":"127.0.0.1:57408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:59:49.119261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134527,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:59:49.76046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.137425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T11:59:49.760537Z","caller":"traceutil/trace.go:171","msg":"trace[1301825115] transaction","detail":"{read_only:false; response_revision:24557; number_of_response:1; }","duration":"1.142801131s","start":"2026-03-19T11:59:48.617723Z","end":"2026-03-19T11:59:49.760524Z","steps":["trace[1301825115] 'process raft request' (duration: 900.530002ms)","trace[1301825115] 'compare' (duration: 241.966161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:59:49.760573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:48.617695Z","time spent":"1.142860253s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:49.843701Z","caller":"traceutil/trace.go:171","msg":"trace[1336581650] linearizableReadLoop","detail":"{readStateIndex:25457; appliedIndex:25450; }","duration":"1.224481869s","start":"2026-03-19T11:59:48.619199Z","end":"2026-03-19T11:59:49.843681Z","steps":["trace[1336581650] 'read index received' (duration: 899.134775ms)","trace[1336581650] 'applied index is now lower than readState.Index' (duration: 325.346364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:59:49.84389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224684745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-19T11:59:49.843922Z","caller":"traceutil/trace.go:171","msg":"trace[1637173790] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24563; }","duration":"1.224749246s","start":"2026-03-19T11:59:48.619164Z","end":"2026-03-19T11:59:49.843914Z","steps":["trace[1637173790] 'agreement among raft nodes before linearized reading' (duration: 1.224593342s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:49.843951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:48.619156Z","time spent":"1.224789667s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T11:59:49.844207Z","caller":"traceutil/trace.go:171","msg":"trace[327827391] transaction","detail":"{read_only:false; response_revision:24558; number_of_response:1; }","duration":"1.223343848s","start":"2026-03-19T11:59:48.620855Z","end":"2026-03-19T11:59:49.844199Z","steps":["trace[327827391] 'process raft request' (duration: 1.222588197s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:49.844282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:48.620834Z","time spent":"1.22339886s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:49.844384Z","caller":"traceutil/trace.go:171","msg":"trace[11139751] transaction","detail":"{read_only:false; response_revision:24559; number_of_response:1; }","duration":"1.223504393s","start":"2026-03-19T11:59:48.620873Z","end":"2026-03-19T11:59:49.844377Z","steps":["trace[11139751] 'process raft request' (duration: 1.22267297s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:49.844427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:48.620861Z","time spent":"1.223545453s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:49.844511Z","caller":"traceutil/trace.go:171","msg":"trace[467168026] transaction","detail":"{read_only:false; response_revision:24560; number_of_response:1; }","duration":"1.223470541s","start":"2026-03-19T11:59:48.621035Z","end":"2026-03-19T11:59:49.844505Z","steps":["trace[467168026] 'process raft request' (duration: 1.222546516s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:49.844548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:48.621026Z","time spent":"1.223505133s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:49.844636Z","caller":"traceutil/trace.go:171","msg":"trace[904773571] transaction","detail":"{read_only:false; response_revision:24561; number_of_response:1; }","duration":"1.222857464s","start":"2026-03-19T11:59:48.621771Z","end":"2026-03-19T11:59:49.844629Z","steps":["trace[904773571] 'process raft request' (duration: 1.221837197s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:49.844697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:48.621763Z","time spent":"1.222895896s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:49.844806Z","caller":"traceutil/trace.go:171","msg":"trace[632637837] transaction","detail":"{read_only:false; response_revision:24562; number_of_response:1; }","duration":"1.14573072s","start":"2026-03-19T11:59:48.699067Z","end":"2026-03-19T11:59:49.844797Z","steps":["trace[632637837] 'process raft request' (duration: 1.144562928s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:49.844858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:48.699039Z","time spent":"1.145792872s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:49.844972Z","caller":"traceutil/trace.go:171","msg":"trace[1098795614] transaction","detail":"{read_only:false; response_revision:24563; number_of_response:1; }","duration":"785.20001ms","start":"2026-03-19T11:59:49.059759Z","end":"2026-03-19T11:59:49.844959Z","steps":["trace[1098795614] 'process raft request' (duration: 783.897545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:49.845024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:49.059734Z","time spent":"785.263632ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:50.345843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134541,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:59:50.846515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134541,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:59:51.307724Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.463119667s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T11:59:51.308079Z","caller":"traceutil/trace.go:171","msg":"trace[528488887] transaction","detail":"{read_only:false; response_revision:24565; number_of_response:1; }","duration":"1.70406176s","start":"2026-03-19T11:59:49.603985Z","end":"2026-03-19T11:59:51.308046Z","steps":["trace[528488887] 'process raft request' (duration: 1.704005218s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:59:51.308085Z","caller":"traceutil/trace.go:171","msg":"trace[1840336359] transaction","detail":"{read_only:false; response_revision:24564; number_of_response:1; }","duration":"1.705234132s","start":"2026-03-19T11:59:49.602812Z","end":"2026-03-19T11:59:51.308046Z","steps":["trace[1840336359] 'process raft request' (duration: 1.705054007s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:51.308191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:49.603927Z","time spent":"1.704198543s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:51.308257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:49.602794Z","time spent":"1.705367965s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:51.308408Z","caller":"traceutil/trace.go:171","msg":"trace[779497969] transaction","detail":"{read_only:false; response_revision:24569; number_of_response:1; }","duration":"1.668962587s","start":"2026-03-19T11:59:49.639423Z","end":"2026-03-19T11:59:51.308386Z","steps":["trace[779497969] 'process raft request' (duration: 1.668907115s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:59:51.308456Z","caller":"traceutil/trace.go:171","msg":"trace[655730197] transaction","detail":"{read_only:false; response_revision:24567; number_of_response:1; }","duration":"1.703020281s","start":"2026-03-19T11:59:49.605423Z","end":"2026-03-19T11:59:51.308444Z","steps":["trace[655730197] 'process raft request' (duration: 1.702782845s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:51.308509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:49.605404Z","time spent":"1.703075432s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:51.308558Z","caller":"traceutil/trace.go:171","msg":"trace[1725925588] transaction","detail":"{read_only:false; response_revision:24568; number_of_response:1; }","duration":"1.68385363s","start":"2026-03-19T11:59:49.624694Z","end":"2026-03-19T11:59:51.308548Z","steps":["trace[1725925588] 'process raft request' (duration: 1.683597443s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:51.308625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:49.624675Z","time spent":"1.683907602s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:51.308677Z","caller":"traceutil/trace.go:171","msg":"trace[774869467] transaction","detail":"{read_only:false; response_revision:24566; number_of_response:1; }","duration":"1.704495471s","start":"2026-03-19T11:59:49.604171Z","end":"2026-03-19T11:59:51.308666Z","steps":["trace[774869467] 'process raft request' (duration: 1.703847004s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:51.308733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:49.604156Z","time spent":"1.704545582s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:51.309004Z","caller":"traceutil/trace.go:171","msg":"trace[2134276292] linearizableReadLoop","detail":"{readStateIndex:25463; appliedIndex:25457; }","duration":"1.465240314s","start":"2026-03-19T11:59:49.843748Z","end":"2026-03-19T11:59:51.308988Z","steps":["trace[2134276292] 'read index received' (duration: 1.464133414s)","trace[2134276292] 'applied index is now lower than readState.Index' (duration: 1.10525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:59:51.309059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700087892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:59:51.309092Z","caller":"traceutil/trace.go:171","msg":"trace[978383441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24569; }","duration":"1.700147433s","start":"2026-03-19T11:59:49.608935Z","end":"2026-03-19T11:59:51.309083Z","steps":["trace[978383441] 'agreement among raft nodes before linearized reading' (duration: 1.70006541s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:51.309113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:49.608928Z","time spent":"1.700180853s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:59:51.309131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800843737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:59:51.309197Z","caller":"traceutil/trace.go:171","msg":"trace[1543317650] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24569; }","duration":"1.80095444s","start":"2026-03-19T11:59:49.508232Z","end":"2026-03-19T11:59:51.309187Z","steps":["trace[1543317650] 'agreement among raft nodes before linearized reading' (duration: 1.800839327s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:51.309139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:49.63941Z","time spent":"1.669058719s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:51.309229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:49.508215Z","time spent":"1.801004471s","remote":"127.0.0.1:57420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:59:51.309284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508714425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:59:51.309309Z","caller":"traceutil/trace.go:171","msg":"trace[825331886] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24569; }","duration":"1.508773587s","start":"2026-03-19T11:59:49.800526Z","end":"2026-03-19T11:59:51.3093Z","steps":["trace[825331886] 'agreement among raft nodes before linearized reading' (duration: 1.508733455s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:51.309342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:49.800505Z","time spent":"1.508831989s","remote":"127.0.0.1:49472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:59:51.309408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.689996701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-19T11:59:51.309457Z","caller":"traceutil/trace.go:171","msg":"trace[25581668] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24569; }","duration":"2.690057292s","start":"2026-03-19T11:59:48.619384Z","end":"2026-03-19T11:59:51.309441Z","steps":["trace[25581668] 'agreement among raft nodes before linearized reading' (duration: 2.689909758s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:51.30949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546407599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e39dda5a2e868\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-03-19T11:59:51.309493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:48.619379Z","time spent":"2.690105824s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-19T11:59:51.30951Z","caller":"traceutil/trace.go:171","msg":"trace[31550839] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e39dda5a2e868; range_end:; response_count:1; response_revision:24569; }","duration":"1.5464564s","start":"2026-03-19T11:59:49.763047Z","end":"2026-03-19T11:59:51.309503Z","steps":["trace[31550839] 'agreement among raft nodes before linearized reading' (duration: 1.546386498s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:51.309516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46175381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-59b4c8ab-79b5-475f-b80d-a325729cd27f\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-03-19T11:59:51.309528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:49.763029Z","time spent":"1.546495111s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e39dda5a2e868\" "} {"level":"info","ts":"2026-03-19T11:59:51.309542Z","caller":"traceutil/trace.go:171","msg":"trace[768830070] range","detail":"{range_begin:/registry/persistentvolumes/pvc-59b4c8ab-79b5-475f-b80d-a325729cd27f; range_end:; response_count:1; response_revision:24569; }","duration":"1.461806361s","start":"2026-03-19T11:59:49.847726Z","end":"2026-03-19T11:59:51.309533Z","steps":["trace[768830070] 'agreement among raft nodes before linearized reading' (duration: 1.461705188s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:51.309565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:49.847709Z","time spent":"1.461850983s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-59b4c8ab-79b5-475f-b80d-a325729cd27f\" "} {"level":"warn","ts":"2026-03-19T11:59:51.309592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.078856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:59:51.309833Z","caller":"traceutil/trace.go:171","msg":"trace[1540734078] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24569; }","duration":"722.350944ms","start":"2026-03-19T11:59:50.587466Z","end":"2026-03-19T11:59:51.309817Z","steps":["trace[1540734078] 'agreement among raft nodes before linearized reading' (duration: 722.068196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:51.309851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657882755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T11:59:51.309869Z","caller":"traceutil/trace.go:171","msg":"trace[498604893] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24569; }","duration":"1.657901486s","start":"2026-03-19T11:59:49.651962Z","end":"2026-03-19T11:59:51.309863Z","steps":["trace[498604893] 'agreement among raft nodes before linearized reading' (duration: 1.657845274s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:51.309886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:49.651907Z","time spent":"1.657974418s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T11:59:51.309864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89634866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:59:51.309919Z","caller":"traceutil/trace.go:171","msg":"trace[506851922] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24569; }","duration":"1.896429723s","start":"2026-03-19T11:59:49.413475Z","end":"2026-03-19T11:59:51.309905Z","steps":["trace[506851922] 'agreement among raft nodes before linearized reading' (duration: 1.896346391s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:51.309929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344534408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T11:59:51.309954Z","caller":"traceutil/trace.go:171","msg":"trace[1278853185] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24569; }","duration":"1.344558918s","start":"2026-03-19T11:59:49.965389Z","end":"2026-03-19T11:59:51.309948Z","steps":["trace[1278853185] 'agreement among raft nodes before linearized reading' (duration: 1.344509897s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:51.309953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:49.413462Z","time spent":"1.896482334s","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:59:51.309972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:49.965328Z","time spent":"1.34463904s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T11:59:51.309879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:50.587451Z","time spent":"722.413825ms","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:59:51.310126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.557577015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:59:51.310158Z","caller":"traceutil/trace.go:171","msg":"trace[495833873] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24569; }","duration":"2.557613376s","start":"2026-03-19T11:59:48.752534Z","end":"2026-03-19T11:59:51.310148Z","steps":["trace[495833873] 'agreement among raft nodes before linearized reading' (duration: 2.557560874s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:51.310209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:48.752477Z","time spent":"2.557722769s","remote":"127.0.0.1:57738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:59:51.309886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316941487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:59:51.310298Z","caller":"traceutil/trace.go:171","msg":"trace[734471775] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24569; }","duration":"1.31738518s","start":"2026-03-19T11:59:49.992906Z","end":"2026-03-19T11:59:51.310291Z","steps":["trace[734471775] 'agreement among raft nodes before linearized reading' (duration: 1.316941367s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:51.310327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:49.992876Z","time spent":"1.317441761s","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:59:51.815216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134545,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:59:52.316158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134545,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:59:52.757273Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.43040808s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T11:59:52.757884Z","caller":"traceutil/trace.go:171","msg":"trace[1746732990] transaction","detail":"{read_only:false; response_revision:24570; number_of_response:1; }","duration":"1.444858002s","start":"2026-03-19T11:59:51.312808Z","end":"2026-03-19T11:59:52.757666Z","steps":["trace[1746732990] 'process raft request' (duration: 1.444672997s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:52.758046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:51.312771Z","time spent":"1.445190271s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:53.318741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000270784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T11:59:53.318802Z","caller":"traceutil/trace.go:171","msg":"trace[1457701114] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000347375s","start":"2026-03-19T11:59:51.318442Z","end":"2026-03-19T11:59:53.31879Z","steps":["trace[1457701114] 'agreement among raft nodes before linearized reading' (duration: 2.000277713s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:53.31883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:51.318437Z","time spent":"2.000387076s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:59:53.987395Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.229922246s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T11:59:54.41095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265784099s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:59:54.411075Z","caller":"traceutil/trace.go:171","msg":"trace[175915347] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24570; }","duration":"1.265920833s","start":"2026-03-19T11:59:53.145135Z","end":"2026-03-19T11:59:54.411056Z","steps":["trace[175915347] 'range keys from in-memory index tree' (duration: 1.265766939s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:54.412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.357322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T11:59:54.412169Z","caller":"traceutil/trace.go:171","msg":"trace[1347734326] transaction","detail":"{read_only:false; response_revision:24571; number_of_response:1; }","duration":"3.093538918s","start":"2026-03-19T11:59:51.318614Z","end":"2026-03-19T11:59:54.412153Z","steps":["trace[1347734326] 'process raft request' (duration: 2.66896176s)","trace[1347734326] 'compare' (duration: 423.804497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:59:54.412251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:51.318606Z","time spent":"3.09361416s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:54.412511Z","caller":"traceutil/trace.go:171","msg":"trace[824301256] transaction","detail":"{read_only:false; response_revision:24572; number_of_response:1; }","duration":"2.561397759s","start":"2026-03-19T11:59:51.851086Z","end":"2026-03-19T11:59:54.412484Z","steps":["trace[824301256] 'process raft request' (duration: 2.560991848s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:54.41266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:51.851065Z","time spent":"2.561515712s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:54.413238Z","caller":"traceutil/trace.go:171","msg":"trace[1960708003] linearizableReadLoop","detail":"{readStateIndex:25466; appliedIndex:25463; }","duration":"3.098551255s","start":"2026-03-19T11:59:51.314663Z","end":"2026-03-19T11:59:54.413214Z","steps":["trace[1960708003] 'read index received' (duration: 1.442828978s)","trace[1960708003] 'applied index is now lower than readState.Index' (duration: 1.655720627s)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:59:54.413356Z","caller":"traceutil/trace.go:171","msg":"trace[28299981] transaction","detail":"{read_only:false; response_revision:24573; number_of_response:1; }","duration":"1.957779369s","start":"2026-03-19T11:59:52.455562Z","end":"2026-03-19T11:59:54.413341Z","steps":["trace[28299981] 'process raft request' (duration: 1.956793082s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:54.413447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:52.455532Z","time spent":"1.957859451s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:54.41366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.098906674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T11:59:54.413784Z","caller":"traceutil/trace.go:171","msg":"trace[468514373] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24573; }","duration":"3.099116219s","start":"2026-03-19T11:59:51.314644Z","end":"2026-03-19T11:59:54.41376Z","steps":["trace[468514373] 'agreement among raft nodes before linearized reading' (duration: 3.098744289s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:54.413855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:51.314633Z","time spent":"3.099207162s","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T11:59:55.206484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.783736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T11:59:55.206663Z","caller":"traceutil/trace.go:171","msg":"trace[659975681] transaction","detail":"{read_only:false; response_revision:24575; number_of_response:1; }","duration":"1.891919551s","start":"2026-03-19T11:59:53.314731Z","end":"2026-03-19T11:59:55.206651Z","steps":["trace[659975681] 'process raft request' (duration: 1.891821758s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:55.206706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:53.314716Z","time spent":"1.891971272s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:55.206777Z","caller":"traceutil/trace.go:171","msg":"trace[1779799958] transaction","detail":"{read_only:false; response_revision:24574; number_of_response:1; }","duration":"1.892079894s","start":"2026-03-19T11:59:53.314638Z","end":"2026-03-19T11:59:55.206718Z","steps":["trace[1779799958] 'process raft request' (duration: 1.58698053s)","trace[1779799958] 'compare' (duration: 304.532689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:59:55.206955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:53.314619Z","time spent":"1.892244319s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:55.206975Z","caller":"traceutil/trace.go:171","msg":"trace[1842765134] transaction","detail":"{read_only:false; response_revision:24576; number_of_response:1; }","duration":"1.88932065s","start":"2026-03-19T11:59:53.317627Z","end":"2026-03-19T11:59:55.206948Z","steps":["trace[1842765134] 'process raft request' (duration: 1.888996051s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:59:55.20704Z","caller":"traceutil/trace.go:171","msg":"trace[1934936361] transaction","detail":"{read_only:false; response_revision:24577; number_of_response:1; }","duration":"1.876305616s","start":"2026-03-19T11:59:53.330708Z","end":"2026-03-19T11:59:55.207013Z","steps":["trace[1934936361] 'process raft request' (duration: 1.876034189s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:59:55.207091Z","caller":"traceutil/trace.go:171","msg":"trace[675131153] transaction","detail":"{read_only:false; response_revision:24579; number_of_response:1; }","duration":"1.873009377s","start":"2026-03-19T11:59:53.334066Z","end":"2026-03-19T11:59:55.207075Z","steps":["trace[675131153] 'process raft request' (duration: 1.872939885s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:59:55.207093Z","caller":"traceutil/trace.go:171","msg":"trace[513023042] linearizableReadLoop","detail":"{readStateIndex:25473; appliedIndex:25467; }","duration":"793.775613ms","start":"2026-03-19T11:59:54.413297Z","end":"2026-03-19T11:59:55.207073Z","steps":["trace[513023042] 'read index received' (duration: 488.379521ms)","trace[513023042] 'applied index is now lower than readState.Index' (duration: 305.395122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:59:55.207113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:53.31762Z","time spent":"1.889417872s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:55.207155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:53.334057Z","time spent":"1.873065378s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:55.207171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.904771663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-19T11:59:55.20718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:53.330687Z","time spent":"1.876419609s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:55.207201Z","caller":"traceutil/trace.go:171","msg":"trace[754083760] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24579; }","duration":"2.904830764s","start":"2026-03-19T11:59:52.302363Z","end":"2026-03-19T11:59:55.207193Z","steps":["trace[754083760] 'agreement among raft nodes before linearized reading' (duration: 2.904737912s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:55.207219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:52.302346Z","time spent":"2.904869145s","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-19T11:59:55.207236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.775231888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-19T11:59:55.207297Z","caller":"traceutil/trace.go:171","msg":"trace[1972702679] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24579; }","duration":"3.775341201s","start":"2026-03-19T11:59:51.431947Z","end":"2026-03-19T11:59:55.207288Z","steps":["trace[1972702679] 'agreement among raft nodes before linearized reading' (duration: 3.775185987s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:55.207322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445630665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-19T11:59:55.207334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:51.431925Z","time spent":"3.775400332s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-19T11:59:55.207304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.35803324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-19T11:59:55.207337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577526744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T11:59:55.207333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.625183651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:59:55.207349Z","caller":"traceutil/trace.go:171","msg":"trace[1948917946] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f; range_end:; response_count:1; response_revision:24579; }","duration":"2.445679206s","start":"2026-03-19T11:59:52.761662Z","end":"2026-03-19T11:59:55.207342Z","steps":["trace[1948917946] 'agreement among raft nodes before linearized reading' (duration: 2.445560973s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:55.207237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.357217308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-19T11:59:55.207244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.892453231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T11:59:55.207376Z","caller":"traceutil/trace.go:171","msg":"trace[1205425249] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24579; }","duration":"2.625254353s","start":"2026-03-19T11:59:52.582112Z","end":"2026-03-19T11:59:55.207367Z","steps":["trace[1205425249] 'agreement among raft nodes before linearized reading' (duration: 2.625179991s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:59:55.207376Z","caller":"traceutil/trace.go:171","msg":"trace[1252670650] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24579; }","duration":"1.577563205s","start":"2026-03-19T11:59:53.629799Z","end":"2026-03-19T11:59:55.207363Z","steps":["trace[1252670650] 'agreement among raft nodes before linearized reading' (duration: 1.577433161s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:59:55.207401Z","caller":"traceutil/trace.go:171","msg":"trace[1707942501] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24579; }","duration":"3.357393823s","start":"2026-03-19T11:59:51.849999Z","end":"2026-03-19T11:59:55.207393Z","steps":["trace[1707942501] 'agreement among raft nodes before linearized reading' (duration: 3.357122215s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:59:55.207404Z","caller":"traceutil/trace.go:171","msg":"trace[1005089300] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24579; }","duration":"3.892629226s","start":"2026-03-19T11:59:51.314766Z","end":"2026-03-19T11:59:55.207395Z","steps":["trace[1005089300] 'agreement among raft nodes before linearized reading' (duration: 3.8924116s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:55.207397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.357237119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-19T11:59:55.207408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:52.582098Z","time spent":"2.625302294s","remote":"127.0.0.1:57396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:59:55.207425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:51.314759Z","time spent":"3.892661216s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T11:59:55.207377Z","caller":"traceutil/trace.go:171","msg":"trace[435628728] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24579; }","duration":"3.358152093s","start":"2026-03-19T11:59:51.849208Z","end":"2026-03-19T11:59:55.20736Z","steps":["trace[435628728] 'agreement among raft nodes before linearized reading' (duration: 3.357917046s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:55.207452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888052325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:59:55.207442Z","caller":"traceutil/trace.go:171","msg":"trace[617439689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24579; }","duration":"3.357333371s","start":"2026-03-19T11:59:51.850097Z","end":"2026-03-19T11:59:55.20743Z","steps":["trace[617439689] 'agreement among raft nodes before linearized reading' (duration: 3.357211037s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:55.207456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:51.849189Z","time spent":"3.358260986s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T11:59:55.20746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.357581987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T11:59:55.207471Z","caller":"traceutil/trace.go:171","msg":"trace[780272818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24579; }","duration":"1.888083997s","start":"2026-03-19T11:59:53.319382Z","end":"2026-03-19T11:59:55.207466Z","steps":["trace[780272818] 'agreement among raft nodes before linearized reading' (duration: 1.888054466s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:55.207421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:51.84998Z","time spent":"3.357435683s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T11:59:55.207489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:53.319375Z","time spent":"1.888111627s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T11:59:55.207491Z","caller":"traceutil/trace.go:171","msg":"trace[108585211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24579; }","duration":"3.357641279s","start":"2026-03-19T11:59:51.849842Z","end":"2026-03-19T11:59:55.207483Z","steps":["trace[108585211] 'agreement among raft nodes before linearized reading' (duration: 3.357560337s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:55.20754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:51.849827Z","time spent":"3.357706091s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T11:59:55.207413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:53.629751Z","time spent":"1.577653657s","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:59:55.20749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:51.850077Z","time spent":"3.357403022s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T11:59:55.207378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:52.761642Z","time spent":"2.445730908s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f\" "} {"level":"warn","ts":"2026-03-19T11:59:55.207631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093099623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274826"} {"level":"info","ts":"2026-03-19T11:59:55.207702Z","caller":"traceutil/trace.go:171","msg":"trace[1583044007] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24579; }","duration":"2.093199166s","start":"2026-03-19T11:59:53.114484Z","end":"2026-03-19T11:59:55.207683Z","steps":["trace[1583044007] 'agreement among raft nodes before linearized reading' (duration: 2.09261881s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:55.207715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.008127619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-19T11:59:55.207742Z","caller":"traceutil/trace.go:171","msg":"trace[1257826424] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24579; }","duration":"3.008191361s","start":"2026-03-19T11:59:52.199543Z","end":"2026-03-19T11:59:55.207734Z","steps":["trace[1257826424] 'agreement among raft nodes before linearized reading' (duration: 3.007731659s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:55.207751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:53.114459Z","time spent":"2.093277598s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274850,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-19T11:59:55.207767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:52.19952Z","time spent":"3.008241582s","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-19T11:59:55.207102Z","caller":"traceutil/trace.go:171","msg":"trace[171505942] transaction","detail":"{read_only:false; response_revision:24578; number_of_response:1; }","duration":"1.875003531s","start":"2026-03-19T11:59:53.332068Z","end":"2026-03-19T11:59:55.207072Z","steps":["trace[171505942] 'process raft request' (duration: 1.874878318s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:55.207986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:53.332058Z","time spent":"1.875840823s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:55.707695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134558,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:59:56.208539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134558,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T11:59:56.664274Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.762557859s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T11:59:56.695801Z","caller":"traceutil/trace.go:171","msg":"trace[764617385] transaction","detail":"{read_only:false; response_revision:24580; number_of_response:1; }","duration":"1.843837776s","start":"2026-03-19T11:59:54.851929Z","end":"2026-03-19T11:59:56.695767Z","steps":["trace[764617385] 'process raft request' (duration: 1.812547626s)","trace[764617385] 'compare' (duration: 30.749525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:59:56.696176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:54.851913Z","time spent":"1.844168415s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:57.213915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999658267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T11:59:57.213975Z","caller":"traceutil/trace.go:171","msg":"trace[1041403220] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999767891s","start":"2026-03-19T11:59:55.214196Z","end":"2026-03-19T11:59:57.213964Z","steps":["trace[1041403220] 'agreement among raft nodes before linearized reading' (duration: 1.999697629s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:57.214007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:55.214173Z","time spent":"1.999825732s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 11:59:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T11:59:58.092313Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.427350606s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T11:59:58.093277Z","caller":"traceutil/trace.go:171","msg":"trace[197907635] linearizableReadLoop","detail":"{readStateIndex:25480; appliedIndex:25473; }","duration":"2.886107836s","start":"2026-03-19T11:59:55.207145Z","end":"2026-03-19T11:59:58.093253Z","steps":["trace[197907635] 'read index received' (duration: 1.457345552s)","trace[197907635] 'applied index is now lower than readState.Index' (duration: 1.428760924s)"],"step_count":2} {"level":"info","ts":"2026-03-19T11:59:58.09339Z","caller":"traceutil/trace.go:171","msg":"trace[1000456134] transaction","detail":"{read_only:false; response_revision:24581; number_of_response:1; }","duration":"2.882775936s","start":"2026-03-19T11:59:55.210602Z","end":"2026-03-19T11:59:58.093378Z","steps":["trace[1000456134] 'process raft request' (duration: 2.882102607s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:58.093518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:55.210578Z","time spent":"2.882850288s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:58.093898Z","caller":"traceutil/trace.go:171","msg":"trace[740255258] transaction","detail":"{read_only:false; response_revision:24582; number_of_response:1; }","duration":"2.879449795s","start":"2026-03-19T11:59:55.214436Z","end":"2026-03-19T11:59:58.093886Z","steps":["trace[740255258] 'process raft request' (duration: 2.87853498s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:58.093967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:55.214421Z","time spent":"2.879511627s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:58.094102Z","caller":"traceutil/trace.go:171","msg":"trace[877932760] transaction","detail":"{read_only:false; response_revision:24583; number_of_response:1; }","duration":"2.87887902s","start":"2026-03-19T11:59:55.215214Z","end":"2026-03-19T11:59:58.094093Z","steps":["trace[877932760] 'process raft request' (duration: 2.877825391s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:58.094177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:55.215201Z","time spent":"2.878930581s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:58.094307Z","caller":"traceutil/trace.go:171","msg":"trace[2134278594] transaction","detail":"{read_only:false; response_revision:24584; number_of_response:1; }","duration":"2.878806008s","start":"2026-03-19T11:59:55.215492Z","end":"2026-03-19T11:59:58.094298Z","steps":["trace[2134278594] 'process raft request' (duration: 2.877581304s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:58.094364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:55.215482Z","time spent":"2.87885506s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:58.094565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.678506012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-19T11:59:58.094647Z","caller":"traceutil/trace.go:171","msg":"trace[845520747] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:24587; }","duration":"3.678662137s","start":"2026-03-19T11:59:54.415966Z","end":"2026-03-19T11:59:58.094628Z","steps":["trace[845520747] 'agreement among raft nodes before linearized reading' (duration: 3.67841182s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:58.094691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:54.415943Z","time spent":"3.678740978s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"info","ts":"2026-03-19T11:59:58.094711Z","caller":"traceutil/trace.go:171","msg":"trace[235976137] transaction","detail":"{read_only:false; response_revision:24586; number_of_response:1; }","duration":"2.764076192s","start":"2026-03-19T11:59:55.330581Z","end":"2026-03-19T11:59:58.094657Z","steps":["trace[235976137] 'process raft request' (duration: 2.762585962s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:59:58.09483Z","caller":"traceutil/trace.go:171","msg":"trace[3484357] transaction","detail":"{read_only:false; response_revision:24587; number_of_response:1; }","duration":"1.672862613s","start":"2026-03-19T11:59:56.421952Z","end":"2026-03-19T11:59:58.094815Z","steps":["trace[3484357] 'process raft request' (duration: 1.671254059s)"],"step_count":1} {"level":"info","ts":"2026-03-19T11:59:58.094856Z","caller":"traceutil/trace.go:171","msg":"trace[1300043544] transaction","detail":"{read_only:false; response_revision:24585; number_of_response:1; }","duration":"2.878810768s","start":"2026-03-19T11:59:55.215996Z","end":"2026-03-19T11:59:58.094806Z","steps":["trace[1300043544] 'process raft request' (duration: 2.877129733s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:58.094902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:56.421929Z","time spent":"1.672939165s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:58.094918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.044278731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T11:59:58.094942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:55.33056Z","time spent":"2.764254978s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:58.095014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:55.215986Z","time spent":"2.878943242s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:58.09495Z","caller":"traceutil/trace.go:171","msg":"trace[621133521] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24587; }","duration":"3.044313002s","start":"2026-03-19T11:59:55.050627Z","end":"2026-03-19T11:59:58.09494Z","steps":["trace[621133521] 'agreement among raft nodes before linearized reading' (duration: 3.04425538s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:58.095114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:55.050568Z","time spent":"3.044535447s","remote":"127.0.0.1:49338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:59:58.593527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134572,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T11:59:58.643853Z","caller":"traceutil/trace.go:171","msg":"trace[2114774940] transaction","detail":"{read_only:false; response_revision:24588; number_of_response:1; }","duration":"1.430464821s","start":"2026-03-19T11:59:57.213359Z","end":"2026-03-19T11:59:58.643824Z","steps":["trace[2114774940] 'process raft request' (duration: 1.429677279s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:58.644066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:57.213335Z","time spent":"1.430632785s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:58.644277Z","caller":"traceutil/trace.go:171","msg":"trace[1961626153] linearizableReadLoop","detail":"{readStateIndex:25488; appliedIndex:25481; }","duration":"550.911728ms","start":"2026-03-19T11:59:58.093342Z","end":"2026-03-19T11:59:58.644253Z","steps":["trace[1961626153] 'read index received' (duration: 550.141218ms)","trace[1961626153] 'applied index is now lower than readState.Index' (duration: 769.16µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:59:58.644511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430585593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:59:58.64455Z","caller":"traceutil/trace.go:171","msg":"trace[638903157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24593; }","duration":"1.430674476s","start":"2026-03-19T11:59:57.213866Z","end":"2026-03-19T11:59:58.644541Z","steps":["trace[638903157] 'agreement among raft nodes before linearized reading' (duration: 1.430579074s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:58.644578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:57.213859Z","time spent":"1.430712577s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T11:59:58.64486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.433309954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-45c11cca-e003-470f-b4ea-0df4d33920fc\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-19T11:59:58.645053Z","caller":"traceutil/trace.go:171","msg":"trace[1984963877] range","detail":"{range_begin:/registry/persistentvolumes/pvc-45c11cca-e003-470f-b4ea-0df4d33920fc; range_end:; response_count:1; response_revision:24593; }","duration":"3.433527361s","start":"2026-03-19T11:59:55.211509Z","end":"2026-03-19T11:59:58.645037Z","steps":["trace[1984963877] 'agreement among raft nodes before linearized reading' (duration: 3.433245883s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:58.645604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:55.211499Z","time spent":"3.434089356s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-45c11cca-e003-470f-b4ea-0df4d33920fc\" "} {"level":"info","ts":"2026-03-19T11:59:58.645107Z","caller":"traceutil/trace.go:171","msg":"trace[960830009] transaction","detail":"{read_only:false; response_revision:24592; number_of_response:1; }","duration":"1.429680269s","start":"2026-03-19T11:59:57.215408Z","end":"2026-03-19T11:59:58.645088Z","steps":["trace[960830009] 'process raft request' (duration: 1.4286038s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:58.645786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:57.215386Z","time spent":"1.430338097s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:58.645088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.45054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5ddfb5765d-ptkwk.189e3a3250faf011\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-03-19T11:59:58.645881Z","caller":"traceutil/trace.go:171","msg":"trace[507128092] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5ddfb5765d-ptkwk.189e3a3250faf011; range_end:; response_count:1; response_revision:24593; }","duration":"546.414657ms","start":"2026-03-19T11:59:58.099458Z","end":"2026-03-19T11:59:58.645873Z","steps":["trace[507128092] 'agreement among raft nodes before linearized reading' (duration: 545.445971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:58.645907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:58.099441Z","time spent":"546.460368ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1162,"request content":"key:\"/registry/events/openstack/barbican-api-5ddfb5765d-ptkwk.189e3a3250faf011\" "} {"level":"info","ts":"2026-03-19T11:59:58.645143Z","caller":"traceutil/trace.go:171","msg":"trace[1890747263] transaction","detail":"{read_only:false; response_revision:24589; number_of_response:1; }","duration":"1.431696804s","start":"2026-03-19T11:59:57.213438Z","end":"2026-03-19T11:59:58.645135Z","steps":["trace[1890747263] 'process raft request' (duration: 1.430401219s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:58.646005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:57.213405Z","time spent":"1.432581788s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:58.645166Z","caller":"traceutil/trace.go:171","msg":"trace[139301479] transaction","detail":"{read_only:false; response_revision:24590; number_of_response:1; }","duration":"1.431437237s","start":"2026-03-19T11:59:57.213723Z","end":"2026-03-19T11:59:58.64516Z","steps":["trace[139301479] 'process raft request' (duration: 1.430210184s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:58.646095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:57.213714Z","time spent":"1.432363812s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T11:59:58.645189Z","caller":"traceutil/trace.go:171","msg":"trace[176460638] transaction","detail":"{read_only:false; response_revision:24591; number_of_response:1; }","duration":"1.430344838s","start":"2026-03-19T11:59:57.214836Z","end":"2026-03-19T11:59:58.645181Z","steps":["trace[176460638] 'process raft request' (duration: 1.429136335s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:58.646161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:57.214825Z","time spent":"1.431322004s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:58.645177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.263383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:59:58.64621Z","caller":"traceutil/trace.go:171","msg":"trace[1906782047] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24593; }","duration":"480.305531ms","start":"2026-03-19T11:59:58.165898Z","end":"2026-03-19T11:59:58.646204Z","steps":["trace[1906782047] 'agreement among raft nodes before linearized reading' (duration: 479.234192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:58.646232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:58.165836Z","time spent":"480.386634ms","remote":"127.0.0.1:49396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:59:58.645346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:58.095727Z","time spent":"549.616584ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T11:59:58.645376Z","caller":"traceutil/trace.go:171","msg":"trace[2105343507] transaction","detail":"{read_only:false; response_revision:24593; number_of_response:1; }","duration":"1.429868295s","start":"2026-03-19T11:59:57.2155Z","end":"2026-03-19T11:59:58.645368Z","steps":["trace[2105343507] 'process raft request' (duration: 1.428554229s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:58.646403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:57.215494Z","time spent":"1.430893812s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T11:59:58.64544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.262791514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:59:58.646501Z","caller":"traceutil/trace.go:171","msg":"trace[681143271] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24593; }","duration":"3.263854913s","start":"2026-03-19T11:59:55.382637Z","end":"2026-03-19T11:59:58.646492Z","steps":["trace[681143271] 'agreement among raft nodes before linearized reading' (duration: 3.262768984s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:58.64652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:55.38258Z","time spent":"3.263934215s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:59:58.645454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.625280714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-19T11:59:58.646606Z","caller":"traceutil/trace.go:171","msg":"trace[42280018] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24593; }","duration":"2.626464576s","start":"2026-03-19T11:59:56.020136Z","end":"2026-03-19T11:59:58.646601Z","steps":["trace[42280018] 'agreement among raft nodes before linearized reading' (duration: 2.625260154s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:58.64662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:56.02012Z","time spent":"2.626495867s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T11:59:58.645466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.229103316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T11:59:58.646707Z","caller":"traceutil/trace.go:171","msg":"trace[1232301394] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24593; }","duration":"2.230358771s","start":"2026-03-19T11:59:56.416329Z","end":"2026-03-19T11:59:58.646688Z","steps":["trace[1232301394] 'agreement among raft nodes before linearized reading' (duration: 2.229091846s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:58.646767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:56.416314Z","time spent":"2.230435552s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T11:59:58.645505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.752025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T11:59:58.646866Z","caller":"traceutil/trace.go:171","msg":"trace[919848264] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24593; }","duration":"759.143293ms","start":"2026-03-19T11:59:57.887717Z","end":"2026-03-19T11:59:58.64686Z","steps":["trace[919848264] 'agreement among raft nodes before linearized reading' (duration: 757.761936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:58.646891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:57.887703Z","time spent":"759.180364ms","remote":"127.0.0.1:57966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T11:59:58.647123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.436128251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18509"} {"level":"info","ts":"2026-03-19T11:59:58.647184Z","caller":"traceutil/trace.go:171","msg":"trace[1160180903] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24593; }","duration":"3.438492155s","start":"2026-03-19T11:59:55.20868Z","end":"2026-03-19T11:59:58.647172Z","steps":["trace[1160180903] 'agreement among raft nodes before linearized reading' (duration: 3.436072419s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:58.647526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:55.208659Z","time spent":"3.438852845s","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18533,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T11:59:58.648168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.764523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T11:59:58.648518Z","caller":"traceutil/trace.go:171","msg":"trace[601227920] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24593; }","duration":"787.00053ms","start":"2026-03-19T11:59:57.861354Z","end":"2026-03-19T11:59:58.648355Z","steps":["trace[601227920] 'agreement among raft nodes before linearized reading' (duration: 783.082323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T11:59:58.658151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:57.86134Z","time spent":"796.795875ms","remote":"127.0.0.1:57806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-19T11:59:59.12402Z","caller":"traceutil/trace.go:171","msg":"trace[1551327247] transaction","detail":"{read_only:false; response_revision:24594; number_of_response:1; }","duration":"473.9749ms","start":"2026-03-19T11:59:58.650016Z","end":"2026-03-19T11:59:59.123991Z","steps":["trace[1551327247] 'process raft request' (duration: 426.521911ms)","trace[1551327247] 'compare' (duration: 47.097459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T11:59:59.124608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:58.649993Z","time spent":"474.525035ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:00.392327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.463788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:00:00.392538Z","caller":"traceutil/trace.go:171","msg":"trace[1576571823] transaction","detail":"{read_only:false; response_revision:24595; number_of_response:1; }","duration":"1.741894138s","start":"2026-03-19T11:59:58.650622Z","end":"2026-03-19T12:00:00.392516Z","steps":["trace[1576571823] 'process raft request' (duration: 1.023154332s)","trace[1576571823] 'compare' (duration: 717.370029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:00.392617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:58.650598Z","time spent":"1.74198341s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:00.393289Z","caller":"traceutil/trace.go:171","msg":"trace[1680816752] transaction","detail":"{read_only:false; response_revision:24596; number_of_response:1; }","duration":"1.741867627s","start":"2026-03-19T11:59:58.651391Z","end":"2026-03-19T12:00:00.393258Z","steps":["trace[1680816752] 'process raft request' (duration: 1.741038535s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:00.393383Z","caller":"traceutil/trace.go:171","msg":"trace[187158748] transaction","detail":"{read_only:false; response_revision:24598; number_of_response:1; }","duration":"1.728982377s","start":"2026-03-19T11:59:58.66437Z","end":"2026-03-19T12:00:00.393353Z","steps":["trace[187158748] 'process raft request' (duration: 1.728863824s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:00.393384Z","caller":"traceutil/trace.go:171","msg":"trace[158629637] transaction","detail":"{read_only:false; response_revision:24599; number_of_response:1; }","duration":"291.708901ms","start":"2026-03-19T12:00:00.101634Z","end":"2026-03-19T12:00:00.393343Z","steps":["trace[158629637] 'process raft request' (duration: 291.658659ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:00.393404Z","caller":"traceutil/trace.go:171","msg":"trace[1191562274] linearizableReadLoop","detail":"{readStateIndex:25490; appliedIndex:25488; }","duration":"1.742420942s","start":"2026-03-19T11:59:58.650945Z","end":"2026-03-19T12:00:00.393366Z","steps":["trace[1191562274] 'read index received' (duration: 425.641747ms)","trace[1191562274] 'applied index is now lower than readState.Index' (duration: 1.316774755s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:00.393452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:58.651382Z","time spent":"1.74198394s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:00.393518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:58.664362Z","time spent":"1.729085029s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:00.393417Z","caller":"traceutil/trace.go:171","msg":"trace[1800868368] transaction","detail":"{read_only:false; response_revision:24597; number_of_response:1; }","duration":"1.740182101s","start":"2026-03-19T11:59:58.653218Z","end":"2026-03-19T12:00:00.3934Z","steps":["trace[1800868368] 'process raft request' (duration: 1.739909454s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:00.393635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:58.653199Z","time spent":"1.740375917s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:00.393663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74271007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-19T12:00:00.393672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74012353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:00:00.39371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.105801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:00:00.393719Z","caller":"traceutil/trace.go:171","msg":"trace[1253193809] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24599; }","duration":"1.742797472s","start":"2026-03-19T11:59:58.650897Z","end":"2026-03-19T12:00:00.393694Z","steps":["trace[1253193809] 'agreement among raft nodes before linearized reading' (duration: 1.742605157s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:00.393742Z","caller":"traceutil/trace.go:171","msg":"trace[1162359818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24599; }","duration":"292.174453ms","start":"2026-03-19T12:00:00.101559Z","end":"2026-03-19T12:00:00.393733Z","steps":["trace[1162359818] 'agreement among raft nodes before linearized reading' (duration: 292.085471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:00.393751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:58.650886Z","time spent":"1.742856523s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-19T12:00:00.393791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.252856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T12:00:00.393835Z","caller":"traceutil/trace.go:171","msg":"trace[997458771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24599; }","duration":"292.317758ms","start":"2026-03-19T12:00:00.101505Z","end":"2026-03-19T12:00:00.393823Z","steps":["trace[997458771] 'agreement among raft nodes before linearized reading' (duration: 292.174344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:00.39383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733831669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:00.393883Z","caller":"traceutil/trace.go:171","msg":"trace[1621866461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24599; }","duration":"1.733899961s","start":"2026-03-19T11:59:58.659971Z","end":"2026-03-19T12:00:00.393871Z","steps":["trace[1621866461] 'agreement among raft nodes before linearized reading' (duration: 1.733799698s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:00.393677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644436791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:00:00.393922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.204753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:00:00.393942Z","caller":"traceutil/trace.go:171","msg":"trace[989377578] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24599; }","duration":"1.64473489s","start":"2026-03-19T11:59:58.749195Z","end":"2026-03-19T12:00:00.39393Z","steps":["trace[989377578] 'agreement among raft nodes before linearized reading' (duration: 1.644415591s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:00.393958Z","caller":"traceutil/trace.go:171","msg":"trace[262321773] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24599; }","duration":"289.264915ms","start":"2026-03-19T12:00:00.104686Z","end":"2026-03-19T12:00:00.393951Z","steps":["trace[262321773] 'agreement among raft nodes before linearized reading' (duration: 289.180483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:00.393987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:58.74918Z","time spent":"1.644795222s","remote":"127.0.0.1:53330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:00.393988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.035261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:00:00.393744Z","caller":"traceutil/trace.go:171","msg":"trace[67996980] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24599; }","duration":"1.740239373s","start":"2026-03-19T11:59:58.653487Z","end":"2026-03-19T12:00:00.393727Z","steps":["trace[67996980] 'agreement among raft nodes before linearized reading' (duration: 1.740094329s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:00.394018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651463933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:00.394027Z","caller":"traceutil/trace.go:171","msg":"trace[544041407] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24599; }","duration":"295.101943ms","start":"2026-03-19T12:00:00.098916Z","end":"2026-03-19T12:00:00.394018Z","steps":["trace[544041407] 'agreement among raft nodes before linearized reading' (duration: 295.00636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:00.39405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:58.653477Z","time spent":"1.740562082s","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-19T12:00:00.394059Z","caller":"traceutil/trace.go:171","msg":"trace[1343640264] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24599; }","duration":"1.651543295s","start":"2026-03-19T11:59:58.742503Z","end":"2026-03-19T12:00:00.394047Z","steps":["trace[1343640264] 'agreement among raft nodes before linearized reading' (duration: 1.651474963s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:00.393653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.936884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:00:00.394092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:58.742482Z","time spent":"1.651602846s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T12:00:00.394111Z","caller":"traceutil/trace.go:171","msg":"trace[37496785] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24599; }","duration":"799.444347ms","start":"2026-03-19T11:59:59.594657Z","end":"2026-03-19T12:00:00.394101Z","steps":["trace[37496785] 'agreement among raft nodes before linearized reading' (duration: 798.940134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:00.394134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267345652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-19T12:00:00.394001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696973258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-19T12:00:00.394252Z","caller":"traceutil/trace.go:171","msg":"trace[585750626] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24599; }","duration":"1.267505237s","start":"2026-03-19T11:59:59.126732Z","end":"2026-03-19T12:00:00.394238Z","steps":["trace[585750626] 'agreement among raft nodes before linearized reading' (duration: 1.26723984s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:00.394306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:59.126709Z","time spent":"1.267585348s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-19T12:00:00.394319Z","caller":"traceutil/trace.go:171","msg":"trace[999627718] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24599; }","duration":"1.69742574s","start":"2026-03-19T11:59:58.696854Z","end":"2026-03-19T12:00:00.39428Z","steps":["trace[999627718] 'agreement among raft nodes before linearized reading' (duration: 1.696796143s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:00.393941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:58.659962Z","time spent":"1.733967473s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:00:00.394393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:58.696833Z","time spent":"1.697548494s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T12:00:00.394149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:59.594634Z","time spent":"799.505659ms","remote":"127.0.0.1:57272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:00.393845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.050399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:00.394568Z","caller":"traceutil/trace.go:171","msg":"trace[2002139166] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24599; }","duration":"289.8056ms","start":"2026-03-19T12:00:00.104753Z","end":"2026-03-19T12:00:00.394558Z","steps":["trace[2002139166] 'agreement among raft nodes before linearized reading' (duration: 289.06483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:00.396506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10005968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-19T12:00:00.396555Z","caller":"traceutil/trace.go:171","msg":"trace[481920453] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24599; }","duration":"1.100136293s","start":"2026-03-19T11:59:59.296407Z","end":"2026-03-19T12:00:00.396544Z","steps":["trace[481920453] 'agreement among raft nodes before linearized reading' (duration: 1.097298345s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:00.398122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T11:59:59.29639Z","time spent":"1.101712925s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2611,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:00.900754Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134587,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:00:01.401813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134587,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T12:00:01.45797Z","caller":"traceutil/trace.go:171","msg":"trace[1948604350] transaction","detail":"{read_only:false; response_revision:24600; number_of_response:1; }","duration":"1.058483451s","start":"2026-03-19T12:00:00.399456Z","end":"2026-03-19T12:00:01.457939Z","steps":["trace[1948604350] 'process raft request' (duration: 1.029595156s)","trace[1948604350] 'compare' (duration: 28.73666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:01.458112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:00.399445Z","time spent":"1.058600243s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5502,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T12:00:02.404414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000124068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:00:02.404469Z","caller":"traceutil/trace.go:171","msg":"trace[1193790030] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00020516s","start":"2026-03-19T12:00:00.404252Z","end":"2026-03-19T12:00:02.404457Z","steps":["trace[1193790030] 'agreement among raft nodes before linearized reading' (duration: 2.000137938s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:02.404496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:00.404243Z","time spent":"2.000246672s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 12:00:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:00:02.498153Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.06728963s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T12:00:03.289631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.803925ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:03.289749Z","caller":"traceutil/trace.go:171","msg":"trace[1443051026] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24600; }","duration":"136.929678ms","start":"2026-03-19T12:00:03.152799Z","end":"2026-03-19T12:00:03.289728Z","steps":["trace[1443051026] 'range keys from in-memory index tree' (duration: 136.784853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:03.290182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.81023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:00:03.290325Z","caller":"traceutil/trace.go:171","msg":"trace[33029963] transaction","detail":"{read_only:false; response_revision:24601; number_of_response:1; }","duration":"2.890729682s","start":"2026-03-19T12:00:00.399569Z","end":"2026-03-19T12:00:03.290299Z","steps":["trace[33029963] 'process raft request' (duration: 2.098761097s)","trace[33029963] 'compare' (duration: 791.457851ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:00:03.290416Z","caller":"traceutil/trace.go:171","msg":"trace[1449662238] transaction","detail":"{read_only:false; response_revision:24602; number_of_response:1; }","duration":"2.890759182s","start":"2026-03-19T12:00:00.399642Z","end":"2026-03-19T12:00:03.290401Z","steps":["trace[1449662238] 'process raft request' (duration: 2.890609448s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:03.290449Z","caller":"traceutil/trace.go:171","msg":"trace[27872237] transaction","detail":"{read_only:false; response_revision:24603; number_of_response:1; }","duration":"2.890769492s","start":"2026-03-19T12:00:00.399651Z","end":"2026-03-19T12:00:03.29042Z","steps":["trace[27872237] 'process raft request' (duration: 2.89068015s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:03.290486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:00.399631Z","time spent":"2.890822584s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5246,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T12:00:03.290546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:00.399643Z","time spent":"2.890854884s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5417,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T12:00:03.29064Z","caller":"traceutil/trace.go:171","msg":"trace[1095204028] transaction","detail":"{read_only:false; response_revision:24606; number_of_response:1; }","duration":"2.889245981s","start":"2026-03-19T12:00:00.401386Z","end":"2026-03-19T12:00:03.290632Z","steps":["trace[1095204028] 'process raft request' (duration: 2.889066696s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:03.290623Z","caller":"traceutil/trace.go:171","msg":"trace[894457774] transaction","detail":"{read_only:false; response_revision:24605; number_of_response:1; }","duration":"2.889221211s","start":"2026-03-19T12:00:00.40137Z","end":"2026-03-19T12:00:03.290591Z","steps":["trace[894457774] 'process raft request' (duration: 2.889050716s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:03.290686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:00.401376Z","time spent":"2.889280082s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:03.290637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:00.399547Z","time spent":"2.890881905s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6653,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T12:00:03.290782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:00.401358Z","time spent":"2.889327333s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:03.290851Z","caller":"traceutil/trace.go:171","msg":"trace[999168165] transaction","detail":"{read_only:false; response_revision:24608; number_of_response:1; }","duration":"2.887225057s","start":"2026-03-19T12:00:00.40362Z","end":"2026-03-19T12:00:03.290845Z","steps":["trace[999168165] 'process raft request' (duration: 2.886916838s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:03.290886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:00.403604Z","time spent":"2.887260837s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:03.290976Z","caller":"traceutil/trace.go:171","msg":"trace[1824381819] transaction","detail":"{read_only:false; response_revision:24604; number_of_response:1; }","duration":"2.890545447s","start":"2026-03-19T12:00:00.400416Z","end":"2026-03-19T12:00:03.290961Z","steps":["trace[1824381819] 'process raft request' (duration: 2.88994604s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:03.291046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:00.400401Z","time spent":"2.890610068s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:03.291059Z","caller":"traceutil/trace.go:171","msg":"trace[54738704] transaction","detail":"{read_only:false; response_revision:24607; number_of_response:1; }","duration":"2.889539999s","start":"2026-03-19T12:00:00.401445Z","end":"2026-03-19T12:00:03.290985Z","steps":["trace[54738704] 'process raft request' (duration: 2.889047146s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:03.291349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:00.401437Z","time spent":"2.889753565s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:03.291111Z","caller":"traceutil/trace.go:171","msg":"trace[1984615003] transaction","detail":"{read_only:false; response_revision:24609; number_of_response:1; }","duration":"2.861825867s","start":"2026-03-19T12:00:00.429278Z","end":"2026-03-19T12:00:03.291104Z","steps":["trace[1984615003] 'process raft request' (duration: 2.861291702s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:03.291923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:00.429251Z","time spent":"2.862640948s","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:03.659384Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.078001511s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T12:00:04.0536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.936626ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-19T12:00:04.054284Z","caller":"traceutil/trace.go:171","msg":"trace[1853878142] transaction","detail":"{read_only:false; response_revision:24610; number_of_response:1; }","duration":"3.404602625s","start":"2026-03-19T12:00:00.649652Z","end":"2026-03-19T12:00:04.054254Z","steps":["trace[1853878142] 'process raft request' (duration: 3.40405108s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:04.054478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:00.649622Z","time spent":"3.404729818s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:04.405049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000386907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T12:00:04.405117Z","caller":"traceutil/trace.go:171","msg":"trace[671540374] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000472919s","start":"2026-03-19T12:00:02.404627Z","end":"2026-03-19T12:00:04.4051Z","steps":["trace[671540374] 'agreement among raft nodes before linearized reading' (duration: 2.000381727s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:04.405157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:02.404595Z","time spent":"2.000554432s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:00:04.68187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.5613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:00:04.682204Z","caller":"traceutil/trace.go:171","msg":"trace[1386845254] transaction","detail":"{read_only:false; response_revision:24611; number_of_response:1; }","duration":"4.030237462s","start":"2026-03-19T12:00:00.651954Z","end":"2026-03-19T12:00:04.682192Z","steps":["trace[1386845254] 'process raft request' (duration: 3.402287501s)","trace[1386845254] 'compare' (duration: 626.473101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:04.68226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:00.651931Z","time spent":"4.030306544s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:04.682449Z","caller":"traceutil/trace.go:171","msg":"trace[1474724613] transaction","detail":"{read_only:false; response_revision:24614; number_of_response:1; }","duration":"4.030223252s","start":"2026-03-19T12:00:00.652219Z","end":"2026-03-19T12:00:04.682442Z","steps":["trace[1474724613] 'process raft request' (duration: 4.029820701s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:04.682485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:00.652211Z","time spent":"4.030255193s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:04.682476Z","caller":"traceutil/trace.go:171","msg":"trace[1193016145] transaction","detail":"{read_only:false; response_revision:24615; number_of_response:1; }","duration":"4.028189407s","start":"2026-03-19T12:00:00.654265Z","end":"2026-03-19T12:00:04.682455Z","steps":["trace[1193016145] 'process raft request' (duration: 4.027890509s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:04.682474Z","caller":"traceutil/trace.go:171","msg":"trace[1798751932] linearizableReadLoop","detail":"{readStateIndex:25511; appliedIndex:25494; }","duration":"4.282547944s","start":"2026-03-19T12:00:00.399896Z","end":"2026-03-19T12:00:04.682444Z","steps":["trace[1798751932] 'read index received' (duration: 1.029237447s)","trace[1798751932] 'applied index is now lower than readState.Index' (duration: 3.253307637s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:04.682559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:00.654253Z","time spent":"4.028263199s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:04.682637Z","caller":"traceutil/trace.go:171","msg":"trace[1905861811] transaction","detail":"{read_only:false; response_revision:24617; number_of_response:1; }","duration":"3.218113822s","start":"2026-03-19T12:00:01.464515Z","end":"2026-03-19T12:00:04.682629Z","steps":["trace[1905861811] 'process raft request' (duration: 3.217816594s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:04.682651Z","caller":"traceutil/trace.go:171","msg":"trace[1819345046] transaction","detail":"{read_only:false; response_revision:24616; number_of_response:1; }","duration":"3.219866879s","start":"2026-03-19T12:00:01.462772Z","end":"2026-03-19T12:00:04.682639Z","steps":["trace[1819345046] 'process raft request' (duration: 3.219482849s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:04.682668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:01.464505Z","time spent":"3.218145173s","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:04.682741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:01.462727Z","time spent":"3.219953191s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T12:00:04.682812Z","caller":"traceutil/trace.go:171","msg":"trace[1226417428] transaction","detail":"{read_only:false; response_revision:24619; number_of_response:1; }","duration":"2.762452299s","start":"2026-03-19T12:00:01.920353Z","end":"2026-03-19T12:00:04.682806Z","steps":["trace[1226417428] 'process raft request' (duration: 2.762106419s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:04.682843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:01.920288Z","time spent":"2.762538381s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:04.682867Z","caller":"traceutil/trace.go:171","msg":"trace[1318824750] transaction","detail":"{read_only:false; response_revision:24620; number_of_response:1; }","duration":"2.281024787s","start":"2026-03-19T12:00:02.40183Z","end":"2026-03-19T12:00:04.682855Z","steps":["trace[1318824750] 'process raft request' (duration: 2.280684778s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:04.682896Z","caller":"traceutil/trace.go:171","msg":"trace[890688965] transaction","detail":"{read_only:false; response_revision:24618; number_of_response:1; }","duration":"2.981424045s","start":"2026-03-19T12:00:01.701466Z","end":"2026-03-19T12:00:04.68289Z","steps":["trace[890688965] 'process raft request' (duration: 2.980936042s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:04.682924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:01.701388Z","time spent":"2.981519248s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:04.682927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:02.401809Z","time spent":"2.281082908s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:04.683137Z","caller":"traceutil/trace.go:171","msg":"trace[1382904266] transaction","detail":"{read_only:false; response_revision:24612; number_of_response:1; }","duration":"4.031078875s","start":"2026-03-19T12:00:00.652041Z","end":"2026-03-19T12:00:04.68312Z","steps":["trace[1382904266] 'process raft request' (duration: 4.029897923s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:04.683281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:00.652032Z","time spent":"4.031184438s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:04.682075Z","caller":"traceutil/trace.go:171","msg":"trace[1353902444] transaction","detail":"{read_only:false; response_revision:24613; number_of_response:1; }","duration":"4.029972466s","start":"2026-03-19T12:00:00.652091Z","end":"2026-03-19T12:00:04.682063Z","steps":["trace[1353902444] 'process raft request' (duration: 4.029919964s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:04.683653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:00.652084Z","time spent":"4.031538418s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:05.308802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.220553ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-19T12:00:05.309458Z","caller":"traceutil/trace.go:171","msg":"trace[262049262] transaction","detail":"{read_only:false; response_revision:24621; number_of_response:1; }","duration":"2.008750643s","start":"2026-03-19T12:00:03.300668Z","end":"2026-03-19T12:00:05.309419Z","steps":["trace[262049262] 'process raft request' (duration: 2.008208059s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:05.309495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.909542408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T12:00:05.309587Z","caller":"traceutil/trace.go:171","msg":"trace[1706528891] linearizableReadLoop","detail":"{readStateIndex:25520; appliedIndex:25516; }","duration":"627.035115ms","start":"2026-03-19T12:00:04.682532Z","end":"2026-03-19T12:00:05.309567Z","steps":["trace[1706528891] 'read index received' (duration: 68.862µs)","trace[1706528891] 'applied index is now lower than readState.Index' (duration: 626.965173ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:00:05.309595Z","caller":"traceutil/trace.go:171","msg":"trace[1410018748] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24620; }","duration":"4.910368459s","start":"2026-03-19T12:00:00.399205Z","end":"2026-03-19T12:00:05.309574Z","steps":["trace[1410018748] 'agreement among raft nodes before linearized reading' (duration: 4.283376666s)","trace[1410018748] 'range keys from in-memory index tree' (duration: 626.380267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:05.309652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:03.300643Z","time spent":"2.008910937s","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5321,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:05.309668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:00.399189Z","time spent":"4.910466223s","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T12:00:05.309742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.845739392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:00:05.309798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.197804801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:05.309817Z","caller":"traceutil/trace.go:171","msg":"trace[979728811] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:24623; }","duration":"3.845825025s","start":"2026-03-19T12:00:01.463982Z","end":"2026-03-19T12:00:05.309807Z","steps":["trace[979728811] 'agreement among raft nodes before linearized reading' (duration: 3.845711662s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:05.309832Z","caller":"traceutil/trace.go:171","msg":"trace[1689708946] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24623; }","duration":"4.197861153s","start":"2026-03-19T12:00:01.111957Z","end":"2026-03-19T12:00:05.309818Z","steps":["trace[1689708946] 'agreement among raft nodes before linearized reading' (duration: 4.197818702s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:05.309872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:01.111941Z","time spent":"4.197922374s","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:05.309679Z","caller":"traceutil/trace.go:171","msg":"trace[852483219] transaction","detail":"{read_only:false; response_revision:24623; number_of_response:1; }","duration":"2.006185683s","start":"2026-03-19T12:00:03.303483Z","end":"2026-03-19T12:00:05.309669Z","steps":["trace[852483219] 'process raft request' (duration: 2.005929876s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:05.309893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.717198079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:00:05.309964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.908859504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T12:00:05.309968Z","caller":"traceutil/trace.go:171","msg":"trace[1134465020] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24623; }","duration":"2.717320223s","start":"2026-03-19T12:00:02.592629Z","end":"2026-03-19T12:00:05.309949Z","steps":["trace[1134465020] 'agreement among raft nodes before linearized reading' (duration: 2.717180529s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:05.309987Z","caller":"traceutil/trace.go:171","msg":"trace[2059735489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24623; }","duration":"2.908914475s","start":"2026-03-19T12:00:02.401067Z","end":"2026-03-19T12:00:05.309982Z","steps":["trace[2059735489] 'agreement among raft nodes before linearized reading' (duration: 2.908823923s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:05.310007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:02.40105Z","time spent":"2.908952786s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T12:00:05.310012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:02.59261Z","time spent":"2.717389625s","remote":"127.0.0.1:57482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:05.310075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.747724984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:00:05.30984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:01.463964Z","time spent":"3.845869476s","remote":"127.0.0.1:52976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-03-19T12:00:05.310474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027790767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:05.310505Z","caller":"traceutil/trace.go:171","msg":"trace[1759971863] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24623; }","duration":"1.027848758s","start":"2026-03-19T12:00:04.282648Z","end":"2026-03-19T12:00:05.310497Z","steps":["trace[1759971863] 'agreement among raft nodes before linearized reading' (duration: 1.027801217s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:05.310534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:04.282632Z","time spent":"1.027890419s","remote":"127.0.0.1:57794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:05.309963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:03.303467Z","time spent":"2.0064463s","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:05.309497Z","caller":"traceutil/trace.go:171","msg":"trace[484246907] transaction","detail":"{read_only:false; response_revision:24622; number_of_response:1; }","duration":"2.007625623s","start":"2026-03-19T12:00:03.301844Z","end":"2026-03-19T12:00:05.309469Z","steps":["trace[484246907] 'process raft request' (duration: 2.007506639s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:05.310709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.910541564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bc0c5b2e-643e-49ba-accf-d2a66f740231\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-03-19T12:00:05.310754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.907164582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-19T12:00:05.310779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:03.301836Z","time spent":"2.008885786s","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6718,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:05.309874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.828249575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:05.310793Z","caller":"traceutil/trace.go:171","msg":"trace[2130599695] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24623; }","duration":"4.907256765s","start":"2026-03-19T12:00:00.403525Z","end":"2026-03-19T12:00:05.310782Z","steps":["trace[2130599695] 'agreement among raft nodes before linearized reading' (duration: 4.907144082s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:05.309755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.890906619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:00:05.31086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:00.403515Z","time spent":"4.907334657s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T12:00:05.310788Z","caller":"traceutil/trace.go:171","msg":"trace[1297350306] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bc0c5b2e-643e-49ba-accf-d2a66f740231; range_end:; response_count:1; response_revision:24623; }","duration":"4.910643098s","start":"2026-03-19T12:00:00.400119Z","end":"2026-03-19T12:00:05.310762Z","steps":["trace[1297350306] 'agreement among raft nodes before linearized reading' (duration: 4.910399321s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:05.311041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.909552008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:05.311102Z","caller":"traceutil/trace.go:171","msg":"trace[1320920600] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24623; }","duration":"4.747815826s","start":"2026-03-19T12:00:00.562291Z","end":"2026-03-19T12:00:05.310107Z","steps":["trace[1320920600] 'agreement among raft nodes before linearized reading' (duration: 4.747749004s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:05.311134Z","caller":"traceutil/trace.go:171","msg":"trace[1574577854] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24623; }","duration":"4.909672761s","start":"2026-03-19T12:00:00.401444Z","end":"2026-03-19T12:00:05.311116Z","steps":["trace[1574577854] 'agreement among raft nodes before linearized reading' (duration: 4.909515747s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:05.311168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:00.562269Z","time spent":"4.748857954s","remote":"127.0.0.1:49434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:05.310864Z","caller":"traceutil/trace.go:171","msg":"trace[2142224807] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24623; }","duration":"2.829263813s","start":"2026-03-19T12:00:02.481578Z","end":"2026-03-19T12:00:05.310842Z","steps":["trace[2142224807] 'agreement among raft nodes before linearized reading' (duration: 2.828274186s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:05.311212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:02.481558Z","time spent":"2.829644092s","remote":"127.0.0.1:57836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:05.31106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:00.400107Z","time spent":"4.910932225s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-bc0c5b2e-643e-49ba-accf-d2a66f740231\" "} {"level":"warn","ts":"2026-03-19T12:00:05.310736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010157781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18509"} {"level":"warn","ts":"2026-03-19T12:00:05.311175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:00.401415Z","time spent":"4.909751483s","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-19T12:00:05.311579Z","caller":"traceutil/trace.go:171","msg":"trace[1796570778] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24623; }","duration":"2.011022454s","start":"2026-03-19T12:00:03.300543Z","end":"2026-03-19T12:00:05.311565Z","steps":["trace[1796570778] 'agreement among raft nodes before linearized reading' (duration: 2.01010723s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:05.311622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:03.300528Z","time spent":"2.011079975s","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18533,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-19T12:00:05.310228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.656805003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:05.311721Z","caller":"traceutil/trace.go:171","msg":"trace[795088417] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24623; }","duration":"3.658322404s","start":"2026-03-19T12:00:01.653381Z","end":"2026-03-19T12:00:05.311703Z","steps":["trace[795088417] 'agreement among raft nodes before linearized reading' (duration: 3.656817323s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:05.311762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:01.653359Z","time spent":"3.658391505s","remote":"127.0.0.1:57642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:05.310726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.909407134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-19T12:00:05.310925Z","caller":"traceutil/trace.go:171","msg":"trace[1100662230] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24623; }","duration":"3.892083501s","start":"2026-03-19T12:00:01.418795Z","end":"2026-03-19T12:00:05.310878Z","steps":["trace[1100662230] 'agreement among raft nodes before linearized reading' (duration: 3.890902289s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:05.311887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:01.418775Z","time spent":"3.893096939s","remote":"127.0.0.1:49590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:05.311835Z","caller":"traceutil/trace.go:171","msg":"trace[1689176987] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f; range_end:; response_count:1; response_revision:24623; }","duration":"4.910546884s","start":"2026-03-19T12:00:00.401276Z","end":"2026-03-19T12:00:05.311823Z","steps":["trace[1689176987] 'agreement among raft nodes before linearized reading' (duration: 4.909361992s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:05.311949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:00.401265Z","time spent":"4.910676618s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f\" "} {"level":"warn","ts":"2026-03-19T12:00:05.310234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.1514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:05.312057Z","caller":"traceutil/trace.go:171","msg":"trace[1736448500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24623; }","duration":"898.991769ms","start":"2026-03-19T12:00:04.413045Z","end":"2026-03-19T12:00:05.312036Z","steps":["trace[1736448500] 'agreement among raft nodes before linearized reading' (duration: 897.156389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:05.312123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:04.413028Z","time spent":"899.079132ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:00:05.810574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134616,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:00:06.311242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134616,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:00:06.450593Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.752071311s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T12:00:06.620948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:05.630403Z","time spent":"990.535764ms","remote":"127.0.0.1:49980","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T12:00:06.621495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.649133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:00:06.621581Z","caller":"traceutil/trace.go:171","msg":"trace[681672438] transaction","detail":"{read_only:false; response_revision:24624; number_of_response:1; }","duration":"1.933810475s","start":"2026-03-19T12:00:04.687754Z","end":"2026-03-19T12:00:06.621565Z","steps":["trace[681672438] 'process raft request' (duration: 1.763030188s)","trace[681672438] 'compare' (duration: 170.364046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:06.621624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:04.687736Z","time spent":"1.933871147s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":702,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T12:00:07.313825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000188289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T12:00:07.313885Z","caller":"traceutil/trace.go:171","msg":"trace[315218036] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000316102s","start":"2026-03-19T12:00:05.313556Z","end":"2026-03-19T12:00:07.313872Z","steps":["trace[315218036] 'agreement among raft nodes before linearized reading' (duration: 2.000220569s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:07.313916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:05.31354Z","time spent":"2.000369733s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:00:07.76502Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.241598722s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T12:00:07.765609Z","caller":"traceutil/trace.go:171","msg":"trace[2067191480] transaction","detail":"{read_only:false; response_revision:24625; number_of_response:1; }","duration":"2.451475722s","start":"2026-03-19T12:00:05.314084Z","end":"2026-03-19T12:00:07.76556Z","steps":["trace[2067191480] 'process raft request' (duration: 2.451185724s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:07.765779Z","caller":"traceutil/trace.go:171","msg":"trace[491473340] linearizableReadLoop","detail":"{readStateIndex:25528; appliedIndex:25520; }","duration":"2.456114177s","start":"2026-03-19T12:00:05.309637Z","end":"2026-03-19T12:00:07.765752Z","steps":["trace[491473340] 'read index received' (duration: 1.141233285s)","trace[491473340] 'applied index is now lower than readState.Index' (duration: 1.314879562s)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:00:07.765848Z","caller":"traceutil/trace.go:171","msg":"trace[1096548658] transaction","detail":"{read_only:false; response_revision:24631; number_of_response:1; }","duration":"1.705778505s","start":"2026-03-19T12:00:06.060046Z","end":"2026-03-19T12:00:07.765825Z","steps":["trace[1096548658] 'process raft request' (duration: 1.705658271s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:07.765894Z","caller":"traceutil/trace.go:171","msg":"trace[651121254] transaction","detail":"{read_only:false; response_revision:24626; number_of_response:1; }","duration":"2.451787469s","start":"2026-03-19T12:00:05.314099Z","end":"2026-03-19T12:00:07.765887Z","steps":["trace[651121254] 'process raft request' (duration: 2.451383248s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:07.767634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:05.314079Z","time spent":"2.453519747s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5695,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T12:00:07.765924Z","caller":"traceutil/trace.go:171","msg":"trace[1312587282] transaction","detail":"{read_only:false; response_revision:24627; number_of_response:1; }","duration":"2.45181534s","start":"2026-03-19T12:00:05.3141Z","end":"2026-03-19T12:00:07.765915Z","steps":["trace[1312587282] 'process raft request' (duration: 2.45144543s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:07.766032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.079243655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/keystone-fernet-rotate\" ","response":"range_response_count:1 size:5551"} {"level":"info","ts":"2026-03-19T12:00:07.767887Z","caller":"traceutil/trace.go:171","msg":"trace[1395278361] range","detail":"{range_begin:/registry/cronjobs/openstack/keystone-fernet-rotate; range_end:; response_count:1; response_revision:24631; }","duration":"3.081102286s","start":"2026-03-19T12:00:04.686754Z","end":"2026-03-19T12:00:07.767856Z","steps":["trace[1395278361] 'agreement among raft nodes before linearized reading' (duration: 3.079086031s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:07.767854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:05.314076Z","time spent":"2.453724762s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5614,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T12:00:07.767967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:04.686709Z","time spent":"3.081229199s","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":5575,"request content":"key:\"/registry/cronjobs/openstack/keystone-fernet-rotate\" "} {"level":"info","ts":"2026-03-19T12:00:07.76608Z","caller":"traceutil/trace.go:171","msg":"trace[989377700] transaction","detail":"{read_only:false; response_revision:24628; number_of_response:1; }","duration":"2.451767089s","start":"2026-03-19T12:00:05.314302Z","end":"2026-03-19T12:00:07.766069Z","steps":["trace[989377700] 'process raft request' (duration: 2.451282786s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:07.768218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:05.314286Z","time spent":"2.453820925s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:07.766101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.466870089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-19T12:00:07.768342Z","caller":"traceutil/trace.go:171","msg":"trace[1263271110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24631; }","duration":"2.469141021s","start":"2026-03-19T12:00:05.299191Z","end":"2026-03-19T12:00:07.768332Z","steps":["trace[1263271110] 'agreement among raft nodes before linearized reading' (duration: 2.466864389s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:07.768375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:05.299173Z","time spent":"2.469190642s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T12:00:07.766111Z","caller":"traceutil/trace.go:171","msg":"trace[90569930] transaction","detail":"{read_only:false; response_revision:24629; number_of_response:1; }","duration":"2.451478491s","start":"2026-03-19T12:00:05.314625Z","end":"2026-03-19T12:00:07.766104Z","steps":["trace[90569930] 'process raft request' (duration: 2.451009559s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:07.768496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:05.314615Z","time spent":"2.453835175s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5443,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T12:00:07.766137Z","caller":"traceutil/trace.go:171","msg":"trace[1204525199] transaction","detail":"{read_only:false; response_revision:24630; number_of_response:1; }","duration":"2.451025279s","start":"2026-03-19T12:00:05.315106Z","end":"2026-03-19T12:00:07.766131Z","steps":["trace[1204525199] 'process raft request' (duration: 2.450569767s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:07.768595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:05.315088Z","time spent":"2.453484395s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6850,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T12:00:07.766151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.466947461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T12:00:07.768661Z","caller":"traceutil/trace.go:171","msg":"trace[1621430643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24631; }","duration":"2.46948262s","start":"2026-03-19T12:00:05.299169Z","end":"2026-03-19T12:00:07.768652Z","steps":["trace[1621430643] 'agreement among raft nodes before linearized reading' (duration: 2.466944201s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:07.768685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:05.299154Z","time spent":"2.469523881s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T12:00:07.766201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.468111723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-19T12:00:07.768751Z","caller":"traceutil/trace.go:171","msg":"trace[1790806579] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24631; }","duration":"2.470660732s","start":"2026-03-19T12:00:05.298083Z","end":"2026-03-19T12:00:07.768743Z","steps":["trace[1790806579] 'agreement among raft nodes before linearized reading' (duration: 2.468081572s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:07.768772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:05.298024Z","time spent":"2.470739774s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T12:00:07.766244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.731388341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:00:07.76884Z","caller":"traceutil/trace.go:171","msg":"trace[519758857] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24631; }","duration":"2.734022032s","start":"2026-03-19T12:00:05.034811Z","end":"2026-03-19T12:00:07.768833Z","steps":["trace[519758857] 'agreement among raft nodes before linearized reading' (duration: 2.731401081s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:07.768863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:05.034791Z","time spent":"2.734063904s","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:07.766425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.718202223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-19T12:00:07.769008Z","caller":"traceutil/trace.go:171","msg":"trace[1265556615] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24631; }","duration":"2.720791693s","start":"2026-03-19T12:00:05.048209Z","end":"2026-03-19T12:00:07.769001Z","steps":["trace[1265556615] 'agreement among raft nodes before linearized reading' (duration: 2.717991207s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:07.769035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:05.048148Z","time spent":"2.720877616s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":177,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:07.766514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.468488353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-19T12:00:07.769142Z","caller":"traceutil/trace.go:171","msg":"trace[1714112043] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24631; }","duration":"2.471175476s","start":"2026-03-19T12:00:05.297954Z","end":"2026-03-19T12:00:07.769129Z","steps":["trace[1714112043] 'agreement among raft nodes before linearized reading' (duration: 2.468262656s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:07.76917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:05.297936Z","time spent":"2.471225217s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T12:00:07.769618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:06.060014Z","time spent":"1.707479601s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:07.769841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:05.314055Z","time spent":"2.453187187s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:08.268154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:00:08.768585Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:00:09.268788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:00:09.31921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000472596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:00:09.319375Z","caller":"traceutil/trace.go:171","msg":"trace[1403745306] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000694392s","start":"2026-03-19T12:00:07.318662Z","end":"2026-03-19T12:00:09.319356Z","steps":["trace[1403745306] 'agreement among raft nodes before linearized reading' (duration: 2.000505877s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:09.319455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:07.31864Z","time spent":"2.000802564s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 12:00:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:00:09.36288Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.483294284s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T12:00:09.363443Z","caller":"traceutil/trace.go:171","msg":"trace[548145550] transaction","detail":"{read_only:false; response_revision:24638; number_of_response:1; }","duration":"2.669955965s","start":"2026-03-19T12:00:06.693467Z","end":"2026-03-19T12:00:09.363423Z","steps":["trace[548145550] 'process raft request' (duration: 2.669920694s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:09.36357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:06.693443Z","time spent":"2.670062867s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:09.363687Z","caller":"traceutil/trace.go:171","msg":"trace[10815087] transaction","detail":"{read_only:false; response_revision:24634; number_of_response:1; }","duration":"2.673641494s","start":"2026-03-19T12:00:06.690029Z","end":"2026-03-19T12:00:09.363671Z","steps":["trace[10815087] 'process raft request' (duration: 2.673247904s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:09.363836Z","caller":"traceutil/trace.go:171","msg":"trace[166777483] transaction","detail":"{read_only:false; response_revision:24636; number_of_response:1; }","duration":"2.673677056s","start":"2026-03-19T12:00:06.690149Z","end":"2026-03-19T12:00:09.363827Z","steps":["trace[166777483] 'process raft request' (duration: 2.673191302s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:09.363886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:06.69014Z","time spent":"2.673720427s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:09.363804Z","caller":"traceutil/trace.go:171","msg":"trace[690368482] transaction","detail":"{read_only:false; response_revision:24635; number_of_response:1; }","duration":"2.673592733s","start":"2026-03-19T12:00:06.690113Z","end":"2026-03-19T12:00:09.363706Z","steps":["trace[690368482] 'process raft request' (duration: 2.673197793s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:09.363953Z","caller":"traceutil/trace.go:171","msg":"trace[1176121315] transaction","detail":"{read_only:false; response_revision:24637; number_of_response:1; }","duration":"2.672041541s","start":"2026-03-19T12:00:06.691904Z","end":"2026-03-19T12:00:09.363946Z","steps":["trace[1176121315] 'process raft request' (duration: 2.671460535s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:09.363988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:06.691857Z","time spent":"2.672113754s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:09.364427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:06.690007Z","time spent":"2.673757548s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:09.364735Z","caller":"traceutil/trace.go:171","msg":"trace[896609914] transaction","detail":"{read_only:false; response_revision:24632; number_of_response:1; }","duration":"2.738817315s","start":"2026-03-19T12:00:06.625892Z","end":"2026-03-19T12:00:09.36471Z","steps":["trace[896609914] 'process raft request' (duration: 2.73717654s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:09.364837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:06.625873Z","time spent":"2.738906997s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T12:00:09.363557Z","caller":"traceutil/trace.go:171","msg":"trace[1653224165] transaction","detail":"{read_only:false; response_revision:24633; number_of_response:1; }","duration":"2.67345827s","start":"2026-03-19T12:00:06.690017Z","end":"2026-03-19T12:00:09.363475Z","steps":["trace[1653224165] 'process raft request' (duration: 2.673191053s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:09.365083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:06.689988Z","time spent":"2.675051383s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:09.36543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:06.690085Z","time spent":"2.673926163s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:10.816096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000669634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T12:00:10.816179Z","caller":"traceutil/trace.go:171","msg":"trace[1882155984] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000808127s","start":"2026-03-19T12:00:08.815351Z","end":"2026-03-19T12:00:10.816159Z","steps":["trace[1882155984] 'agreement among raft nodes before linearized reading' (duration: 2.000699815s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:10.816249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:08.815331Z","time spent":"2.000907311s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:00:11.081255Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.717947877s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T12:00:11.082315Z","caller":"traceutil/trace.go:171","msg":"trace[560882910] transaction","detail":"{read_only:false; response_revision:24639; number_of_response:1; }","duration":"3.306753355s","start":"2026-03-19T12:00:07.775535Z","end":"2026-03-19T12:00:11.082289Z","steps":["trace[560882910] 'process raft request' (duration: 3.306093287s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:11.082426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:07.77551Z","time spent":"3.306847968s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:11.082613Z","caller":"traceutil/trace.go:171","msg":"trace[1253348588] transaction","detail":"{read_only:false; response_revision:24640; number_of_response:1; }","duration":"3.307028433s","start":"2026-03-19T12:00:07.775574Z","end":"2026-03-19T12:00:11.082602Z","steps":["trace[1253348588] 'process raft request' (duration: 3.306647822s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:11.082669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:07.775549Z","time spent":"3.307088294s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5741,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:11.08297Z","caller":"traceutil/trace.go:171","msg":"trace[1594500210] transaction","detail":"{read_only:false; response_revision:24641; number_of_response:1; }","duration":"3.305547373s","start":"2026-03-19T12:00:07.777398Z","end":"2026-03-19T12:00:11.082946Z","steps":["trace[1594500210] 'process raft request' (duration: 3.305153542s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:11.083659Z","caller":"traceutil/trace.go:171","msg":"trace[1181812363] transaction","detail":"{read_only:false; response_revision:24642; number_of_response:1; }","duration":"3.306047647s","start":"2026-03-19T12:00:07.777585Z","end":"2026-03-19T12:00:11.083633Z","steps":["trace[1181812363] 'process raft request' (duration: 3.305293396s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:11.083818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:07.777575Z","time spent":"3.306162359s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6896,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:11.08459Z","caller":"traceutil/trace.go:171","msg":"trace[1294561473] transaction","detail":"{read_only:false; response_revision:24643; number_of_response:1; }","duration":"3.304871284s","start":"2026-03-19T12:00:07.779699Z","end":"2026-03-19T12:00:11.08457Z","steps":["trace[1294561473] 'process raft request' (duration: 3.30363126s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:11.084694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:07.779671Z","time spent":"3.304970517s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:11.08486Z","caller":"traceutil/trace.go:171","msg":"trace[564529282] transaction","detail":"{read_only:false; response_revision:24644; number_of_response:1; }","duration":"3.304929785s","start":"2026-03-19T12:00:07.779908Z","end":"2026-03-19T12:00:11.084838Z","steps":["trace[564529282] 'process raft request' (duration: 3.304195115s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:11.084985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:07.779902Z","time spent":"3.305027709s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:11.085112Z","caller":"traceutil/trace.go:171","msg":"trace[156169803] transaction","detail":"{read_only:false; response_revision:24645; number_of_response:1; }","duration":"3.303948129s","start":"2026-03-19T12:00:07.781141Z","end":"2026-03-19T12:00:11.085089Z","steps":["trace[156169803] 'process raft request' (duration: 3.303086326s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:11.085323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:07.78113Z","time spent":"3.304051762s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6835,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:11.085587Z","caller":"traceutil/trace.go:171","msg":"trace[1635106848] transaction","detail":"{read_only:false; response_revision:24646; number_of_response:1; }","duration":"3.302919751s","start":"2026-03-19T12:00:07.782645Z","end":"2026-03-19T12:00:11.085565Z","steps":["trace[1635106848] 'process raft request' (duration: 3.302331645s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:11.085771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:07.782616Z","time spent":"3.303032684s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5684,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:11.089571Z","caller":"traceutil/trace.go:171","msg":"trace[1802419525] linearizableReadLoop","detail":"{readStateIndex:25549; appliedIndex:25535; }","duration":"3.322172504s","start":"2026-03-19T12:00:07.767378Z","end":"2026-03-19T12:00:11.08955Z","steps":["trace[1802419525] 'read index received' (duration: 1.596064456s)","trace[1802419525] 'applied index is now lower than readState.Index' (duration: 1.726107118s)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:00:11.089658Z","caller":"traceutil/trace.go:171","msg":"trace[1302062121] transaction","detail":"{read_only:false; response_revision:24648; number_of_response:1; }","duration":"3.306798917s","start":"2026-03-19T12:00:07.782845Z","end":"2026-03-19T12:00:11.089644Z","steps":["trace[1302062121] 'process raft request' (duration: 3.306403256s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:11.089679Z","caller":"traceutil/trace.go:171","msg":"trace[617733720] transaction","detail":"{read_only:false; response_revision:24649; number_of_response:1; }","duration":"3.306636123s","start":"2026-03-19T12:00:07.783033Z","end":"2026-03-19T12:00:11.089669Z","steps":["trace[617733720] 'process raft request' (duration: 3.306326744s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:11.089736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:07.783022Z","time spent":"3.306676893s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:11.089737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:07.782835Z","time spent":"3.306862968s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5428,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:11.089612Z","caller":"traceutil/trace.go:171","msg":"trace[2079137706] transaction","detail":"{read_only:false; response_revision:24647; number_of_response:1; }","duration":"3.306849799s","start":"2026-03-19T12:00:07.782747Z","end":"2026-03-19T12:00:11.089597Z","steps":["trace[2079137706] 'process raft request' (duration: 3.302564742s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:11.089875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:07.782741Z","time spent":"3.307077205s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5599,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:11.089589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:07.777384Z","time spent":"3.305612774s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5660,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:11.090029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.772172296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:11.090058Z","caller":"traceutil/trace.go:171","msg":"trace[35626281] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24652; }","duration":"5.772214247s","start":"2026-03-19T12:00:05.317834Z","end":"2026-03-19T12:00:11.090048Z","steps":["trace[35626281] 'agreement among raft nodes before linearized reading' (duration: 5.772138175s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:11.090083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.777025928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-19T12:00:11.090126Z","caller":"traceutil/trace.go:171","msg":"trace[392935199] transaction","detail":"{read_only:false; response_revision:24650; number_of_response:1; }","duration":"3.307025993s","start":"2026-03-19T12:00:07.783091Z","end":"2026-03-19T12:00:11.090117Z","steps":["trace[392935199] 'process raft request' (duration: 3.306316043s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:11.090078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:05.317827Z","time spent":"5.772244448s","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-19T12:00:11.090158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:07.783084Z","time spent":"3.307058933s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":732,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T12:00:11.090329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.77419282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-19T12:00:11.090364Z","caller":"traceutil/trace.go:171","msg":"trace[102823386] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24652; }","duration":"5.774239382s","start":"2026-03-19T12:00:05.316115Z","end":"2026-03-19T12:00:11.090355Z","steps":["trace[102823386] 'agreement among raft nodes before linearized reading' (duration: 5.77414755s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:11.090384Z","caller":"traceutil/trace.go:171","msg":"trace[1420718687] transaction","detail":"{read_only:false; response_revision:24652; number_of_response:1; }","duration":"2.848333198s","start":"2026-03-19T12:00:08.242047Z","end":"2026-03-19T12:00:11.090381Z","steps":["trace[1420718687] 'process raft request' (duration: 2.847448524s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:11.090393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:05.316109Z","time spent":"5.774278493s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-19T12:00:11.09043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:08.24203Z","time spent":"2.848367049s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:11.090367Z","caller":"traceutil/trace.go:171","msg":"trace[1866544241] transaction","detail":"{read_only:false; response_revision:24651; number_of_response:1; }","duration":"3.306388555s","start":"2026-03-19T12:00:07.783972Z","end":"2026-03-19T12:00:11.090361Z","steps":["trace[1866544241] 'process raft request' (duration: 3.305487901s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:11.090553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:07.783964Z","time spent":"3.306559921s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:11.090644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.011302955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:00:11.090665Z","caller":"traceutil/trace.go:171","msg":"trace[136658096] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24652; }","duration":"4.011326286s","start":"2026-03-19T12:00:07.079334Z","end":"2026-03-19T12:00:11.09066Z","steps":["trace[136658096] 'agreement among raft nodes before linearized reading' (duration: 4.011237993s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:11.090695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:07.079293Z","time spent":"4.011383407s","remote":"127.0.0.1:53302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:11.090737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.777233273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18509"} {"level":"info","ts":"2026-03-19T12:00:11.090785Z","caller":"traceutil/trace.go:171","msg":"trace[1793938903] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24652; }","duration":"5.777330186s","start":"2026-03-19T12:00:05.313446Z","end":"2026-03-19T12:00:11.090776Z","steps":["trace[1793938903] 'agreement among raft nodes before linearized reading' (duration: 5.777157801s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:11.09088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:05.313428Z","time spent":"5.777444318s","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18533,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T12:00:11.090953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.039578425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:11.09099Z","caller":"traceutil/trace.go:171","msg":"trace[734456698] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24652; }","duration":"5.039615146s","start":"2026-03-19T12:00:06.051364Z","end":"2026-03-19T12:00:11.09098Z","steps":["trace[734456698] 'agreement among raft nodes before linearized reading' (duration: 5.039553135s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:11.091019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:06.051314Z","time spent":"5.039697888s","remote":"127.0.0.1:57570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:11.090125Z","caller":"traceutil/trace.go:171","msg":"trace[985311351] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:24652; }","duration":"5.777090659s","start":"2026-03-19T12:00:05.313025Z","end":"2026-03-19T12:00:11.090115Z","steps":["trace[985311351] 'agreement among raft nodes before linearized reading' (duration: 5.776960145s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:11.09107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:05.313003Z","time spent":"5.778060386s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-03-19T12:00:11.0909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.798169991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:00:11.091154Z","caller":"traceutil/trace.go:171","msg":"trace[1862329284] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24652; }","duration":"4.798453319s","start":"2026-03-19T12:00:06.292689Z","end":"2026-03-19T12:00:11.091142Z","steps":["trace[1862329284] 'agreement among raft nodes before linearized reading' (duration: 4.798181541s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:11.091205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:06.292672Z","time spent":"4.7985202s","remote":"127.0.0.1:49374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:11.319384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999866442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:00:11.319446Z","caller":"traceutil/trace.go:171","msg":"trace[1964834572] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999975464s","start":"2026-03-19T12:00:09.319457Z","end":"2026-03-19T12:00:11.319432Z","steps":["trace[1964834572] 'agreement among raft nodes before linearized reading' (duration: 1.999894842s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:11.319479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:09.319439Z","time spent":"2.000034326s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 12:00:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:00:12.659455Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.469047708s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T12:00:12.831839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641320736s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:00:12.832193Z","caller":"traceutil/trace.go:171","msg":"trace[558798236] transaction","detail":"{read_only:false; response_revision:24654; number_of_response:1; }","duration":"3.144010067s","start":"2026-03-19T12:00:09.688146Z","end":"2026-03-19T12:00:12.832156Z","steps":["trace[558798236] 'process raft request' (duration: 3.143782091s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:12.832321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:09.688122Z","time spent":"3.144127871s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:12.832399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:11.092413Z","time spent":"1.739979625s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T12:00:12.832425Z","caller":"traceutil/trace.go:171","msg":"trace[1130921567] transaction","detail":"{read_only:false; response_revision:24660; number_of_response:1; }","duration":"1.734235419s","start":"2026-03-19T12:00:11.098172Z","end":"2026-03-19T12:00:12.832407Z","steps":["trace[1130921567] 'process raft request' (duration: 1.734133036s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:12.832417Z","caller":"traceutil/trace.go:171","msg":"trace[1928451316] transaction","detail":"{read_only:false; response_revision:24657; number_of_response:1; }","duration":"1.743216203s","start":"2026-03-19T12:00:11.089168Z","end":"2026-03-19T12:00:12.832384Z","steps":["trace[1928451316] 'process raft request' (duration: 1.742923735s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:12.832433Z","caller":"traceutil/trace.go:171","msg":"trace[1089358390] transaction","detail":"{read_only:false; response_revision:24658; number_of_response:1; }","duration":"1.74313994s","start":"2026-03-19T12:00:11.089266Z","end":"2026-03-19T12:00:12.832406Z","steps":["trace[1089358390] 'process raft request' (duration: 1.742864353s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:12.832448Z","caller":"traceutil/trace.go:171","msg":"trace[1622647212] transaction","detail":"{read_only:false; response_revision:24659; number_of_response:1; }","duration":"1.738401732s","start":"2026-03-19T12:00:11.09402Z","end":"2026-03-19T12:00:12.832422Z","steps":["trace[1622647212] 'process raft request' (duration: 1.738227137s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:12.832497Z","caller":"traceutil/trace.go:171","msg":"trace[489063292] transaction","detail":"{read_only:false; response_revision:24653; number_of_response:1; }","duration":"3.463619776s","start":"2026-03-19T12:00:09.368868Z","end":"2026-03-19T12:00:12.832487Z","steps":["trace[489063292] 'process raft request' (duration: 1.821522579s)","trace[489063292] 'compare' (duration: 1.638033817s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:12.832514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:11.098158Z","time spent":"1.734310071s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T12:00:12.832475Z","caller":"traceutil/trace.go:171","msg":"trace[601586578] transaction","detail":"{read_only:false; response_revision:24656; number_of_response:1; }","duration":"2.324800374s","start":"2026-03-19T12:00:10.507614Z","end":"2026-03-19T12:00:12.832414Z","steps":["trace[601586578] 'process raft request' (duration: 2.324437014s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:12.832541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:09.368848Z","time spent":"3.463672257s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T12:00:12.832529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:11.089148Z","time spent":"1.743328946s","remote":"127.0.0.1:53352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T12:00:12.832529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:11.089245Z","time spent":"1.743241243s","remote":"127.0.0.1:53352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T12:00:12.832567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.057815481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e39dda5a2e868\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-19T12:00:12.832597Z","caller":"traceutil/trace.go:171","msg":"trace[17660825] linearizableReadLoop","detail":"{readStateIndex:25555; appliedIndex:25549; }","duration":"1.74276629s","start":"2026-03-19T12:00:11.08964Z","end":"2026-03-19T12:00:12.832406Z","steps":["trace[17660825] 'read index received' (duration: 100.764766ms)","trace[17660825] 'applied index is now lower than readState.Index' (duration: 1.642000384s)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:00:12.83262Z","caller":"traceutil/trace.go:171","msg":"trace[1346343016] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e39dda5a2e868; range_end:; response_count:1; response_revision:24661; }","duration":"5.057915843s","start":"2026-03-19T12:00:07.774687Z","end":"2026-03-19T12:00:12.832603Z","steps":["trace[1346343016] 'agreement among raft nodes before linearized reading' (duration: 5.057724588s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:12.832543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:11.093983Z","time spent":"1.738512145s","remote":"127.0.0.1:53352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":745,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T12:00:12.832664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:07.774659Z","time spent":"5.057991826s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e39dda5a2e868\" "} {"level":"info","ts":"2026-03-19T12:00:12.832688Z","caller":"traceutil/trace.go:171","msg":"trace[1203738354] transaction","detail":"{read_only:false; response_revision:24655; number_of_response:1; }","duration":"3.048973957s","start":"2026-03-19T12:00:09.783699Z","end":"2026-03-19T12:00:12.832673Z","steps":["trace[1203738354] 'process raft request' (duration: 3.04831904s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:12.832691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:10.507588Z","time spent":"2.324983559s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:12.832747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835239461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:12.832772Z","caller":"traceutil/trace.go:171","msg":"trace[940083968] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24661; }","duration":"1.835294133s","start":"2026-03-19T12:00:10.99747Z","end":"2026-03-19T12:00:12.832765Z","steps":["trace[940083968] 'agreement among raft nodes before linearized reading' (duration: 1.835245782s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:12.83275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375731327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:00:12.832767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:09.783672Z","time spent":"3.049046959s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:12.832791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.209044783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:00:12.832799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.819365102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:00:12.832813Z","caller":"traceutil/trace.go:171","msg":"trace[1577982157] transaction","detail":"{read_only:false; response_revision:24661; number_of_response:1; }","duration":"1.734520387s","start":"2026-03-19T12:00:11.098287Z","end":"2026-03-19T12:00:12.832807Z","steps":["trace[1577982157] 'process raft request' (duration: 1.734067825s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:12.83282Z","caller":"traceutil/trace.go:171","msg":"trace[1148082342] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24661; }","duration":"3.209105315s","start":"2026-03-19T12:00:09.623705Z","end":"2026-03-19T12:00:12.83281Z","steps":["trace[1148082342] 'agreement among raft nodes before linearized reading' (duration: 3.209046944s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:12.832843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:11.09828Z","time spent":"1.734550018s","remote":"127.0.0.1:53352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T12:00:12.832845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:09.623687Z","time spent":"3.209152077s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:12.83284Z","caller":"traceutil/trace.go:171","msg":"trace[1863822882] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24661; }","duration":"2.819457646s","start":"2026-03-19T12:00:10.01337Z","end":"2026-03-19T12:00:12.832827Z","steps":["trace[1863822882] 'agreement among raft nodes before linearized reading' (duration: 2.819378043s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:12.832793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:10.997456Z","time spent":"1.835331963s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:12.832848Z","caller":"traceutil/trace.go:171","msg":"trace[415770740] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24661; }","duration":"2.375812119s","start":"2026-03-19T12:00:10.456989Z","end":"2026-03-19T12:00:12.832801Z","steps":["trace[415770740] 'agreement among raft nodes before linearized reading' (duration: 2.375680505s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:12.83293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.404206933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:00:12.832886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:10.013334Z","time spent":"2.819540768s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:12.83295Z","caller":"traceutil/trace.go:171","msg":"trace[935460005] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24661; }","duration":"3.404257485s","start":"2026-03-19T12:00:09.428685Z","end":"2026-03-19T12:00:12.832943Z","steps":["trace[935460005] 'agreement among raft nodes before linearized reading' (duration: 3.404222224s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:12.832956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.049024689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-19T12:00:12.83297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:09.428668Z","time spent":"3.404295515s","remote":"127.0.0.1:57896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:12.832998Z","caller":"traceutil/trace.go:171","msg":"trace[541904164] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24661; }","duration":"3.049119011s","start":"2026-03-19T12:00:09.783864Z","end":"2026-03-19T12:00:12.832983Z","steps":["trace[541904164] 'agreement among raft nodes before linearized reading' (duration: 3.048983697s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:12.833024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:09.783852Z","time spent":"3.049167932s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T12:00:12.833024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137983171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:00:12.833024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252637615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:00:12.833062Z","caller":"traceutil/trace.go:171","msg":"trace[1703682065] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24661; }","duration":"2.138075004s","start":"2026-03-19T12:00:10.694973Z","end":"2026-03-19T12:00:12.833048Z","steps":["trace[1703682065] 'agreement among raft nodes before linearized reading' (duration: 2.137998511s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:12.833071Z","caller":"traceutil/trace.go:171","msg":"trace[561264822] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24661; }","duration":"2.252753258s","start":"2026-03-19T12:00:10.580302Z","end":"2026-03-19T12:00:12.833056Z","steps":["trace[561264822] 'agreement among raft nodes before linearized reading' (duration: 2.252680506s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:12.833097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:10.694952Z","time spent":"2.138137236s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:12.832952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:10.456834Z","time spent":"2.376094587s","remote":"127.0.0.1:57372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:12.833116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:10.580269Z","time spent":"2.25283363s","remote":"127.0.0.1:51300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:13.327628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000521879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T12:00:13.327698Z","caller":"traceutil/trace.go:171","msg":"trace[1947521866] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000637592s","start":"2026-03-19T12:00:11.327044Z","end":"2026-03-19T12:00:13.327682Z","steps":["trace[1947521866] 'agreement among raft nodes before linearized reading' (duration: 2.00054235s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:13.327735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:11.327031Z","time spent":"2.000696643s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 12:00:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:00:13.333876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:00:13.834296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:00:14.334858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:00:14.389873Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.568206191s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T12:00:15.003204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857883088s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:15.003289Z","caller":"traceutil/trace.go:171","msg":"trace[1648450082] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24661; }","duration":"1.85797876s","start":"2026-03-19T12:00:13.145297Z","end":"2026-03-19T12:00:15.003276Z","steps":["trace[1648450082] 'range keys from in-memory index tree' (duration: 1.857869177s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:15.004352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.125025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:00:15.004538Z","caller":"traceutil/trace.go:171","msg":"trace[1365520356] transaction","detail":"{read_only:false; response_revision:24662; number_of_response:1; }","duration":"3.634087716s","start":"2026-03-19T12:00:11.370422Z","end":"2026-03-19T12:00:15.00451Z","steps":["trace[1365520356] 'process raft request' (duration: 3.019728134s)","trace[1365520356] 'compare' (duration: 613.358584ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:00:15.004649Z","caller":"traceutil/trace.go:171","msg":"trace[1165094752] transaction","detail":"{read_only:false; response_revision:24664; number_of_response:1; }","duration":"3.633793528s","start":"2026-03-19T12:00:11.370837Z","end":"2026-03-19T12:00:15.00463Z","steps":["trace[1165094752] 'process raft request' (duration: 3.633710166s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:15.004673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:11.370401Z","time spent":"3.634201749s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:15.004677Z","caller":"traceutil/trace.go:171","msg":"trace[2042470278] transaction","detail":"{read_only:false; response_revision:24663; number_of_response:1; }","duration":"3.633806208s","start":"2026-03-19T12:00:11.370837Z","end":"2026-03-19T12:00:15.004644Z","steps":["trace[2042470278] 'process raft request' (duration: 3.633604023s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:15.004728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:11.370824Z","time spent":"3.63387015s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:15.004931Z","caller":"traceutil/trace.go:171","msg":"trace[1697143276] transaction","detail":"{read_only:false; response_revision:24665; number_of_response:1; }","duration":"3.633240383s","start":"2026-03-19T12:00:11.371672Z","end":"2026-03-19T12:00:15.004912Z","steps":["trace[1697143276] 'process raft request' (duration: 3.632921714s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:15.004988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:11.371649Z","time spent":"3.633311395s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:15.005011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:11.370828Z","time spent":"3.633932491s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:15.005128Z","caller":"traceutil/trace.go:171","msg":"trace[744281557] transaction","detail":"{read_only:false; response_revision:24666; number_of_response:1; }","duration":"3.631147496s","start":"2026-03-19T12:00:11.373965Z","end":"2026-03-19T12:00:15.005113Z","steps":["trace[744281557] 'process raft request' (duration: 3.630792636s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:15.005196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:11.373958Z","time spent":"3.631205817s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:15.005237Z","caller":"traceutil/trace.go:171","msg":"trace[1761053002] transaction","detail":"{read_only:false; response_revision:24667; number_of_response:1; }","duration":"3.631014093s","start":"2026-03-19T12:00:11.374209Z","end":"2026-03-19T12:00:15.005223Z","steps":["trace[1761053002] 'process raft request' (duration: 3.630858209s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:15.005309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:11.374199Z","time spent":"3.631075904s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:15.005911Z","caller":"traceutil/trace.go:171","msg":"trace[1391921623] transaction","detail":"{read_only:false; response_revision:24671; number_of_response:1; }","duration":"2.169010195s","start":"2026-03-19T12:00:12.836882Z","end":"2026-03-19T12:00:15.005892Z","steps":["trace[1391921623] 'process raft request' (duration: 2.168578944s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:15.00713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:12.836873Z","time spent":"2.170224788s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T12:00:15.005931Z","caller":"traceutil/trace.go:171","msg":"trace[1176023637] transaction","detail":"{read_only:false; response_revision:24668; number_of_response:1; }","duration":"2.815023157s","start":"2026-03-19T12:00:12.190896Z","end":"2026-03-19T12:00:15.005919Z","steps":["trace[1176023637] 'process raft request' (duration: 2.814280577s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:15.007826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:12.190859Z","time spent":"2.816929009s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:15.005959Z","caller":"traceutil/trace.go:171","msg":"trace[1203243423] transaction","detail":"{read_only:false; response_revision:24669; number_of_response:1; }","duration":"2.17062667s","start":"2026-03-19T12:00:12.835326Z","end":"2026-03-19T12:00:15.005953Z","steps":["trace[1203243423] 'process raft request' (duration: 2.170014363s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:15.008122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:12.835304Z","time spent":"2.172784748s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:15.005982Z","caller":"traceutil/trace.go:171","msg":"trace[558067381] transaction","detail":"{read_only:false; response_revision:24670; number_of_response:1; }","duration":"2.170585508s","start":"2026-03-19T12:00:12.83539Z","end":"2026-03-19T12:00:15.005975Z","steps":["trace[558067381] 'process raft request' (duration: 2.170023993s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:15.008362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:12.83537Z","time spent":"2.172928192s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:15.00601Z","caller":"traceutil/trace.go:171","msg":"trace[1355237902] transaction","detail":"{read_only:false; response_revision:24672; number_of_response:1; }","duration":"2.168587114s","start":"2026-03-19T12:00:12.837417Z","end":"2026-03-19T12:00:15.006004Z","steps":["trace[1355237902] 'process raft request' (duration: 2.168087591s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:15.00845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:12.83741Z","time spent":"2.17101103s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:15.328263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000340755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:00:15.328395Z","caller":"traceutil/trace.go:171","msg":"trace[1875330052] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00050299s","start":"2026-03-19T12:00:13.327835Z","end":"2026-03-19T12:00:15.328338Z","steps":["trace[1875330052] 'agreement among raft nodes before linearized reading' (duration: 2.000380547s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:15.328457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:13.327814Z","time spent":"2.000628933s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 12:00:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:00:16.117618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111865559s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-19T12:00:16.117735Z","caller":"traceutil/trace.go:171","msg":"trace[1087672173] linearizableReadLoop","detail":"{readStateIndex:25571; appliedIndex:25559; }","duration":"3.285099909s","start":"2026-03-19T12:00:12.832615Z","end":"2026-03-19T12:00:16.117714Z","steps":["trace[1087672173] 'read index received' (duration: 1.557506191s)","trace[1087672173] 'applied index is now lower than readState.Index' (duration: 1.727591588s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:16.118362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.500833797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:16.118425Z","caller":"traceutil/trace.go:171","msg":"trace[2079368419] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24672; }","duration":"3.501036323s","start":"2026-03-19T12:00:12.617372Z","end":"2026-03-19T12:00:16.118409Z","steps":["trace[2079368419] 'agreement among raft nodes before linearized reading' (duration: 3.500901919s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:16.118482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:12.617343Z","time spent":"3.501117865s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:16.11878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.020448519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-rotate-29565360\" ","response":"range_response_count:1 size:5702"} {"level":"info","ts":"2026-03-19T12:00:16.118815Z","caller":"traceutil/trace.go:171","msg":"trace[719173044] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-rotate-29565360; range_end:; response_count:1; response_revision:24672; }","duration":"5.02049949s","start":"2026-03-19T12:00:11.098308Z","end":"2026-03-19T12:00:16.118807Z","steps":["trace[719173044] 'agreement among raft nodes before linearized reading' (duration: 5.020381487s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:16.118833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:11.098303Z","time spent":"5.020526211s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":5726,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-rotate-29565360\" "} {"level":"warn","ts":"2026-03-19T12:00:16.118856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.020679645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d0c93e5f-dfa9-4df2-a42a-ea2ab25f79ef\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-19T12:00:16.118916Z","caller":"traceutil/trace.go:171","msg":"trace[129715847] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d0c93e5f-dfa9-4df2-a42a-ea2ab25f79ef; range_end:; response_count:1; response_revision:24672; }","duration":"5.020739956s","start":"2026-03-19T12:00:11.098162Z","end":"2026-03-19T12:00:16.118902Z","steps":["trace[129715847] 'agreement among raft nodes before linearized reading' (duration: 5.020583622s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:16.118967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:11.098124Z","time spent":"5.020830559s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-d0c93e5f-dfa9-4df2-a42a-ea2ab25f79ef\" "} {"level":"warn","ts":"2026-03-19T12:00:16.118991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.690271533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:16.119011Z","caller":"traceutil/trace.go:171","msg":"trace[149318917] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24672; }","duration":"4.690320094s","start":"2026-03-19T12:00:11.428683Z","end":"2026-03-19T12:00:16.119003Z","steps":["trace[149318917] 'agreement among raft nodes before linearized reading' (duration: 4.690273513s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:16.119046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:11.428677Z","time spent":"4.690362736s","remote":"127.0.0.1:57654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:16.119082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.018072094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-19T12:00:16.119116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.719598959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:16.119151Z","caller":"traceutil/trace.go:171","msg":"trace[1158575061] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24672; }","duration":"5.018151176s","start":"2026-03-19T12:00:11.100983Z","end":"2026-03-19T12:00:16.119134Z","steps":["trace[1158575061] 'agreement among raft nodes before linearized reading' (duration: 5.017980791s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:16.119192Z","caller":"traceutil/trace.go:171","msg":"trace[1521199612] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24672; }","duration":"4.719727783s","start":"2026-03-19T12:00:11.399447Z","end":"2026-03-19T12:00:16.119174Z","steps":["trace[1521199612] 'agreement among raft nodes before linearized reading' (duration: 4.719588859s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:16.119207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.008260747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29565360-kq2hf\" ","response":"range_response_count:1 size:5507"} {"level":"warn","ts":"2026-03-19T12:00:16.119207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.019330038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-cell-setup-29565360\" ","response":"range_response_count:1 size:5446"} {"level":"warn","ts":"2026-03-19T12:00:16.119231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.020019417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29565360\" ","response":"range_response_count:1 size:5617"} {"level":"warn","ts":"2026-03-19T12:00:16.11925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:11.399427Z","time spent":"4.719812186s","remote":"127.0.0.1:49302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:16.119253Z","caller":"traceutil/trace.go:171","msg":"trace[1389336512] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29565360-kq2hf; range_end:; response_count:1; response_revision:24672; }","duration":"5.008307569s","start":"2026-03-19T12:00:11.110933Z","end":"2026-03-19T12:00:16.119241Z","steps":["trace[1389336512] 'agreement among raft nodes before linearized reading' (duration: 5.008150824s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:16.119275Z","caller":"traceutil/trace.go:171","msg":"trace[1265623110] range","detail":"{range_begin:/registry/jobs/openstack/nova-cell-setup-29565360; range_end:; response_count:1; response_revision:24672; }","duration":"5.01941744s","start":"2026-03-19T12:00:11.099841Z","end":"2026-03-19T12:00:16.119258Z","steps":["trace[1265623110] 'agreement among raft nodes before linearized reading' (duration: 5.019286147s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:16.119285Z","caller":"traceutil/trace.go:171","msg":"trace[1309970722] range","detail":"{range_begin:/registry/jobs/openstack/heat-engine-cleaner-29565360; range_end:; response_count:1; response_revision:24672; }","duration":"5.020076118s","start":"2026-03-19T12:00:11.099188Z","end":"2026-03-19T12:00:16.119264Z","steps":["trace[1309970722] 'agreement among raft nodes before linearized reading' (duration: 5.019928524s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:16.119288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:11.110886Z","time spent":"5.008394331s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5531,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29565360-kq2hf\" "} {"level":"warn","ts":"2026-03-19T12:00:16.119196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:11.100977Z","time spent":"5.018207948s","remote":"127.0.0.1:49454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T12:00:16.119317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:11.099182Z","time spent":"5.0201278s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":5641,"request content":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29565360\" "} {"level":"warn","ts":"2026-03-19T12:00:16.119314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:11.099835Z","time spent":"5.019470292s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-cell-setup-29565360\" "} {"level":"warn","ts":"2026-03-19T12:00:16.167642Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.175569969s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T12:00:16.168093Z","caller":"traceutil/trace.go:171","msg":"trace[1982172437] transaction","detail":"{read_only:false; response_revision:24673; number_of_response:1; }","duration":"1.329098128s","start":"2026-03-19T12:00:14.83897Z","end":"2026-03-19T12:00:16.168068Z","steps":["trace[1982172437] 'process raft request' (duration: 1.328860441s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:16.168268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:14.838951Z","time spent":"1.329215121s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:16.826379Z","caller":"traceutil/trace.go:171","msg":"trace[1209705554] linearizableReadLoop","detail":"{readStateIndex:25573; appliedIndex:25571; }","duration":"708.57489ms","start":"2026-03-19T12:00:16.117775Z","end":"2026-03-19T12:00:16.82635Z","steps":["trace[1209705554] 'read index received' (duration: 50.195603ms)","trace[1209705554] 'applied index is now lower than readState.Index' (duration: 658.377807ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:00:16.826665Z","caller":"traceutil/trace.go:171","msg":"trace[1740775384] transaction","detail":"{read_only:false; response_revision:24674; number_of_response:1; }","duration":"1.814737874s","start":"2026-03-19T12:00:15.011909Z","end":"2026-03-19T12:00:16.826647Z","steps":["trace[1740775384] 'process raft request' (duration: 1.813662015s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:16.826773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:15.011891Z","time spent":"1.814814736s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T12:00:16.826809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.825408707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:00:16.826841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4904575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:16.826875Z","caller":"traceutil/trace.go:171","msg":"trace[720522220] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24675; }","duration":"2.82550402s","start":"2026-03-19T12:00:14.001354Z","end":"2026-03-19T12:00:16.826858Z","steps":["trace[720522220] 'agreement among raft nodes before linearized reading' (duration: 2.825332555s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:16.826909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:14.001286Z","time spent":"2.825614633s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:16.827066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.310401927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:16.827117Z","caller":"traceutil/trace.go:171","msg":"trace[1724887440] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24675; }","duration":"3.310490079s","start":"2026-03-19T12:00:13.516612Z","end":"2026-03-19T12:00:16.827102Z","steps":["trace[1724887440] 'agreement among raft nodes before linearized reading' (duration: 3.310403587s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:16.827145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.734513662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-19T12:00:16.827144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.735469138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:00:16.827147Z","caller":"traceutil/trace.go:171","msg":"trace[968332833] transaction","detail":"{read_only:false; response_revision:24675; number_of_response:1; }","duration":"702.275079ms","start":"2026-03-19T12:00:16.124856Z","end":"2026-03-19T12:00:16.827131Z","steps":["trace[968332833] 'process raft request' (duration: 701.338944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:16.827163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:13.516595Z","time spent":"3.310553791s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:16.827175Z","caller":"traceutil/trace.go:171","msg":"trace[1660196729] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24675; }","duration":"3.734565744s","start":"2026-03-19T12:00:13.0926Z","end":"2026-03-19T12:00:16.827166Z","steps":["trace[1660196729] 'agreement among raft nodes before linearized reading' (duration: 3.734465701s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:16.827165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.731399297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:00:16.827185Z","caller":"traceutil/trace.go:171","msg":"trace[600679535] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24675; }","duration":"3.735544s","start":"2026-03-19T12:00:13.091628Z","end":"2026-03-19T12:00:16.827172Z","steps":["trace[600679535] 'agreement among raft nodes before linearized reading' (duration: 3.735403156s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:16.827201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:13.092592Z","time spent":"3.734603715s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T12:00:16.827183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.725800605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T12:00:16.827186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.608314486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:16.827217Z","caller":"traceutil/trace.go:171","msg":"trace[1349790616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24675; }","duration":"3.731500571s","start":"2026-03-19T12:00:13.095703Z","end":"2026-03-19T12:00:16.827204Z","steps":["trace[1349790616] 'agreement among raft nodes before linearized reading' (duration: 3.731349187s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:16.827222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:13.09161Z","time spent":"3.735604822s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T12:00:16.827232Z","caller":"traceutil/trace.go:171","msg":"trace[245654264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24675; }","duration":"3.725908668s","start":"2026-03-19T12:00:13.101312Z","end":"2026-03-19T12:00:16.827221Z","steps":["trace[245654264] 'agreement among raft nodes before linearized reading' (duration: 3.725733694s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:16.827237Z","caller":"traceutil/trace.go:171","msg":"trace[1359408660] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24675; }","duration":"3.608420249s","start":"2026-03-19T12:00:13.218806Z","end":"2026-03-19T12:00:16.827226Z","steps":["trace[1359408660] 'agreement among raft nodes before linearized reading' (duration: 3.608311926s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:16.827247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:13.095682Z","time spent":"3.731558342s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T12:00:16.827264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:13.101298Z","time spent":"3.72595766s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T12:00:16.827268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:13.218787Z","time spent":"3.608476181s","remote":"127.0.0.1:53194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:16.827178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756581745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:00:16.827344Z","caller":"traceutil/trace.go:171","msg":"trace[1341500958] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24675; }","duration":"1.756785121s","start":"2026-03-19T12:00:15.07055Z","end":"2026-03-19T12:00:16.827335Z","steps":["trace[1341500958] 'agreement among raft nodes before linearized reading' (duration: 1.756588855s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:16.827345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.590358365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:00:16.827238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:16.124834Z","time spent":"702.354062ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6787,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:16.827347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.107378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:00:16.82737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:15.070528Z","time spent":"1.756832802s","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:16.826903Z","caller":"traceutil/trace.go:171","msg":"trace[1882752267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24675; }","duration":"1.490571522s","start":"2026-03-19T12:00:15.336312Z","end":"2026-03-19T12:00:16.826884Z","steps":["trace[1882752267] 'agreement among raft nodes before linearized reading' (duration: 1.490463809s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:16.827266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815647549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-19T12:00:16.827392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:15.336235Z","time spent":"1.491153368s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T12:00:16.827392Z","caller":"traceutil/trace.go:171","msg":"trace[769545808] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24675; }","duration":"827.18319ms","start":"2026-03-19T12:00:16.000194Z","end":"2026-03-19T12:00:16.827377Z","steps":["trace[769545808] 'agreement among raft nodes before linearized reading' (duration: 827.072147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:16.827403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419681607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-19T12:00:16.827442Z","caller":"traceutil/trace.go:171","msg":"trace[1210831346] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24675; }","duration":"1.419757569s","start":"2026-03-19T12:00:15.407676Z","end":"2026-03-19T12:00:16.827433Z","steps":["trace[1210831346] 'agreement among raft nodes before linearized reading' (duration: 1.419662907s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:16.827516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:15.407656Z","time spent":"1.419852172s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T12:00:16.827317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816981865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-19T12:00:16.827538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.461374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-19T12:00:16.827559Z","caller":"traceutil/trace.go:171","msg":"trace[1807842939] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24675; }","duration":"1.817241702s","start":"2026-03-19T12:00:15.010308Z","end":"2026-03-19T12:00:16.827549Z","steps":["trace[1807842939] 'agreement among raft nodes before linearized reading' (duration: 1.816972235s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:16.827585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:15.010294Z","time spent":"1.817283143s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T12:00:16.827443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:16.000178Z","time spent":"827.250792ms","remote":"127.0.0.1:49604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:16.827588Z","caller":"traceutil/trace.go:171","msg":"trace[254159388] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24675; }","duration":"702.552266ms","start":"2026-03-19T12:00:16.125021Z","end":"2026-03-19T12:00:16.827573Z","steps":["trace[254159388] 'agreement among raft nodes before linearized reading' (duration: 702.353531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:16.827635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:16.125007Z","time spent":"702.616448ms","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-03-19T12:00:16.827372Z","caller":"traceutil/trace.go:171","msg":"trace[1179904734] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24675; }","duration":"2.590418826s","start":"2026-03-19T12:00:14.236943Z","end":"2026-03-19T12:00:16.827362Z","steps":["trace[1179904734] 'agreement among raft nodes before linearized reading' (duration: 2.590384205s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:16.827408Z","caller":"traceutil/trace.go:171","msg":"trace[1179976108] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f; range_end:; response_count:1; response_revision:24675; }","duration":"1.815784612s","start":"2026-03-19T12:00:15.011614Z","end":"2026-03-19T12:00:16.827398Z","steps":["trace[1179976108] 'agreement among raft nodes before linearized reading' (duration: 1.815578577s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:16.827683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.779113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:00:16.827688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:14.236918Z","time spent":"2.590760136s","remote":"127.0.0.1:33134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:16.827707Z","caller":"traceutil/trace.go:171","msg":"trace[1743871201] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24675; }","duration":"491.845264ms","start":"2026-03-19T12:00:16.335854Z","end":"2026-03-19T12:00:16.8277Z","steps":["trace[1743871201] 'agreement among raft nodes before linearized reading' (duration: 491.783323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:16.827712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:15.011594Z","time spent":"1.816105701s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f\" "} {"level":"warn","ts":"2026-03-19T12:00:16.827723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:16.335805Z","time spent":"491.913987ms","remote":"127.0.0.1:53362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:16.827692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.234855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-19T12:00:16.827844Z","caller":"traceutil/trace.go:171","msg":"trace[694769848] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24675; }","duration":"285.42264ms","start":"2026-03-19T12:00:16.542411Z","end":"2026-03-19T12:00:16.827833Z","steps":["trace[694769848] 'agreement among raft nodes before linearized reading' (duration: 285.207304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:17.543457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.50661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:00:17.543581Z","caller":"traceutil/trace.go:171","msg":"trace[1127449650] linearizableReadLoop","detail":"{readStateIndex:25575; appliedIndex:25574; }","duration":"712.822146ms","start":"2026-03-19T12:00:16.830738Z","end":"2026-03-19T12:00:17.54356Z","steps":["trace[1127449650] 'read index received' (duration: 472.14116ms)","trace[1127449650] 'applied index is now lower than readState.Index' (duration: 240.678546ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:00:17.543646Z","caller":"traceutil/trace.go:171","msg":"trace[634420557] transaction","detail":"{read_only:false; response_revision:24676; number_of_response:1; }","duration":"713.585526ms","start":"2026-03-19T12:00:16.83002Z","end":"2026-03-19T12:00:17.543605Z","steps":["trace[634420557] 'process raft request' (duration: 472.847419ms)","trace[634420557] 'compare' (duration: 240.248494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:17.543762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:16.830001Z","time spent":"713.699559ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:17.543871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.118484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T12:00:17.543932Z","caller":"traceutil/trace.go:171","msg":"trace[2015364517] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24676; }","duration":"713.195515ms","start":"2026-03-19T12:00:16.830721Z","end":"2026-03-19T12:00:17.543917Z","steps":["trace[2015364517] 'agreement among raft nodes before linearized reading' (duration: 712.937988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:17.543983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:16.830714Z","time spent":"713.255538ms","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T12:00:18.044316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134691,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T12:00:18.330945Z","caller":"traceutil/trace.go:171","msg":"trace[1770806860] transaction","detail":"{read_only:false; response_revision:24678; number_of_response:1; }","duration":"1.498080238s","start":"2026-03-19T12:00:16.832837Z","end":"2026-03-19T12:00:18.330917Z","steps":["trace[1770806860] 'process raft request' (duration: 1.498008946s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:18.330944Z","caller":"traceutil/trace.go:171","msg":"trace[1358375706] transaction","detail":"{read_only:false; response_revision:24677; number_of_response:1; }","duration":"1.498127669s","start":"2026-03-19T12:00:16.832783Z","end":"2026-03-19T12:00:18.33091Z","steps":["trace[1358375706] 'process raft request' (duration: 1.432433815s)","trace[1358375706] 'compare' (duration: 65.275212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:18.331071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:16.832829Z","time spent":"1.49817716s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:18.331071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:16.832772Z","time spent":"1.498240072s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:18.331286Z","caller":"traceutil/trace.go:171","msg":"trace[562995283] transaction","detail":"{read_only:false; response_revision:24679; number_of_response:1; }","duration":"1.498415616s","start":"2026-03-19T12:00:16.832851Z","end":"2026-03-19T12:00:18.331267Z","steps":["trace[562995283] 'process raft request' (duration: 1.498039006s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:18.331375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:16.832842Z","time spent":"1.498487379s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:18.331859Z","caller":"traceutil/trace.go:171","msg":"trace[1838735631] linearizableReadLoop","detail":"{readStateIndex:25588; appliedIndex:25575; }","duration":"788.213723ms","start":"2026-03-19T12:00:17.543624Z","end":"2026-03-19T12:00:18.331838Z","steps":["trace[1838735631] 'read index received' (duration: 721.587404ms)","trace[1838735631] 'applied index is now lower than readState.Index' (duration: 66.625489ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:00:18.33202Z","caller":"traceutil/trace.go:171","msg":"trace[468531129] transaction","detail":"{read_only:false; response_revision:24680; number_of_response:1; }","duration":"1.499124466s","start":"2026-03-19T12:00:16.832884Z","end":"2026-03-19T12:00:18.332008Z","steps":["trace[468531129] 'process raft request' (duration: 1.498088358s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:18.332143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:16.832877Z","time spent":"1.499195438s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:18.332317Z","caller":"traceutil/trace.go:171","msg":"trace[1839791980] transaction","detail":"{read_only:false; response_revision:24688; number_of_response:1; }","duration":"492.03164ms","start":"2026-03-19T12:00:17.840264Z","end":"2026-03-19T12:00:18.332295Z","steps":["trace[1839791980] 'process raft request' (duration: 491.449314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:18.332439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:17.840235Z","time spent":"492.127953ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:18.332519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499823265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-268cfbf1-9481-4320-ae21-ae74537a5458\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-19T12:00:18.332557Z","caller":"traceutil/trace.go:171","msg":"trace[1017640897] range","detail":"{range_begin:/registry/persistentvolumes/pvc-268cfbf1-9481-4320-ae21-ae74537a5458; range_end:; response_count:1; response_revision:24690; }","duration":"1.499861506s","start":"2026-03-19T12:00:16.832685Z","end":"2026-03-19T12:00:18.332547Z","steps":["trace[1017640897] 'agreement among raft nodes before linearized reading' (duration: 1.499701962s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:18.332586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:16.832669Z","time spent":"1.499910577s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-268cfbf1-9481-4320-ae21-ae74537a5458\" "} {"level":"warn","ts":"2026-03-19T12:00:18.332635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500001299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-03-19T12:00:18.332703Z","caller":"traceutil/trace.go:171","msg":"trace[297437110] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24690; }","duration":"1.500109273s","start":"2026-03-19T12:00:16.832582Z","end":"2026-03-19T12:00:18.332692Z","steps":["trace[297437110] 'agreement among raft nodes before linearized reading' (duration: 1.499823945s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:18.332746Z","caller":"traceutil/trace.go:171","msg":"trace[1825464807] transaction","detail":"{read_only:false; response_revision:24690; number_of_response:1; }","duration":"155.133572ms","start":"2026-03-19T12:00:18.177605Z","end":"2026-03-19T12:00:18.332738Z","steps":["trace[1825464807] 'process raft request' (duration: 154.194957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:18.332762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:16.832574Z","time spent":"1.500177955s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-19T12:00:18.332811Z","caller":"traceutil/trace.go:171","msg":"trace[279219587] transaction","detail":"{read_only:false; response_revision:24681; number_of_response:1; }","duration":"1.499854256s","start":"2026-03-19T12:00:16.832939Z","end":"2026-03-19T12:00:18.332793Z","steps":["trace[279219587] 'process raft request' (duration: 1.498346075s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:18.332921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320711972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T12:00:18.332949Z","caller":"traceutil/trace.go:171","msg":"trace[1844588571] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24690; }","duration":"1.320764653s","start":"2026-03-19T12:00:17.012177Z","end":"2026-03-19T12:00:18.332942Z","steps":["trace[1844588571] 'agreement among raft nodes before linearized reading' (duration: 1.32066932s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:18.332938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:16.832932Z","time spent":"1.499928348s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:18.332969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:17.012166Z","time spent":"1.320798384s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T12:00:18.333063Z","caller":"traceutil/trace.go:171","msg":"trace[843859021] transaction","detail":"{read_only:false; response_revision:24682; number_of_response:1; }","duration":"1.323286712s","start":"2026-03-19T12:00:17.009762Z","end":"2026-03-19T12:00:18.333049Z","steps":["trace[843859021] 'process raft request' (duration: 1.321616466s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:18.333096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496486134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:18.333114Z","caller":"traceutil/trace.go:171","msg":"trace[694713427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24690; }","duration":"1.496519025s","start":"2026-03-19T12:00:16.83659Z","end":"2026-03-19T12:00:18.333109Z","steps":["trace[694713427] 'agreement among raft nodes before linearized reading' (duration: 1.496482224s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:18.33313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:16.836575Z","time spent":"1.496550736s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:00:18.333147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:17.009733Z","time spent":"1.323372784s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:18.33272Z","caller":"traceutil/trace.go:171","msg":"trace[321920591] transaction","detail":"{read_only:false; response_revision:24689; number_of_response:1; }","duration":"382.892116ms","start":"2026-03-19T12:00:17.949818Z","end":"2026-03-19T12:00:18.33271Z","steps":["trace[321920591] 'process raft request' (duration: 381.944811ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:18.333264Z","caller":"traceutil/trace.go:171","msg":"trace[1433999452] transaction","detail":"{read_only:false; response_revision:24683; number_of_response:1; }","duration":"1.322438278s","start":"2026-03-19T12:00:17.010812Z","end":"2026-03-19T12:00:18.33325Z","steps":["trace[1433999452] 'process raft request' (duration: 1.320648969s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:18.333345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:17.010781Z","time spent":"1.322522191s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:18.333349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:17.949778Z","time spent":"383.493023ms","remote":"127.0.0.1:52830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:18.333458Z","caller":"traceutil/trace.go:171","msg":"trace[1695012457] transaction","detail":"{read_only:false; response_revision:24687; number_of_response:1; }","duration":"1.321458602s","start":"2026-03-19T12:00:17.01199Z","end":"2026-03-19T12:00:18.333448Z","steps":["trace[1695012457] 'process raft request' (duration: 1.319671133s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:18.333461Z","caller":"traceutil/trace.go:171","msg":"trace[640454394] transaction","detail":"{read_only:false; response_revision:24684; number_of_response:1; }","duration":"1.322595012s","start":"2026-03-19T12:00:17.010853Z","end":"2026-03-19T12:00:18.333448Z","steps":["trace[640454394] 'process raft request' (duration: 1.320651s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:18.333509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:17.011966Z","time spent":"1.321515373s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:18.333529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:17.010834Z","time spent":"1.322656705s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:18.333569Z","caller":"traceutil/trace.go:171","msg":"trace[566527129] transaction","detail":"{read_only:false; response_revision:24685; number_of_response:1; }","duration":"1.322697696s","start":"2026-03-19T12:00:17.010866Z","end":"2026-03-19T12:00:18.333563Z","steps":["trace[566527129] 'process raft request' (duration: 1.320709012s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:18.333605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:17.010847Z","time spent":"1.322739526s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:18.332874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.183724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-19T12:00:18.333663Z","caller":"traceutil/trace.go:171","msg":"trace[1077852415] transaction","detail":"{read_only:false; response_revision:24686; number_of_response:1; }","duration":"1.322632104s","start":"2026-03-19T12:00:17.011025Z","end":"2026-03-19T12:00:18.333657Z","steps":["trace[1077852415] 'process raft request' (duration: 1.320595789s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:18.333693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:17.011019Z","time spent":"1.322657955s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:18.333692Z","caller":"traceutil/trace.go:171","msg":"trace[66264208] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:24690; }","duration":"788.054638ms","start":"2026-03-19T12:00:17.545622Z","end":"2026-03-19T12:00:18.333677Z","steps":["trace[66264208] 'agreement among raft nodes before linearized reading' (duration: 787.089281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:18.333736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:17.545603Z","time spent":"788.11967ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-03-19T12:00:18.334026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.780427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"warn","ts":"2026-03-19T12:00:18.334146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.761383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-pxkvv.189e3b86f26c38b2\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-03-19T12:00:18.334201Z","caller":"traceutil/trace.go:171","msg":"trace[449365504] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-pxkvv.189e3b86f26c38b2; range_end:; response_count:1; response_revision:24690; }","duration":"786.820175ms","start":"2026-03-19T12:00:17.547364Z","end":"2026-03-19T12:00:18.334184Z","steps":["trace[449365504] 'agreement among raft nodes before linearized reading' (duration: 786.696511ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:18.334107Z","caller":"traceutil/trace.go:171","msg":"trace[891829622] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24690; }","duration":"293.88174ms","start":"2026-03-19T12:00:18.040201Z","end":"2026-03-19T12:00:18.334083Z","steps":["trace[891829622] 'agreement among raft nodes before linearized reading' (duration: 293.723165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:18.334246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:17.547359Z","time spent":"786.876146ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":981,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-pxkvv.189e3b86f26c38b2\" "} {"level":"warn","ts":"2026-03-19T12:00:18.334063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.788372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:18.334485Z","caller":"traceutil/trace.go:171","msg":"trace[85728013] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24690; }","duration":"619.245994ms","start":"2026-03-19T12:00:17.715219Z","end":"2026-03-19T12:00:18.334465Z","steps":["trace[85728013] 'agreement among raft nodes before linearized reading' (duration: 618.788242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:18.334615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:17.715177Z","time spent":"619.417679ms","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:18.334045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.824734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:18.336773Z","caller":"traceutil/trace.go:171","msg":"trace[895492877] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24690; }","duration":"768.558978ms","start":"2026-03-19T12:00:17.568199Z","end":"2026-03-19T12:00:18.336758Z","steps":["trace[895492877] 'agreement among raft nodes before linearized reading' (duration: 765.806684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:18.337642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:17.568185Z","time spent":"769.383571ms","remote":"127.0.0.1:57528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:18.841243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134697,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T12:00:19.215307Z","caller":"traceutil/trace.go:171","msg":"trace[485270917] transaction","detail":"{read_only:false; response_revision:24691; number_of_response:1; }","duration":"876.875619ms","start":"2026-03-19T12:00:18.33841Z","end":"2026-03-19T12:00:19.215285Z","steps":["trace[485270917] 'process raft request' (duration: 876.649643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:19.215454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:18.338315Z","time spent":"877.069754ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:20.346377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001951907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T12:00:20.347084Z","caller":"traceutil/trace.go:171","msg":"trace[533600205] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002700188s","start":"2026-03-19T12:00:18.344366Z","end":"2026-03-19T12:00:20.347066Z","steps":["trace[533600205] 'agreement among raft nodes before linearized reading' (duration: 2.001956948s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:20.347171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:18.344361Z","time spent":"2.002797391s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 12:00:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-19T12:00:20.672276Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21708} {"level":"warn","ts":"2026-03-19T12:00:20.67434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.012868ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-03-19T12:00:20.674646Z","caller":"traceutil/trace.go:171","msg":"trace[390751358] compact","detail":"{revision:21708; response_revision:24691; }","duration":"2.335980138s","start":"2026-03-19T12:00:18.338631Z","end":"2026-03-19T12:00:20.674612Z","steps":["trace[390751358] 'process raft request' (duration: 1.672499473s)","trace[390751358] 'check and update compact revision' (duration: 659.359903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:20.674726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:18.338559Z","time spent":"2.336161583s","remote":"127.0.0.1:52830","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T12:00:20.675911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:18.340513Z","time spent":"2.335395251s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T12:00:20.676195Z","caller":"traceutil/trace.go:171","msg":"trace[679687678] transaction","detail":"{read_only:false; response_revision:24692; number_of_response:1; }","duration":"2.336183373s","start":"2026-03-19T12:00:18.339974Z","end":"2026-03-19T12:00:20.676157Z","steps":["trace[679687678] 'process raft request' (duration: 2.335534906s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:20.676413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:18.339949Z","time spent":"2.336331778s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:20.677599Z","caller":"traceutil/trace.go:171","msg":"trace[1151185163] linearizableReadLoop","detail":"{readStateIndex:25595; appliedIndex:25589; }","duration":"2.337343385s","start":"2026-03-19T12:00:18.340229Z","end":"2026-03-19T12:00:20.677573Z","steps":["trace[1151185163] 'read index received' (duration: 874.836273ms)","trace[1151185163] 'applied index is now lower than readState.Index' (duration: 1.462505902s)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:00:20.677861Z","caller":"traceutil/trace.go:171","msg":"trace[1906852080] transaction","detail":"{read_only:false; response_revision:24694; number_of_response:1; }","duration":"2.33421242s","start":"2026-03-19T12:00:18.343631Z","end":"2026-03-19T12:00:20.677843Z","steps":["trace[1906852080] 'process raft request' (duration: 2.333877781s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:20.677985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:18.343625Z","time spent":"2.334272581s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:20.678233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.337999102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-19T12:00:20.678276Z","caller":"traceutil/trace.go:171","msg":"trace[2087443477] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24694; }","duration":"2.338055994s","start":"2026-03-19T12:00:18.34021Z","end":"2026-03-19T12:00:20.678266Z","steps":["trace[2087443477] 'agreement among raft nodes before linearized reading' (duration: 2.337925581s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:20.678305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:18.340199Z","time spent":"2.338100515s","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":808,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-03-19T12:00:20.678923Z","caller":"traceutil/trace.go:171","msg":"trace[1390151898] transaction","detail":"{read_only:false; response_revision:24693; number_of_response:1; }","duration":"2.337923671s","start":"2026-03-19T12:00:18.340982Z","end":"2026-03-19T12:00:20.678905Z","steps":["trace[1390151898] 'process raft request' (duration: 2.334904109s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:20.67913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:18.340972Z","time spent":"2.337993582s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:22.347879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000639564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:00:22.347961Z","caller":"traceutil/trace.go:171","msg":"trace[1973801344] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000768238s","start":"2026-03-19T12:00:20.347173Z","end":"2026-03-19T12:00:22.347941Z","steps":["trace[1973801344] 'agreement among raft nodes before linearized reading' (duration: 2.000667415s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:22.348004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:20.347156Z","time spent":"2.000838799s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 12:00:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:00:22.587227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881444487s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:00:22.5874Z","caller":"traceutil/trace.go:171","msg":"trace[1159163320] transaction","detail":"{read_only:false; response_revision:24695; number_of_response:1; }","duration":"2.246371157s","start":"2026-03-19T12:00:20.340991Z","end":"2026-03-19T12:00:22.587362Z","steps":["trace[1159163320] 'process raft request' (duration: 364.689783ms)","trace[1159163320] 'compare' (duration: 1.115635713s)","trace[1159163320] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:507; } (duration: 764.234912ms)"],"step_count":3} {"level":"warn","ts":"2026-03-19T12:00:22.58754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:20.340878Z","time spent":"2.246622053s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:22.63572Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.938384043s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T12:00:23.276298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.315036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:00:23.276584Z","caller":"traceutil/trace.go:171","msg":"trace[1030961918] transaction","detail":"{read_only:false; response_revision:24699; number_of_response:1; }","duration":"2.934437699s","start":"2026-03-19T12:00:20.342129Z","end":"2026-03-19T12:00:23.276567Z","steps":["trace[1030961918] 'process raft request' (duration: 2.934368107s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:23.276579Z","caller":"traceutil/trace.go:171","msg":"trace[74341694] transaction","detail":"{read_only:false; response_revision:24696; number_of_response:1; }","duration":"2.935017954s","start":"2026-03-19T12:00:20.341521Z","end":"2026-03-19T12:00:23.276539Z","steps":["trace[74341694] 'process raft request' (duration: 2.294373859s)","trace[74341694] 'compare' (duration: 551.471004ms)","trace[74341694] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:538; } (duration: 88.132223ms)"],"step_count":3} {"level":"warn","ts":"2026-03-19T12:00:23.276655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:20.342119Z","time spent":"2.93450563s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:23.276722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:20.341483Z","time spent":"2.935164388s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:23.27693Z","caller":"traceutil/trace.go:171","msg":"trace[444998531] transaction","detail":"{read_only:false; response_revision:24697; number_of_response:1; }","duration":"2.935285282s","start":"2026-03-19T12:00:20.341634Z","end":"2026-03-19T12:00:23.276919Z","steps":["trace[444998531] 'process raft request' (duration: 2.934758567s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:23.276984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:20.341619Z","time spent":"2.935336743s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:23.277196Z","caller":"traceutil/trace.go:171","msg":"trace[1673271982] transaction","detail":"{read_only:false; response_revision:24700; number_of_response:1; }","duration":"2.934618834s","start":"2026-03-19T12:00:20.34256Z","end":"2026-03-19T12:00:23.277179Z","steps":["trace[1673271982] 'process raft request' (duration: 2.933967726s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:23.277349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:20.34255Z","time spent":"2.934716266s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:23.277144Z","caller":"traceutil/trace.go:171","msg":"trace[1539460841] transaction","detail":"{read_only:false; response_revision:24698; number_of_response:1; }","duration":"2.935414976s","start":"2026-03-19T12:00:20.341693Z","end":"2026-03-19T12:00:23.277108Z","steps":["trace[1539460841] 'process raft request' (duration: 2.934765218s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:23.27754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:20.341682Z","time spent":"2.935829297s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:23.278229Z","caller":"traceutil/trace.go:171","msg":"trace[1785923717] transaction","detail":"{read_only:false; response_revision:24701; number_of_response:1; }","duration":"2.928560969s","start":"2026-03-19T12:00:20.349644Z","end":"2026-03-19T12:00:23.278205Z","steps":["trace[1785923717] 'process raft request' (duration: 2.927045978s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:23.278338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:20.349622Z","time spent":"2.928655011s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:23.278811Z","caller":"traceutil/trace.go:171","msg":"trace[1221906718] transaction","detail":"{read_only:false; response_revision:24702; number_of_response:1; }","duration":"2.601506278s","start":"2026-03-19T12:00:20.677279Z","end":"2026-03-19T12:00:23.278785Z","steps":["trace[1221906718] 'process raft request' (duration: 2.600875381s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:23.278948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:20.677248Z","time spent":"2.601625821s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:23.279201Z","caller":"traceutil/trace.go:171","msg":"trace[1211540613] linearizableReadLoop","detail":"{readStateIndex:25603; appliedIndex:25595; }","duration":"2.601527139s","start":"2026-03-19T12:00:20.677655Z","end":"2026-03-19T12:00:23.279182Z","steps":["trace[1211540613] 'read index received' (duration: 28.032781ms)","trace[1211540613] 'applied index is now lower than readState.Index' (duration: 2.573493068s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:23.279552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.359456698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-19T12:00:23.279591Z","caller":"traceutil/trace.go:171","msg":"trace[566649131] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24703; }","duration":"3.359582172s","start":"2026-03-19T12:00:19.919997Z","end":"2026-03-19T12:00:23.279579Z","steps":["trace[566649131] 'agreement among raft nodes before linearized reading' (duration: 3.359344596s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:23.279631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:19.919972Z","time spent":"3.359650514s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:23.279889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.375118793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:23.279982Z","caller":"traceutil/trace.go:171","msg":"trace[1428669967] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24703; }","duration":"3.375229437s","start":"2026-03-19T12:00:19.904723Z","end":"2026-03-19T12:00:23.279953Z","steps":["trace[1428669967] 'agreement among raft nodes before linearized reading' (duration: 3.375120554s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:23.280025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.937016478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-19T12:00:23.280043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074701736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:23.280086Z","caller":"traceutil/trace.go:171","msg":"trace[564645476] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24703; }","duration":"2.93707758s","start":"2026-03-19T12:00:20.342981Z","end":"2026-03-19T12:00:23.280059Z","steps":["trace[564645476] 'agreement among raft nodes before linearized reading' (duration: 2.936956937s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:23.280118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:20.342972Z","time spent":"2.937138462s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T12:00:23.280125Z","caller":"traceutil/trace.go:171","msg":"trace[1987860044] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24703; }","duration":"3.0748291s","start":"2026-03-19T12:00:20.205277Z","end":"2026-03-19T12:00:23.280106Z","steps":["trace[1987860044] 'agreement among raft nodes before linearized reading' (duration: 3.074687816s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:23.280201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:20.205254Z","time spent":"3.074929383s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:23.280219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.713275509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-19T12:00:23.280259Z","caller":"traceutil/trace.go:171","msg":"trace[801539588] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:24703; }","duration":"4.713427713s","start":"2026-03-19T12:00:18.56682Z","end":"2026-03-19T12:00:23.280247Z","steps":["trace[801539588] 'agreement among raft nodes before linearized reading' (duration: 4.713167316s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:23.280294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.209461266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:23.280328Z","caller":"traceutil/trace.go:171","msg":"trace[1694654455] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24703; }","duration":"3.209524457s","start":"2026-03-19T12:00:20.070791Z","end":"2026-03-19T12:00:23.280316Z","steps":["trace[1694654455] 'agreement among raft nodes before linearized reading' (duration: 3.209472716s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:23.280371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:20.070775Z","time spent":"3.209584109s","remote":"127.0.0.1:57980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:23.280407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.93818889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-19T12:00:23.280461Z","caller":"traceutil/trace.go:171","msg":"trace[1522223952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24703; }","duration":"2.938270953s","start":"2026-03-19T12:00:20.342176Z","end":"2026-03-19T12:00:23.280447Z","steps":["trace[1522223952] 'agreement among raft nodes before linearized reading' (duration: 2.938101938s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:23.280516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:20.342168Z","time spent":"2.938336045s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T12:00:23.280545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.72816356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:00:23.280542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.942799516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T12:00:23.280588Z","caller":"traceutil/trace.go:171","msg":"trace[82897333] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24703; }","duration":"3.728283913s","start":"2026-03-19T12:00:19.552292Z","end":"2026-03-19T12:00:23.280576Z","steps":["trace[82897333] 'agreement among raft nodes before linearized reading' (duration: 3.728060237s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:23.280632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.839895157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-19T12:00:23.280654Z","caller":"traceutil/trace.go:171","msg":"trace[264792996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24703; }","duration":"2.94296742s","start":"2026-03-19T12:00:20.33766Z","end":"2026-03-19T12:00:23.280627Z","steps":["trace[264792996] 'agreement among raft nodes before linearized reading' (duration: 2.942578179s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:23.280669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:19.552273Z","time spent":"3.728382906s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:23.280691Z","caller":"traceutil/trace.go:171","msg":"trace[1812444129] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24703; }","duration":"4.839980659s","start":"2026-03-19T12:00:18.440694Z","end":"2026-03-19T12:00:23.280674Z","steps":["trace[1812444129] 'agreement among raft nodes before linearized reading' (duration: 4.839844485s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:23.280729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:20.337647Z","time spent":"2.943071723s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T12:00:23.280738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:18.440675Z","time spent":"4.840053741s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-19T12:00:23.280746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.036436971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:23.280792Z","caller":"traceutil/trace.go:171","msg":"trace[567624228] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24703; }","duration":"4.036514403s","start":"2026-03-19T12:00:19.24426Z","end":"2026-03-19T12:00:23.280774Z","steps":["trace[567624228] 'agreement among raft nodes before linearized reading' (duration: 4.036444601s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:23.280832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:19.244239Z","time spent":"4.036582994s","remote":"127.0.0.1:57486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:23.280317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:18.566796Z","time spent":"4.713509125s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":565,"request content":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" "} {"level":"warn","ts":"2026-03-19T12:00:23.280507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.94020585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-03-19T12:00:23.279915Z","caller":"traceutil/trace.go:171","msg":"trace[1931450653] transaction","detail":"{read_only:false; response_revision:24703; number_of_response:1; }","duration":"2.598238159s","start":"2026-03-19T12:00:20.681665Z","end":"2026-03-19T12:00:23.279903Z","steps":["trace[1931450653] 'process raft request' (duration: 2.597064937s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:23.280976Z","caller":"traceutil/trace.go:171","msg":"trace[448162464] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24703; }","duration":"4.940703553s","start":"2026-03-19T12:00:18.340262Z","end":"2026-03-19T12:00:23.280966Z","steps":["trace[448162464] 'agreement among raft nodes before linearized reading' (duration: 4.940062916s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:23.281004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:18.340253Z","time spent":"4.940741235s","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":753,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-19T12:00:23.281042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.918232441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:00:23.281082Z","caller":"traceutil/trace.go:171","msg":"trace[196205527] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24703; }","duration":"3.918298223s","start":"2026-03-19T12:00:19.362771Z","end":"2026-03-19T12:00:23.281069Z","steps":["trace[196205527] 'agreement among raft nodes before linearized reading' (duration: 3.918228521s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:23.28111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:19.362754Z","time spent":"3.918348335s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:23.28112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:20.681646Z","time spent":"2.599409671s","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:23.280039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:19.904705Z","time spent":"3.37532227s","remote":"127.0.0.1:57242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:23.281242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.945963761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-19T12:00:23.281259Z","caller":"traceutil/trace.go:171","msg":"trace[1338617057] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24703; }","duration":"2.946015993s","start":"2026-03-19T12:00:20.335237Z","end":"2026-03-19T12:00:23.281253Z","steps":["trace[1338617057] 'agreement among raft nodes before linearized reading' (duration: 2.945957861s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:23.281272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:20.335217Z","time spent":"2.946051103s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T12:00:23.280382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.815927996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-03-19T12:00:23.284612Z","caller":"traceutil/trace.go:171","msg":"trace[1632772420] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery; range_end:; response_count:1; response_revision:24703; }","duration":"4.820255353s","start":"2026-03-19T12:00:18.464333Z","end":"2026-03-19T12:00:23.284589Z","steps":["trace[1632772420] 'agreement among raft nodes before linearized reading' (duration: 4.815783342s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:23.284701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:18.46432Z","time spent":"4.820354036s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":898,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" "} {"level":"warn","ts":"2026-03-19T12:00:23.284798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.065665355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-19T12:00:23.284873Z","caller":"traceutil/trace.go:171","msg":"trace[1778220059] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f; range_end:; response_count:1; response_revision:24703; }","duration":"4.065783098s","start":"2026-03-19T12:00:19.219076Z","end":"2026-03-19T12:00:23.284859Z","steps":["trace[1778220059] 'agreement among raft nodes before linearized reading' (duration: 4.061839201s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:23.284971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:19.219056Z","time spent":"4.06588804s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f\" "} {"level":"warn","ts":"2026-03-19T12:00:23.779893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134718,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:00:24.28014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134718,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:00:24.358857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000434677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T12:00:24.359073Z","caller":"traceutil/trace.go:171","msg":"trace[1401103529] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000733235s","start":"2026-03-19T12:00:22.358314Z","end":"2026-03-19T12:00:24.359047Z","steps":["trace[1401103529] 'agreement among raft nodes before linearized reading' (duration: 2.000485189s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:24.359223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:22.358282Z","time spent":"2.00088617s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 12:00:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:00:24.780446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134718,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:00:24.944778Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.760705508s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T12:00:26.106529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161482138s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:00:26.106963Z","caller":"traceutil/trace.go:171","msg":"trace[1900713142] transaction","detail":"{read_only:false; response_revision:24707; number_of_response:1; }","duration":"2.821866213s","start":"2026-03-19T12:00:23.285062Z","end":"2026-03-19T12:00:26.106928Z","steps":["trace[1900713142] 'process raft request' (duration: 2.821641267s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:26.107103Z","caller":"traceutil/trace.go:171","msg":"trace[1549027795] transaction","detail":"{read_only:false; response_revision:24720; number_of_response:1; }","duration":"818.779653ms","start":"2026-03-19T12:00:25.28831Z","end":"2026-03-19T12:00:26.107089Z","steps":["trace[1549027795] 'process raft request' (duration: 818.748622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:26.10712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:23.285038Z","time spent":"2.822001846s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:26.107166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:25.288288Z","time spent":"818.850534ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:26.107281Z","caller":"traceutil/trace.go:171","msg":"trace[1741654973] transaction","detail":"{read_only:false; response_revision:24708; number_of_response:1; }","duration":"2.822053607s","start":"2026-03-19T12:00:23.285219Z","end":"2026-03-19T12:00:26.107273Z","steps":["trace[1741654973] 'process raft request' (duration: 2.821508772s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:26.107323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:23.285202Z","time spent":"2.822101459s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:26.107385Z","caller":"traceutil/trace.go:171","msg":"trace[2020054649] transaction","detail":"{read_only:false; response_revision:24709; number_of_response:1; }","duration":"2.821870323s","start":"2026-03-19T12:00:23.285508Z","end":"2026-03-19T12:00:26.107378Z","steps":["trace[2020054649] 'process raft request' (duration: 2.821242846s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:26.107425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:23.285498Z","time spent":"2.821907244s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:26.107562Z","caller":"traceutil/trace.go:171","msg":"trace[1771558955] transaction","detail":"{read_only:false; response_revision:24710; number_of_response:1; }","duration":"2.820757683s","start":"2026-03-19T12:00:23.286796Z","end":"2026-03-19T12:00:26.107554Z","steps":["trace[1771558955] 'process raft request' (duration: 2.819978571s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:26.107604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:23.28674Z","time spent":"2.820843244s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:26.107637Z","caller":"traceutil/trace.go:171","msg":"trace[264070484] transaction","detail":"{read_only:false; response_revision:24704; number_of_response:1; }","duration":"4.697648396s","start":"2026-03-19T12:00:21.409974Z","end":"2026-03-19T12:00:26.107622Z","steps":["trace[264070484] 'process raft request' (duration: 3.534994506s)","trace[264070484] 'compare' (duration: 1.157999113s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:26.107713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:21.409956Z","time spent":"4.697719677s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:26.107732Z","caller":"traceutil/trace.go:171","msg":"trace[1747797696] transaction","detail":"{read_only:false; response_revision:24711; number_of_response:1; }","duration":"2.820513645s","start":"2026-03-19T12:00:23.28721Z","end":"2026-03-19T12:00:26.107723Z","steps":["trace[1747797696] 'process raft request' (duration: 2.819611631s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:26.10777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:23.287201Z","time spent":"2.820550297s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:26.10783Z","caller":"traceutil/trace.go:171","msg":"trace[1238354905] transaction","detail":"{read_only:false; response_revision:24705; number_of_response:1; }","duration":"3.594225334s","start":"2026-03-19T12:00:22.513582Z","end":"2026-03-19T12:00:26.107808Z","steps":["trace[1238354905] 'process raft request' (duration: 3.593020671s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:26.107916Z","caller":"traceutil/trace.go:171","msg":"trace[1813615997] transaction","detail":"{read_only:false; response_revision:24712; number_of_response:1; }","duration":"2.820378332s","start":"2026-03-19T12:00:23.28753Z","end":"2026-03-19T12:00:26.107908Z","steps":["trace[1813615997] 'process raft request' (duration: 2.819316753s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:26.107948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:22.513558Z","time spent":"3.594329516s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:26.107995Z","caller":"traceutil/trace.go:171","msg":"trace[804826915] transaction","detail":"{read_only:false; response_revision:24713; number_of_response:1; }","duration":"2.710795466s","start":"2026-03-19T12:00:23.39718Z","end":"2026-03-19T12:00:26.107976Z","steps":["trace[804826915] 'process raft request' (duration: 2.709694966s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:26.108037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:23.397163Z","time spent":"2.710856048s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:26.108045Z","caller":"traceutil/trace.go:171","msg":"trace[1114919086] transaction","detail":"{read_only:false; response_revision:24706; number_of_response:1; }","duration":"3.264566453s","start":"2026-03-19T12:00:22.843469Z","end":"2026-03-19T12:00:26.108036Z","steps":["trace[1114919086] 'process raft request' (duration: 3.263204106s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:26.108084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:22.843447Z","time spent":"3.264615284s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:26.108102Z","caller":"traceutil/trace.go:171","msg":"trace[1593600438] transaction","detail":"{read_only:false; response_revision:24714; number_of_response:1; }","duration":"1.509791945s","start":"2026-03-19T12:00:24.598304Z","end":"2026-03-19T12:00:26.108096Z","steps":["trace[1593600438] 'process raft request' (duration: 1.508600693s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:26.108138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:24.598282Z","time spent":"1.509837177s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:26.108199Z","caller":"traceutil/trace.go:171","msg":"trace[584991756] linearizableReadLoop","detail":"{readStateIndex:25615; appliedIndex:25604; }","duration":"2.828948085s","start":"2026-03-19T12:00:23.27924Z","end":"2026-03-19T12:00:26.108189Z","steps":["trace[584991756] 'read index received' (duration: 1.66574116s)","trace[584991756] 'applied index is now lower than readState.Index' (duration: 1.163206135s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:26.107959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:23.287523Z","time spent":"2.820416383s","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":868,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:26.108265Z","caller":"traceutil/trace.go:171","msg":"trace[1628433191] transaction","detail":"{read_only:false; response_revision:24715; number_of_response:1; }","duration":"825.965608ms","start":"2026-03-19T12:00:25.282291Z","end":"2026-03-19T12:00:26.108256Z","steps":["trace[1628433191] 'process raft request' (duration: 824.645772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:26.108307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:25.282254Z","time spent":"826.026309ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:26.108518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.879529653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:26.108564Z","caller":"traceutil/trace.go:171","msg":"trace[1161929176] transaction","detail":"{read_only:false; response_revision:24717; number_of_response:1; }","duration":"825.755772ms","start":"2026-03-19T12:00:25.282801Z","end":"2026-03-19T12:00:26.108557Z","steps":["trace[1161929176] 'process raft request' (duration: 824.184729ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:26.108572Z","caller":"traceutil/trace.go:171","msg":"trace[993435133] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24720; }","duration":"4.879618736s","start":"2026-03-19T12:00:21.228939Z","end":"2026-03-19T12:00:26.108558Z","steps":["trace[993435133] 'agreement among raft nodes before linearized reading' (duration: 4.879538324s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:26.108593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.279837553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:26.108614Z","caller":"traceutil/trace.go:171","msg":"trace[1783499299] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24720; }","duration":"5.279892194s","start":"2026-03-19T12:00:20.828715Z","end":"2026-03-19T12:00:26.108607Z","steps":["trace[1783499299] 'agreement among raft nodes before linearized reading' (duration: 5.279860373s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:26.108612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:21.228918Z","time spent":"4.879685448s","remote":"127.0.0.1:57600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:26.108622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:25.282797Z","time spent":"825.793443ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:26.108637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:20.828696Z","time spent":"5.279934986s","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:26.108704Z","caller":"traceutil/trace.go:171","msg":"trace[677531861] transaction","detail":"{read_only:false; response_revision:24718; number_of_response:1; }","duration":"825.68154ms","start":"2026-03-19T12:00:25.283013Z","end":"2026-03-19T12:00:26.108695Z","steps":["trace[677531861] 'process raft request' (duration: 823.993604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:26.108749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:25.283008Z","time spent":"825.719451ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:26.108762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.332472562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:26.108783Z","caller":"traceutil/trace.go:171","msg":"trace[419662658] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24720; }","duration":"5.332533754s","start":"2026-03-19T12:00:20.776242Z","end":"2026-03-19T12:00:26.108776Z","steps":["trace[419662658] 'agreement among raft nodes before linearized reading' (duration: 5.332497863s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:26.108809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:20.77622Z","time spent":"5.332584416s","remote":"127.0.0.1:57336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:26.108813Z","caller":"traceutil/trace.go:171","msg":"trace[1354538572] transaction","detail":"{read_only:false; response_revision:24719; number_of_response:1; }","duration":"824.963641ms","start":"2026-03-19T12:00:25.28384Z","end":"2026-03-19T12:00:26.108804Z","steps":["trace[1354538572] 'process raft request' (duration: 823.191852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:26.108851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:25.283833Z","time spent":"824.996831ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:26.108563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000588551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:00:26.109146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.055614509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418324"} {"level":"info","ts":"2026-03-19T12:00:26.109222Z","caller":"traceutil/trace.go:171","msg":"trace[1893276072] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24720; }","duration":"5.00129702s","start":"2026-03-19T12:00:21.107914Z","end":"2026-03-19T12:00:26.109211Z","steps":["trace[1893276072] 'agreement among raft nodes before linearized reading' (duration: 5.000631572s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:26.109231Z","caller":"traceutil/trace.go:171","msg":"trace[1298817568] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24720; }","duration":"3.055742553s","start":"2026-03-19T12:00:23.053477Z","end":"2026-03-19T12:00:26.10922Z","steps":["trace[1298817568] 'agreement among raft nodes before linearized reading' (duration: 3.05528241s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:26.109259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:21.107877Z","time spent":"5.001371582s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-19T12:00:26.109262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:23.053454Z","time spent":"3.055800054s","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418348,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-19T12:00:26.109296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.828876183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-19T12:00:26.109342Z","caller":"traceutil/trace.go:171","msg":"trace[1972712783] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24720; }","duration":"2.828939415s","start":"2026-03-19T12:00:23.280393Z","end":"2026-03-19T12:00:26.109332Z","steps":["trace[1972712783] 'agreement among raft nodes before linearized reading' (duration: 2.828833282s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:26.108537Z","caller":"traceutil/trace.go:171","msg":"trace[532028249] transaction","detail":"{read_only:false; response_revision:24716; number_of_response:1; }","duration":"825.763462ms","start":"2026-03-19T12:00:25.282761Z","end":"2026-03-19T12:00:26.108524Z","steps":["trace[532028249] 'process raft request' (duration: 824.20062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:26.109379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:23.280372Z","time spent":"2.828998546s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T12:00:26.109402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:25.282753Z","time spent":"826.621755ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:26.109134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.420945145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-service-cleaner-29565360-49985\" ","response":"range_response_count:1 size:6914"} {"level":"warn","ts":"2026-03-19T12:00:26.109594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.785881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:26.109603Z","caller":"traceutil/trace.go:171","msg":"trace[1095994017] range","detail":"{range_begin:/registry/pods/openstack/nova-service-cleaner-29565360-49985; range_end:; response_count:1; response_revision:24720; }","duration":"5.421438618s","start":"2026-03-19T12:00:20.688156Z","end":"2026-03-19T12:00:26.109595Z","steps":["trace[1095994017] 'agreement among raft nodes before linearized reading' (duration: 5.420635386s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:26.109626Z","caller":"traceutil/trace.go:171","msg":"trace[614876399] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24720; }","duration":"130.860384ms","start":"2026-03-19T12:00:25.978756Z","end":"2026-03-19T12:00:26.109616Z","steps":["trace[614876399] 'agreement among raft nodes before linearized reading' (duration: 130.801422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:26.109849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.869278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-19T12:00:26.110485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.824875984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-5vh4c\" ","response":"range_response_count:1 size:4926"} {"level":"warn","ts":"2026-03-19T12:00:26.110495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75118863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:26.110516Z","caller":"traceutil/trace.go:171","msg":"trace[381120017] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-5vh4c; range_end:; response_count:1; response_revision:24720; }","duration":"2.824925726s","start":"2026-03-19T12:00:23.285582Z","end":"2026-03-19T12:00:26.110508Z","steps":["trace[381120017] 'agreement among raft nodes before linearized reading' (duration: 2.824814453s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:26.110527Z","caller":"traceutil/trace.go:171","msg":"trace[326205667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24720; }","duration":"1.751235691s","start":"2026-03-19T12:00:24.359283Z","end":"2026-03-19T12:00:26.110519Z","steps":["trace[326205667] 'agreement among raft nodes before linearized reading' (duration: 1.7511784s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:26.110541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:23.285579Z","time spent":"2.824955907s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4950,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-5vh4c\" "} {"level":"warn","ts":"2026-03-19T12:00:26.110548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:24.359276Z","time spent":"1.751266682s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:00:26.11066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778964995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:26.110684Z","caller":"traceutil/trace.go:171","msg":"trace[311706322] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24720; }","duration":"1.779036367s","start":"2026-03-19T12:00:24.331642Z","end":"2026-03-19T12:00:26.110678Z","steps":["trace[311706322] 'agreement among raft nodes before linearized reading' (duration: 1.778995205s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:26.110697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400715374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:26.110731Z","caller":"traceutil/trace.go:171","msg":"trace[1567735462] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24720; }","duration":"1.400788666s","start":"2026-03-19T12:00:24.709933Z","end":"2026-03-19T12:00:26.110722Z","steps":["trace[1567735462] 'agreement among raft nodes before linearized reading' (duration: 1.400744075s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:26.110738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912470939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:00:26.110758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:24.709913Z","time spent":"1.400839287s","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:26.11079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.358427338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:26.110807Z","caller":"traceutil/trace.go:171","msg":"trace[1798025492] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24720; }","duration":"2.35848316s","start":"2026-03-19T12:00:23.75232Z","end":"2026-03-19T12:00:26.110803Z","steps":["trace[1798025492] 'agreement among raft nodes before linearized reading' (duration: 2.358453849s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:26.110823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:23.752299Z","time spent":"2.358519801s","remote":"127.0.0.1:49242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:26.11082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.429732378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:00:26.11089Z","caller":"traceutil/trace.go:171","msg":"trace[1321691587] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24720; }","duration":"3.429832691s","start":"2026-03-19T12:00:22.681046Z","end":"2026-03-19T12:00:26.110879Z","steps":["trace[1321691587] 'agreement among raft nodes before linearized reading' (duration: 3.429671027s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:26.110956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:22.681027Z","time spent":"3.429918623s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T12:00:26.110997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.320932354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-19T12:00:26.111029Z","caller":"traceutil/trace.go:171","msg":"trace[896557767] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24720; }","duration":"3.321008346s","start":"2026-03-19T12:00:22.790012Z","end":"2026-03-19T12:00:26.11102Z","steps":["trace[896557767] 'agreement among raft nodes before linearized reading' (duration: 3.319496665s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:26.111053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.826252132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.189e3c434cb073a5\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-03-19T12:00:26.111057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:22.789985Z","time spent":"3.321064808s","remote":"127.0.0.1:53352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2623,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:26.111076Z","caller":"traceutil/trace.go:171","msg":"trace[1670129322] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.189e3c434cb073a5; range_end:; response_count:1; response_revision:24720; }","duration":"2.826291872s","start":"2026-03-19T12:00:23.284777Z","end":"2026-03-19T12:00:26.111069Z","steps":["trace[1670129322] 'agreement among raft nodes before linearized reading' (duration: 2.8262187s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:26.111094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:23.284767Z","time spent":"2.826321924s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":746,"request content":"key:\"/registry/events/openstack/container-infra-registry.189e3c434cb073a5\" "} {"level":"warn","ts":"2026-03-19T12:00:26.11117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.766548263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:00:26.108531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.980824554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T12:00:26.111205Z","caller":"traceutil/trace.go:171","msg":"trace[785496480] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24720; }","duration":"3.766625975s","start":"2026-03-19T12:00:22.344566Z","end":"2026-03-19T12:00:26.111192Z","steps":["trace[785496480] 'agreement among raft nodes before linearized reading' (duration: 3.766569533s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:26.111221Z","caller":"traceutil/trace.go:171","msg":"trace[2030314653] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24720; }","duration":"4.983564749s","start":"2026-03-19T12:00:21.127647Z","end":"2026-03-19T12:00:26.111211Z","steps":["trace[2030314653] 'agreement among raft nodes before linearized reading' (duration: 4.980840085s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:26.10963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:20.68815Z","time spent":"5.421471759s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":6938,"request content":"key:\"/registry/pods/openstack/nova-service-cleaner-29565360-49985\" "} {"level":"warn","ts":"2026-03-19T12:00:26.110702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:24.331619Z","time spent":"1.779080088s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:26.109887Z","caller":"traceutil/trace.go:171","msg":"trace[1710960402] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24720; }","duration":"441.983311ms","start":"2026-03-19T12:00:25.667895Z","end":"2026-03-19T12:00:26.109878Z","steps":["trace[1710960402] 'agreement among raft nodes before linearized reading' (duration: 441.886988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:26.111282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.011635207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:00:26.111285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:25.667863Z","time spent":"443.40988ms","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-19T12:00:26.110765Z","caller":"traceutil/trace.go:171","msg":"trace[783823387] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24720; }","duration":"1.912533711s","start":"2026-03-19T12:00:24.198225Z","end":"2026-03-19T12:00:26.110758Z","steps":["trace[783823387] 'agreement among raft nodes before linearized reading' (duration: 1.912487329s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:26.111309Z","caller":"traceutil/trace.go:171","msg":"trace[217530076] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24720; }","duration":"4.011714849s","start":"2026-03-19T12:00:22.099584Z","end":"2026-03-19T12:00:26.111299Z","steps":["trace[217530076] 'agreement among raft nodes before linearized reading' (duration: 4.011670788s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:26.111327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:24.198198Z","time spent":"1.913118527s","remote":"127.0.0.1:57754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:26.11134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:22.099554Z","time spent":"4.011773451s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:26.111349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.827222328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9c77352f-3a2d-41af-81bf-4641f6d3eed4\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-19T12:00:26.111368Z","caller":"traceutil/trace.go:171","msg":"trace[95854236] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9c77352f-3a2d-41af-81bf-4641f6d3eed4; range_end:; response_count:1; response_revision:24720; }","duration":"2.827273179s","start":"2026-03-19T12:00:23.28409Z","end":"2026-03-19T12:00:26.111363Z","steps":["trace[95854236] 'agreement among raft nodes before linearized reading' (duration: 2.827196317s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:26.111374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:21.127617Z","time spent":"4.983745623s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T12:00:26.111385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:23.284072Z","time spent":"2.827309651s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-9c77352f-3a2d-41af-81bf-4641f6d3eed4\" "} {"level":"warn","ts":"2026-03-19T12:00:26.111359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.82805844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29565360-cz72l\" ","response":"range_response_count:1 size:5678"} {"level":"warn","ts":"2026-03-19T12:00:26.111235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:22.344545Z","time spent":"3.766680896s","remote":"127.0.0.1:57318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:26.111427Z","caller":"traceutil/trace.go:171","msg":"trace[1351914266] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29565360-cz72l; range_end:; response_count:1; response_revision:24720; }","duration":"2.828155563s","start":"2026-03-19T12:00:23.283254Z","end":"2026-03-19T12:00:26.111409Z","steps":["trace[1351914266] 'agreement among raft nodes before linearized reading' (duration: 2.827921097s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:26.111469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:23.283221Z","time spent":"2.828238796s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":5702,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29565360-cz72l\" "} {"level":"warn","ts":"2026-03-19T12:00:26.11069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.851468022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:00:26.110665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.306947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:26.111555Z","caller":"traceutil/trace.go:171","msg":"trace[1787081037] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24720; }","duration":"4.852412787s","start":"2026-03-19T12:00:21.259129Z","end":"2026-03-19T12:00:26.111542Z","steps":["trace[1787081037] 'agreement among raft nodes before linearized reading' (duration: 4.851390899s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:26.111583Z","caller":"traceutil/trace.go:171","msg":"trace[906582964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24720; }","duration":"753.255814ms","start":"2026-03-19T12:00:25.358315Z","end":"2026-03-19T12:00:26.111571Z","steps":["trace[906582964] 'agreement among raft nodes before linearized reading' (duration: 752.332009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:26.111594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:21.259098Z","time spent":"4.852483659s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:26.11161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:25.358296Z","time spent":"753.305705ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T12:00:26.18466Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21708,"took":"5.507231268s","hash":2508204402,"current-db-size-bytes":46505984,"current-db-size":"46 MB","current-db-size-in-use-bytes":38416384,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-03-19T12:00:26.184733Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2508204402,"revision":21708,"compact-revision":19746} {"level":"info","ts":"2026-03-19T12:00:26.972851Z","caller":"traceutil/trace.go:171","msg":"trace[1483901915] transaction","detail":"{read_only:false; response_revision:24742; number_of_response:1; }","duration":"119.191296ms","start":"2026-03-19T12:00:26.853644Z","end":"2026-03-19T12:00:26.972835Z","steps":["trace[1483901915] 'process raft request' (duration: 118.857977ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:27.632853Z","caller":"traceutil/trace.go:171","msg":"trace[1257215924] transaction","detail":"{read_only:false; response_revision:24747; number_of_response:1; }","duration":"168.007222ms","start":"2026-03-19T12:00:27.46482Z","end":"2026-03-19T12:00:27.632827Z","steps":["trace[1257215924] 'process raft request' (duration: 167.661532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:28.696105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.121365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"warn","ts":"2026-03-19T12:00:28.696152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.942027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:28.696198Z","caller":"traceutil/trace.go:171","msg":"trace[734538800] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24768; }","duration":"264.009319ms","start":"2026-03-19T12:00:28.432172Z","end":"2026-03-19T12:00:28.696181Z","steps":["trace[734538800] 'count revisions from in-memory index tree' (duration: 263.869075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:28.696269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.205688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:893"} {"level":"warn","ts":"2026-03-19T12:00:28.696271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.710721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29565360-kq2hf\" ","response":"range_response_count:1 size:6805"} {"level":"info","ts":"2026-03-19T12:00:28.696325Z","caller":"traceutil/trace.go:171","msg":"trace[770271049] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29565360-kq2hf; range_end:; response_count:1; response_revision:24768; }","duration":"252.817154ms","start":"2026-03-19T12:00:28.443496Z","end":"2026-03-19T12:00:28.696313Z","steps":["trace[770271049] 'range keys from in-memory index tree' (duration: 252.577678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:28.696338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.2755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1149"} {"level":"info","ts":"2026-03-19T12:00:28.696361Z","caller":"traceutil/trace.go:171","msg":"trace[753533479] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:24768; }","duration":"252.29704ms","start":"2026-03-19T12:00:28.444057Z","end":"2026-03-19T12:00:28.696354Z","steps":["trace[753533479] 'range keys from in-memory index tree' (duration: 252.220888ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:28.696157Z","caller":"traceutil/trace.go:171","msg":"trace[1462918366] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:24768; }","duration":"252.189188ms","start":"2026-03-19T12:00:28.443952Z","end":"2026-03-19T12:00:28.696142Z","steps":["trace[1462918366] 'range keys from in-memory index tree' (duration: 252.031263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:28.696217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.198777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:676"} {"level":"info","ts":"2026-03-19T12:00:28.696551Z","caller":"traceutil/trace.go:171","msg":"trace[784255333] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:24768; }","duration":"252.533857ms","start":"2026-03-19T12:00:28.444001Z","end":"2026-03-19T12:00:28.696535Z","steps":["trace[784255333] 'range keys from in-memory index tree' (duration: 252.109286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:28.696552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.559407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:5010"} {"level":"info","ts":"2026-03-19T12:00:28.696607Z","caller":"traceutil/trace.go:171","msg":"trace[1869404094] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:24768; }","duration":"252.63478ms","start":"2026-03-19T12:00:28.443961Z","end":"2026-03-19T12:00:28.696595Z","steps":["trace[1869404094] 'range keys from in-memory index tree' (duration: 252.466885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:28.696089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.137216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5621"} {"level":"info","ts":"2026-03-19T12:00:28.696684Z","caller":"traceutil/trace.go:171","msg":"trace[673138441] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:24768; }","duration":"252.767633ms","start":"2026-03-19T12:00:28.443905Z","end":"2026-03-19T12:00:28.696673Z","steps":["trace[673138441] 'range keys from in-memory index tree' (duration: 251.9367ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:28.696292Z","caller":"traceutil/trace.go:171","msg":"trace[851426939] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24768; }","duration":"252.241999ms","start":"2026-03-19T12:00:28.444043Z","end":"2026-03-19T12:00:28.696285Z","steps":["trace[851426939] 'range keys from in-memory index tree' (duration: 252.155067ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:29.306618Z","caller":"traceutil/trace.go:171","msg":"trace[1667078140] transaction","detail":"{read_only:false; response_revision:24772; number_of_response:1; }","duration":"504.565361ms","start":"2026-03-19T12:00:28.802022Z","end":"2026-03-19T12:00:29.306587Z","steps":["trace[1667078140] 'process raft request' (duration: 504.360255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:29.306806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:28.801566Z","time spent":"505.145296ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7299,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:30.626598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134863,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:00:31.074584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463154758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:31.074661Z","caller":"traceutil/trace.go:171","msg":"trace[2067685878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24772; }","duration":"1.463267881s","start":"2026-03-19T12:00:29.611372Z","end":"2026-03-19T12:00:31.07464Z","steps":["trace[2067685878] 'range keys from in-memory index tree' (duration: 1.463078147s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:31.074709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:29.611358Z","time spent":"1.463339124s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T12:00:31.076581Z","caller":"traceutil/trace.go:171","msg":"trace[1069117002] transaction","detail":"{read_only:false; response_revision:24773; number_of_response:1; }","duration":"951.320611ms","start":"2026-03-19T12:00:30.125221Z","end":"2026-03-19T12:00:31.076541Z","steps":["trace[1069117002] 'process raft request' (duration: 950.92069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:31.076774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:30.125201Z","time spent":"951.469196ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:33.077067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000460678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:00:33.077191Z","caller":"traceutil/trace.go:171","msg":"trace[877737265] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000605212s","start":"2026-03-19T12:00:31.076562Z","end":"2026-03-19T12:00:33.077168Z","steps":["trace[877737265] 'agreement among raft nodes before linearized reading' (duration: 2.000460118s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:33.077243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:31.076483Z","time spent":"2.000747367s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 12:00:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:00:33.126584Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.050646732s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T12:00:33.749862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.177062ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:33.749986Z","caller":"traceutil/trace.go:171","msg":"trace[1278458174] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24773; }","duration":"605.328996ms","start":"2026-03-19T12:00:33.144638Z","end":"2026-03-19T12:00:33.749967Z","steps":["trace[1278458174] 'range keys from in-memory index tree' (duration: 605.161112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:33.750086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.188421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:00:33.750305Z","caller":"traceutil/trace.go:171","msg":"trace[132234295] transaction","detail":"{read_only:false; response_revision:24774; number_of_response:1; }","duration":"3.624503336s","start":"2026-03-19T12:00:30.125767Z","end":"2026-03-19T12:00:33.75027Z","steps":["trace[132234295] 'process raft request' (duration: 3.001052999s)","trace[132234295] 'compare' (duration: 622.957304ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:00:33.750422Z","caller":"traceutil/trace.go:171","msg":"trace[2092060756] transaction","detail":"{read_only:false; response_revision:24775; number_of_response:1; }","duration":"3.623459568s","start":"2026-03-19T12:00:30.126937Z","end":"2026-03-19T12:00:33.750397Z","steps":["trace[2092060756] 'process raft request' (duration: 3.623246462s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:33.750451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:30.125751Z","time spent":"3.624616709s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:33.75052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:30.126932Z","time spent":"3.62354444s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:33.750503Z","caller":"traceutil/trace.go:171","msg":"trace[2104476467] transaction","detail":"{read_only:false; response_revision:24776; number_of_response:1; }","duration":"3.62282698s","start":"2026-03-19T12:00:30.127661Z","end":"2026-03-19T12:00:33.750488Z","steps":["trace[2104476467] 'process raft request' (duration: 3.622641435s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:33.750647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:30.127645Z","time spent":"3.622961344s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:33.751127Z","caller":"traceutil/trace.go:171","msg":"trace[1090849209] transaction","detail":"{read_only:false; response_revision:24778; number_of_response:1; }","duration":"3.516244906s","start":"2026-03-19T12:00:30.234863Z","end":"2026-03-19T12:00:33.751108Z","steps":["trace[1090849209] 'process raft request' (duration: 3.516078671s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:33.751155Z","caller":"traceutil/trace.go:171","msg":"trace[140514013] transaction","detail":"{read_only:false; response_revision:24777; number_of_response:1; }","duration":"3.61249243s","start":"2026-03-19T12:00:30.138648Z","end":"2026-03-19T12:00:33.751141Z","steps":["trace[140514013] 'process raft request' (duration: 3.611706258s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:33.751226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:30.138638Z","time spent":"3.612551461s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:33.751237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:30.234844Z","time spent":"3.516339059s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:33.751355Z","caller":"traceutil/trace.go:171","msg":"trace[1558386116] transaction","detail":"{read_only:false; response_revision:24779; number_of_response:1; }","duration":"3.516323098s","start":"2026-03-19T12:00:30.235022Z","end":"2026-03-19T12:00:33.751345Z","steps":["trace[1558386116] 'process raft request' (duration: 3.51603495s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:33.751415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:30.235017Z","time spent":"3.516367249s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:33.751771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.625970435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-19T12:00:33.751831Z","caller":"traceutil/trace.go:171","msg":"trace[984178825] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24779; }","duration":"3.626045228s","start":"2026-03-19T12:00:30.125769Z","end":"2026-03-19T12:00:33.751814Z","steps":["trace[984178825] 'agreement among raft nodes before linearized reading' (duration: 3.625879703s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:33.751878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:30.125758Z","time spent":"3.626110019s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T12:00:33.751195Z","caller":"traceutil/trace.go:171","msg":"trace[283175313] linearizableReadLoop","detail":"{readStateIndex:25682; appliedIndex:25675; }","duration":"3.62538852s","start":"2026-03-19T12:00:30.125791Z","end":"2026-03-19T12:00:33.751179Z","steps":["trace[283175313] 'read index received' (duration: 950.683624ms)","trace[283175313] 'applied index is now lower than readState.Index' (duration: 2.674703466s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:34.254839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134874,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T12:00:34.309285Z","caller":"traceutil/trace.go:171","msg":"trace[331071218] transaction","detail":"{read_only:false; response_revision:24780; number_of_response:1; }","duration":"3.190360717s","start":"2026-03-19T12:00:31.118893Z","end":"2026-03-19T12:00:34.309253Z","steps":["trace[331071218] 'process raft request' (duration: 3.190163232s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:34.309372Z","caller":"traceutil/trace.go:171","msg":"trace[2060756727] transaction","detail":"{read_only:false; response_revision:24781; number_of_response:1; }","duration":"1.226984836s","start":"2026-03-19T12:00:33.082361Z","end":"2026-03-19T12:00:34.309346Z","steps":["trace[2060756727] 'process raft request' (duration: 1.226852802s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:34.30942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:31.118867Z","time spent":"3.190481391s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:34.309491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:33.082344Z","time spent":"1.227077318s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:35.047942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.991527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:00:35.048174Z","caller":"traceutil/trace.go:171","msg":"trace[1100947493] linearizableReadLoop","detail":"{readStateIndex:25686; appliedIndex:25682; }","duration":"1.294019607s","start":"2026-03-19T12:00:33.754137Z","end":"2026-03-19T12:00:35.048157Z","steps":["trace[1100947493] 'read index received' (duration: 554.817845ms)","trace[1100947493] 'applied index is now lower than readState.Index' (duration: 739.200202ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:00:35.048191Z","caller":"traceutil/trace.go:171","msg":"trace[262278786] transaction","detail":"{read_only:false; response_revision:24782; number_of_response:1; }","duration":"1.419490614s","start":"2026-03-19T12:00:33.628668Z","end":"2026-03-19T12:00:35.048158Z","steps":["trace[262278786] 'process raft request' (duration: 786.200618ms)","trace[262278786] 'compare' (duration: 631.22227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:35.048346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.693047606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T12:00:35.048401Z","caller":"traceutil/trace.go:171","msg":"trace[734471728] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24783; }","duration":"3.693133489s","start":"2026-03-19T12:00:31.355254Z","end":"2026-03-19T12:00:35.048388Z","steps":["trace[734471728] 'agreement among raft nodes before linearized reading' (duration: 3.693027836s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:35.048447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:31.355237Z","time spent":"3.69320197s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T12:00:35.048456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.633904424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:00:35.048488Z","caller":"traceutil/trace.go:171","msg":"trace[124349153] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24783; }","duration":"4.633968945s","start":"2026-03-19T12:00:30.41451Z","end":"2026-03-19T12:00:35.048479Z","steps":["trace[124349153] 'agreement among raft nodes before linearized reading' (duration: 4.633918864s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:35.04853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:30.414492Z","time spent":"4.634029648s","remote":"127.0.0.1:53180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:35.048662Z","caller":"traceutil/trace.go:171","msg":"trace[1520919889] transaction","detail":"{read_only:false; response_revision:24783; number_of_response:1; }","duration":"1.290941413s","start":"2026-03-19T12:00:33.757709Z","end":"2026-03-19T12:00:35.048651Z","steps":["trace[1520919889] 'process raft request' (duration: 1.290325496s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:35.048737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:33.757693Z","time spent":"1.291003254s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:35.048773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.782381795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:00:35.048809Z","caller":"traceutil/trace.go:171","msg":"trace[1274072292] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24783; }","duration":"4.782443177s","start":"2026-03-19T12:00:30.266356Z","end":"2026-03-19T12:00:35.0488Z","steps":["trace[1274072292] 'agreement among raft nodes before linearized reading' (duration: 4.782328314s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:35.048841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:30.26634Z","time spent":"4.782494978s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T12:00:35.048997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708771907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-19T12:00:35.049056Z","caller":"traceutil/trace.go:171","msg":"trace[1991202391] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24783; }","duration":"1.70887064s","start":"2026-03-19T12:00:33.340172Z","end":"2026-03-19T12:00:35.049042Z","steps":["trace[1991202391] 'agreement among raft nodes before linearized reading' (duration: 1.708686515s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:35.049096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:33.340148Z","time spent":"1.708937892s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T12:00:35.049131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.814132708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T12:00:35.049164Z","caller":"traceutil/trace.go:171","msg":"trace[1882279475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24783; }","duration":"4.814184999s","start":"2026-03-19T12:00:30.234971Z","end":"2026-03-19T12:00:35.049156Z","steps":["trace[1882279475] 'agreement among raft nodes before linearized reading' (duration: 4.814109597s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:35.049194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:30.234964Z","time spent":"4.81422465s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T12:00:35.04921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.965727144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:35.049229Z","caller":"traceutil/trace.go:171","msg":"trace[1501754854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24783; }","duration":"1.965775986s","start":"2026-03-19T12:00:33.083448Z","end":"2026-03-19T12:00:35.049224Z","steps":["trace[1501754854] 'agreement among raft nodes before linearized reading' (duration: 1.965741725s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:35.04925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:33.083434Z","time spent":"1.965812786s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:00:35.049349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.912188011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-19T12:00:35.049381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970197576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-19T12:00:35.049405Z","caller":"traceutil/trace.go:171","msg":"trace[1347430417] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f; range_end:; response_count:1; response_revision:24783; }","duration":"1.970249577s","start":"2026-03-19T12:00:33.079148Z","end":"2026-03-19T12:00:35.049398Z","steps":["trace[1347430417] 'agreement among raft nodes before linearized reading' (duration: 1.970186716s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:35.049428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:33.079132Z","time spent":"1.970291448s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f\" "} {"level":"warn","ts":"2026-03-19T12:00:35.049453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.943054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-19T12:00:35.049486Z","caller":"traceutil/trace.go:171","msg":"trace[872974961] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24783; }","duration":"566.997176ms","start":"2026-03-19T12:00:34.482479Z","end":"2026-03-19T12:00:35.049476Z","steps":["trace[872974961] 'agreement among raft nodes before linearized reading' (duration: 566.924094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:35.049517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:34.482459Z","time spent":"567.051467ms","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-19T12:00:35.04953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.230206866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:35.049549Z","caller":"traceutil/trace.go:171","msg":"trace[294578739] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24783; }","duration":"2.230252507s","start":"2026-03-19T12:00:32.819291Z","end":"2026-03-19T12:00:35.049543Z","steps":["trace[294578739] 'agreement among raft nodes before linearized reading' (duration: 2.230223127s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:35.049572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:32.819276Z","time spent":"2.230291408s","remote":"127.0.0.1:52964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:35.049673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.881379948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:00:35.049697Z","caller":"traceutil/trace.go:171","msg":"trace[856548377] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24783; }","duration":"2.881403408s","start":"2026-03-19T12:00:32.168286Z","end":"2026-03-19T12:00:35.04969Z","steps":["trace[856548377] 'agreement among raft nodes before linearized reading' (duration: 2.881367147s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:35.049717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:32.168249Z","time spent":"2.88146129s","remote":"127.0.0.1:49430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:35.049826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.016598709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:00:35.049848Z","caller":"traceutil/trace.go:171","msg":"trace[497175416] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24783; }","duration":"3.01665782s","start":"2026-03-19T12:00:32.033184Z","end":"2026-03-19T12:00:35.049842Z","steps":["trace[497175416] 'agreement among raft nodes before linearized reading' (duration: 3.016618269s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:35.049873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:32.033164Z","time spent":"3.016704432s","remote":"127.0.0.1:53260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:35.048407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.040735408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:35.049966Z","caller":"traceutil/trace.go:171","msg":"trace[175702316] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24783; }","duration":"4.042308901s","start":"2026-03-19T12:00:31.007651Z","end":"2026-03-19T12:00:35.04996Z","steps":["trace[175702316] 'agreement among raft nodes before linearized reading' (duration: 4.040713607s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:35.049992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:31.007626Z","time spent":"4.042359361s","remote":"127.0.0.1:57844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:35.049061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.783417554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-19T12:00:35.050135Z","caller":"traceutil/trace.go:171","msg":"trace[721191115] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24783; }","duration":"4.784523383s","start":"2026-03-19T12:00:30.265605Z","end":"2026-03-19T12:00:35.050128Z","steps":["trace[721191115] 'agreement among raft nodes before linearized reading' (duration: 4.783384142s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:35.050156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:30.265567Z","time spent":"4.784582625s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T12:00:35.049379Z","caller":"traceutil/trace.go:171","msg":"trace[403399074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24783; }","duration":"4.912242852s","start":"2026-03-19T12:00:30.137129Z","end":"2026-03-19T12:00:35.049372Z","steps":["trace[403399074] 'agreement among raft nodes before linearized reading' (duration: 4.91216767s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:35.050244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:30.137114Z","time spent":"4.913125486s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T12:00:35.0536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:33.628631Z","time spent":"1.41974095s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:35.556004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:00:35.990285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:35.638218Z","time spent":"352.058919ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T12:00:35.99056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.016414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:00:35.990661Z","caller":"traceutil/trace.go:171","msg":"trace[1998634706] transaction","detail":"{read_only:false; response_revision:24784; number_of_response:1; }","duration":"937.191918ms","start":"2026-03-19T12:00:35.053444Z","end":"2026-03-19T12:00:35.990636Z","steps":["trace[1998634706] 'process raft request' (duration: 615.01946ms)","trace[1998634706] 'compare' (duration: 321.753907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:35.99072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:35.053426Z","time spent":"937.264819ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:36.478568Z","caller":"traceutil/trace.go:171","msg":"trace[635789153] transaction","detail":"{read_only:false; response_revision:24785; number_of_response:1; }","duration":"1.422967768s","start":"2026-03-19T12:00:35.055577Z","end":"2026-03-19T12:00:36.478545Z","steps":["trace[635789153] 'process raft request' (duration: 1.422740992s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:36.478676Z","caller":"traceutil/trace.go:171","msg":"trace[1050338426] transaction","detail":"{read_only:false; response_revision:24786; number_of_response:1; }","duration":"1.422351131s","start":"2026-03-19T12:00:35.056296Z","end":"2026-03-19T12:00:36.478647Z","steps":["trace[1050338426] 'process raft request' (duration: 1.422168896s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:36.478706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:35.055564Z","time spent":"1.42306113s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:36.478685Z","caller":"traceutil/trace.go:171","msg":"trace[547546919] linearizableReadLoop","detail":"{readStateIndex:25692; appliedIndex:25686; }","duration":"1.423632326s","start":"2026-03-19T12:00:35.055028Z","end":"2026-03-19T12:00:36.47866Z","steps":["trace[547546919] 'read index received' (duration: 613.451357ms)","trace[547546919] 'applied index is now lower than readState.Index' (duration: 810.180009ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:00:36.478702Z","caller":"traceutil/trace.go:171","msg":"trace[1782055447] transaction","detail":"{read_only:false; response_revision:24787; number_of_response:1; }","duration":"1.42230553s","start":"2026-03-19T12:00:35.056351Z","end":"2026-03-19T12:00:36.478656Z","steps":["trace[1782055447] 'process raft request' (duration: 1.422175496s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:36.478786Z","caller":"traceutil/trace.go:171","msg":"trace[1009378295] transaction","detail":"{read_only:false; response_revision:24788; number_of_response:1; }","duration":"1.419151274s","start":"2026-03-19T12:00:35.059623Z","end":"2026-03-19T12:00:36.478774Z","steps":["trace[1009378295] 'process raft request' (duration: 1.418953429s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:36.478806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:35.056289Z","time spent":"1.422444733s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:36.478832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:35.056344Z","time spent":"1.422420063s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:36.478892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:35.059614Z","time spent":"1.419199135s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:36.478985Z","caller":"traceutil/trace.go:171","msg":"trace[2134876999] transaction","detail":"{read_only:false; response_revision:24789; number_of_response:1; }","duration":"1.419280158s","start":"2026-03-19T12:00:35.059695Z","end":"2026-03-19T12:00:36.478975Z","steps":["trace[2134876999] 'process raft request' (duration: 1.418927978s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:36.479036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:35.059675Z","time spent":"1.419332989s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:36.479208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42414714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8d38e6f5-613b-472a-b03a-20d3f7f2c2db\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-19T12:00:36.479295Z","caller":"traceutil/trace.go:171","msg":"trace[1436219239] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8d38e6f5-613b-472a-b03a-20d3f7f2c2db; range_end:; response_count:1; response_revision:24789; }","duration":"1.424271633s","start":"2026-03-19T12:00:35.054999Z","end":"2026-03-19T12:00:36.479271Z","steps":["trace[1436219239] 'agreement among raft nodes before linearized reading' (duration: 1.423991475s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:36.479391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:35.054986Z","time spent":"1.424396607s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-8d38e6f5-613b-472a-b03a-20d3f7f2c2db\" "} {"level":"warn","ts":"2026-03-19T12:00:36.978944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134895,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:00:37.057766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000077517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T12:00:37.057886Z","caller":"traceutil/trace.go:171","msg":"trace[754817089] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000273522s","start":"2026-03-19T12:00:35.057585Z","end":"2026-03-19T12:00:37.057858Z","steps":["trace[754817089] 'agreement among raft nodes before linearized reading' (duration: 2.000078147s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:37.057957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:35.057579Z","time spent":"2.000358054s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:00:37.479132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134895,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:00:37.530469Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.052121158s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T12:00:37.530871Z","caller":"traceutil/trace.go:171","msg":"trace[448572970] transaction","detail":"{read_only:false; response_revision:24790; number_of_response:1; }","duration":"1.772861067s","start":"2026-03-19T12:00:35.757991Z","end":"2026-03-19T12:00:37.530852Z","steps":["trace[448572970] 'process raft request' (duration: 1.772639231s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:37.530966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:35.757972Z","time spent":"1.77293237s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:37.531093Z","caller":"traceutil/trace.go:171","msg":"trace[1805718065] transaction","detail":"{read_only:false; response_revision:24791; number_of_response:1; }","duration":"1.772414036s","start":"2026-03-19T12:00:35.758669Z","end":"2026-03-19T12:00:37.531083Z","steps":["trace[1805718065] 'process raft request' (duration: 1.772145078s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:37.531129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:35.758659Z","time spent":"1.772451966s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:37.531317Z","caller":"traceutil/trace.go:171","msg":"trace[1526817333] transaction","detail":"{read_only:false; response_revision:24792; number_of_response:1; }","duration":"1.772629612s","start":"2026-03-19T12:00:35.758678Z","end":"2026-03-19T12:00:37.531307Z","steps":["trace[1526817333] 'process raft request' (duration: 1.772378635s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:37.531359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:35.758667Z","time spent":"1.772671703s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:37.531495Z","caller":"traceutil/trace.go:171","msg":"trace[21649877] transaction","detail":"{read_only:false; response_revision:24793; number_of_response:1; }","duration":"1.772733004s","start":"2026-03-19T12:00:35.758746Z","end":"2026-03-19T12:00:37.531479Z","steps":["trace[21649877] 'process raft request' (duration: 1.772529419s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:37.531577Z","caller":"traceutil/trace.go:171","msg":"trace[498863391] transaction","detail":"{read_only:false; response_revision:24794; number_of_response:1; }","duration":"1.77256151s","start":"2026-03-19T12:00:35.759009Z","end":"2026-03-19T12:00:37.53157Z","steps":["trace[498863391] 'process raft request' (duration: 1.772416596s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:37.531587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:35.758739Z","time spent":"1.772800396s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:37.531623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:35.759001Z","time spent":"1.772600211s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:37.531974Z","caller":"traceutil/trace.go:171","msg":"trace[673158992] transaction","detail":"{read_only:false; response_revision:24795; number_of_response:1; }","duration":"1.768459738s","start":"2026-03-19T12:00:35.763496Z","end":"2026-03-19T12:00:37.531956Z","steps":["trace[673158992] 'process raft request' (duration: 1.768044487s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:37.532115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:35.763471Z","time spent":"1.768596541s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:37.695524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.754796ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-19T12:00:37.695777Z","caller":"traceutil/trace.go:171","msg":"trace[1433209776] transaction","detail":"{read_only:false; response_revision:24796; number_of_response:1; }","duration":"1.5365132s","start":"2026-03-19T12:00:36.15925Z","end":"2026-03-19T12:00:37.695764Z","steps":["trace[1433209776] 'process raft request' (duration: 1.536364556s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:37.695863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:36.159213Z","time spent":"1.536594062s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:37.695984Z","caller":"traceutil/trace.go:171","msg":"trace[1240728458] linearizableReadLoop","detail":"{readStateIndex:25702; appliedIndex:25692; }","duration":"1.21721894s","start":"2026-03-19T12:00:36.47874Z","end":"2026-03-19T12:00:37.695959Z","steps":["trace[1240728458] 'read index received' (duration: 1.05182955s)","trace[1240728458] 'applied index is now lower than readState.Index' (duration: 165.38827ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:00:37.696165Z","caller":"traceutil/trace.go:171","msg":"trace[2008144050] transaction","detail":"{read_only:false; response_revision:24797; number_of_response:1; }","duration":"1.381067559s","start":"2026-03-19T12:00:36.315086Z","end":"2026-03-19T12:00:37.696154Z","steps":["trace[2008144050] 'process raft request' (duration: 1.380647047s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:37.696238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700218566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-wztgb.189e3b850ffce070\" ","response":"range_response_count:1 size:949"} {"level":"warn","ts":"2026-03-19T12:00:37.696256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:36.315062Z","time spent":"1.381139551s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:37.696265Z","caller":"traceutil/trace.go:171","msg":"trace[1805545199] transaction","detail":"{read_only:false; response_revision:24798; number_of_response:1; }","duration":"1.365367913s","start":"2026-03-19T12:00:36.330887Z","end":"2026-03-19T12:00:37.696255Z","steps":["trace[1805545199] 'process raft request' (duration: 1.364967002s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:37.69629Z","caller":"traceutil/trace.go:171","msg":"trace[572281682] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-wztgb.189e3b850ffce070; range_end:; response_count:1; response_revision:24798; }","duration":"1.700309818s","start":"2026-03-19T12:00:35.995965Z","end":"2026-03-19T12:00:37.696275Z","steps":["trace[572281682] 'agreement among raft nodes before linearized reading' (duration: 1.700141363s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:37.696306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:36.33087Z","time spent":"1.365414414s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:37.696332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:35.995947Z","time spent":"1.700376519s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":973,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-wztgb.189e3b850ffce070\" "} {"level":"warn","ts":"2026-03-19T12:00:37.696388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344590829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:37.69642Z","caller":"traceutil/trace.go:171","msg":"trace[729611400] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24798; }","duration":"1.344664801s","start":"2026-03-19T12:00:36.351746Z","end":"2026-03-19T12:00:37.696411Z","steps":["trace[729611400] 'agreement among raft nodes before linearized reading' (duration: 1.344614649s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:37.696446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:36.351721Z","time spent":"1.344719313s","remote":"127.0.0.1:33032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:37.696565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.641446022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-19T12:00:37.696592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307483044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:37.696611Z","caller":"traceutil/trace.go:171","msg":"trace[768458049] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24798; }","duration":"2.641502204s","start":"2026-03-19T12:00:35.055101Z","end":"2026-03-19T12:00:37.696603Z","steps":["trace[768458049] 'agreement among raft nodes before linearized reading' (duration: 2.641419852s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:37.696616Z","caller":"traceutil/trace.go:171","msg":"trace[460181241] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24798; }","duration":"2.307554916s","start":"2026-03-19T12:00:35.389054Z","end":"2026-03-19T12:00:37.696609Z","steps":["trace[460181241] 'agreement among raft nodes before linearized reading' (duration: 2.307506215s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:37.696631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:35.055097Z","time spent":"2.641529345s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T12:00:37.696637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:35.389029Z","time spent":"2.307602338s","remote":"127.0.0.1:57722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:37.696638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166443642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:888"} {"level":"info","ts":"2026-03-19T12:00:37.696663Z","caller":"traceutil/trace.go:171","msg":"trace[1486685550] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:24798; }","duration":"1.166502713s","start":"2026-03-19T12:00:36.530151Z","end":"2026-03-19T12:00:37.696654Z","steps":["trace[1486685550] 'agreement among raft nodes before linearized reading' (duration: 1.166419971s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:37.696681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:36.53013Z","time spent":"1.166546684s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":912,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" "} {"level":"warn","ts":"2026-03-19T12:00:37.696681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.617498482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:00:37.696722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.439848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:37.696739Z","caller":"traceutil/trace.go:171","msg":"trace[542163426] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24798; }","duration":"2.617596235s","start":"2026-03-19T12:00:35.079129Z","end":"2026-03-19T12:00:37.696725Z","steps":["trace[542163426] 'agreement among raft nodes before linearized reading' (duration: 2.617486572s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:37.696784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:35.079108Z","time spent":"2.617665657s","remote":"127.0.0.1:57504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:37.696786Z","caller":"traceutil/trace.go:171","msg":"trace[955695267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24798; }","duration":"637.568421ms","start":"2026-03-19T12:00:37.059196Z","end":"2026-03-19T12:00:37.696765Z","steps":["trace[955695267] 'agreement among raft nodes before linearized reading' (duration: 637.441158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:37.696823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.042224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-19T12:00:37.696849Z","caller":"traceutil/trace.go:171","msg":"trace[48106659] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24798; }","duration":"642.109815ms","start":"2026-03-19T12:00:37.054729Z","end":"2026-03-19T12:00:37.696839Z","steps":["trace[48106659] 'agreement among raft nodes before linearized reading' (duration: 642.045034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:37.696869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:37.054705Z","time spent":"642.157956ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T12:00:37.69685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014054676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-19T12:00:37.69693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.091063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:37.696957Z","caller":"traceutil/trace.go:171","msg":"trace[2127808475] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24798; }","duration":"151.152814ms","start":"2026-03-19T12:00:37.545796Z","end":"2026-03-19T12:00:37.696949Z","steps":["trace[2127808475] 'agreement among raft nodes before linearized reading' (duration: 151.089383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:37.69695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019030769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:00:37.696828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:37.059168Z","time spent":"637.650144ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:00:37.696995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.989883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-19T12:00:37.697003Z","caller":"traceutil/trace.go:171","msg":"trace[249139424] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24798; }","duration":"1.019119671s","start":"2026-03-19T12:00:36.677869Z","end":"2026-03-19T12:00:37.696988Z","steps":["trace[249139424] 'agreement among raft nodes before linearized reading' (duration: 1.018988308s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:37.697021Z","caller":"traceutil/trace.go:171","msg":"trace[411205633] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:24798; }","duration":"150.087285ms","start":"2026-03-19T12:00:37.546925Z","end":"2026-03-19T12:00:37.697013Z","steps":["trace[411205633] 'agreement among raft nodes before linearized reading' (duration: 149.944191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:37.697044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:36.677852Z","time spent":"1.019180723s","remote":"127.0.0.1:57864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:37.697184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536590822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:37.697219Z","caller":"traceutil/trace.go:171","msg":"trace[759795938] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24798; }","duration":"1.537815995s","start":"2026-03-19T12:00:36.159389Z","end":"2026-03-19T12:00:37.697205Z","steps":["trace[759795938] 'agreement among raft nodes before linearized reading' (duration: 1.536601872s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:37.697242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:36.159364Z","time spent":"1.537870997s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-19T12:00:37.698113Z","caller":"traceutil/trace.go:171","msg":"trace[273749241] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24798; }","duration":"2.01420706s","start":"2026-03-19T12:00:35.682743Z","end":"2026-03-19T12:00:37.69695Z","steps":["trace[273749241] 'agreement among raft nodes before linearized reading' (duration: 2.013937103s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:37.6982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:35.682719Z","time spent":"2.015460615s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T12:00:38.15789Z","caller":"traceutil/trace.go:171","msg":"trace[1358484929] linearizableReadLoop","detail":"{readStateIndex:25703; appliedIndex:25702; }","duration":"459.728303ms","start":"2026-03-19T12:00:37.698144Z","end":"2026-03-19T12:00:38.157872Z","steps":["trace[1358484929] 'read index received' (duration: 458.87609ms)","trace[1358484929] 'applied index is now lower than readState.Index' (duration: 850.963µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:38.157972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:37.698043Z","time spent":"459.925118ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T12:00:38.158205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.037881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-qcwnv\" ","response":"range_response_count:1 size:6635"} {"level":"info","ts":"2026-03-19T12:00:38.158245Z","caller":"traceutil/trace.go:171","msg":"trace[1311230929] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-worker-qcwnv; range_end:; response_count:1; response_revision:24798; }","duration":"460.107264ms","start":"2026-03-19T12:00:37.698127Z","end":"2026-03-19T12:00:38.158234Z","steps":["trace[1311230929] 'agreement among raft nodes before linearized reading' (duration: 459.939929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:38.158273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:37.698043Z","time spent":"460.224537ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6659,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-qcwnv\" "} {"level":"warn","ts":"2026-03-19T12:00:38.658881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134903,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:00:39.159326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536134903,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:00:39.575284Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.419659449s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T12:00:39.704823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000377017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:00:39.704882Z","caller":"traceutil/trace.go:171","msg":"trace[1497675711] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000470829s","start":"2026-03-19T12:00:37.704398Z","end":"2026-03-19T12:00:39.704869Z","steps":["trace[1497675711] 'agreement among raft nodes before linearized reading' (duration: 2.000395417s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:39.70492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:37.704388Z","time spent":"2.00052656s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 12:00:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:00:39.811217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.598807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:00:39.811393Z","caller":"traceutil/trace.go:171","msg":"trace[1728350800] transaction","detail":"{read_only:false; response_revision:24801; number_of_response:1; }","duration":"2.108360399s","start":"2026-03-19T12:00:37.70302Z","end":"2026-03-19T12:00:39.81138Z","steps":["trace[1728350800] 'process raft request' (duration: 2.108325398s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:39.811431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:37.702996Z","time spent":"2.10841878s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:39.811625Z","caller":"traceutil/trace.go:171","msg":"trace[1058913984] transaction","detail":"{read_only:false; response_revision:24799; number_of_response:1; }","duration":"2.112631914s","start":"2026-03-19T12:00:37.698987Z","end":"2026-03-19T12:00:39.811619Z","steps":["trace[1058913984] 'process raft request' (duration: 1.876566404s)","trace[1058913984] 'compare' (duration: 235.247948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:39.811659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:37.698976Z","time spent":"2.112667666s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:39.811789Z","caller":"traceutil/trace.go:171","msg":"trace[519947609] transaction","detail":"{read_only:false; response_revision:24800; number_of_response:1; }","duration":"2.110494617s","start":"2026-03-19T12:00:37.701289Z","end":"2026-03-19T12:00:39.811784Z","steps":["trace[519947609] 'process raft request' (duration: 2.109994523s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:39.811821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:37.701277Z","time spent":"2.110528827s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:40.655419Z","caller":"traceutil/trace.go:171","msg":"trace[950585615] transaction","detail":"{read_only:false; response_revision:24804; number_of_response:1; }","duration":"1.118725636s","start":"2026-03-19T12:00:39.536668Z","end":"2026-03-19T12:00:40.655394Z","steps":["trace[950585615] 'process raft request' (duration: 1.118618563s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:40.65546Z","caller":"traceutil/trace.go:171","msg":"trace[305137532] transaction","detail":"{read_only:false; response_revision:24803; number_of_response:1; }","duration":"1.339891401s","start":"2026-03-19T12:00:39.315548Z","end":"2026-03-19T12:00:40.65544Z","steps":["trace[305137532] 'process raft request' (duration: 1.339702726s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:40.65555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:39.536649Z","time spent":"1.118830568s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:40.655564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:39.315516Z","time spent":"1.339983864s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:40.655582Z","caller":"traceutil/trace.go:171","msg":"trace[457558841] transaction","detail":"{read_only:false; response_revision:24805; number_of_response:1; }","duration":"1.118330385s","start":"2026-03-19T12:00:39.537133Z","end":"2026-03-19T12:00:40.655463Z","steps":["trace[457558841] 'process raft request' (duration: 1.118175231s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:40.655649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:39.537106Z","time spent":"1.11850807s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:40.65563Z","caller":"traceutil/trace.go:171","msg":"trace[768226352] transaction","detail":"{read_only:false; response_revision:24802; number_of_response:1; }","duration":"2.495280714s","start":"2026-03-19T12:00:38.160315Z","end":"2026-03-19T12:00:40.655596Z","steps":["trace[768226352] 'process raft request' (duration: 2.494824971s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:40.655419Z","caller":"traceutil/trace.go:171","msg":"trace[226461242] transaction","detail":"{read_only:false; response_revision:24806; number_of_response:1; }","duration":"1.118264843s","start":"2026-03-19T12:00:39.537134Z","end":"2026-03-19T12:00:40.655399Z","steps":["trace[226461242] 'process raft request' (duration: 1.118202572s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:40.655731Z","caller":"traceutil/trace.go:171","msg":"trace[1022356255] transaction","detail":"{read_only:false; response_revision:24807; number_of_response:1; }","duration":"1.118467849s","start":"2026-03-19T12:00:39.537255Z","end":"2026-03-19T12:00:40.655723Z","steps":["trace[1022356255] 'process raft request' (duration: 1.118113839s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:40.655759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:39.537106Z","time spent":"1.118627723s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:40.655764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:38.160277Z","time spent":"2.495414447s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:40.655878Z","caller":"traceutil/trace.go:171","msg":"trace[2010247209] linearizableReadLoop","detail":"{readStateIndex:25707; appliedIndex:25703; }","duration":"2.497928795s","start":"2026-03-19T12:00:38.157943Z","end":"2026-03-19T12:00:40.655871Z","steps":["trace[2010247209] 'read index received' (duration: 1.417690675s)","trace[2010247209] 'applied index is now lower than readState.Index' (duration: 1.08023752s)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:00:40.655926Z","caller":"traceutil/trace.go:171","msg":"trace[7118185] transaction","detail":"{read_only:false; response_revision:24808; number_of_response:1; }","duration":"1.118664684s","start":"2026-03-19T12:00:39.537253Z","end":"2026-03-19T12:00:40.655918Z","steps":["trace[7118185] 'process raft request' (duration: 1.118427078s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:40.655769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:39.537242Z","time spent":"1.11850526s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:40.655957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:39.537225Z","time spent":"1.118711795s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:40.655963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.950828812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:40.656Z","caller":"traceutil/trace.go:171","msg":"trace[1172717878] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24809; }","duration":"2.950878594s","start":"2026-03-19T12:00:37.705109Z","end":"2026-03-19T12:00:40.655988Z","steps":["trace[1172717878] 'agreement among raft nodes before linearized reading' (duration: 2.950819933s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:40.656028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:37.705101Z","time spent":"2.950920595s","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-19T12:00:40.656087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.957734161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18509"} {"level":"info","ts":"2026-03-19T12:00:40.656108Z","caller":"traceutil/trace.go:171","msg":"trace[1607733398] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24809; }","duration":"2.957784521s","start":"2026-03-19T12:00:37.698317Z","end":"2026-03-19T12:00:40.656102Z","steps":["trace[1607733398] 'agreement among raft nodes before linearized reading' (duration: 2.957692729s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:40.656128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:37.698301Z","time spent":"2.957820983s","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18533,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-19T12:00:40.656086Z","caller":"traceutil/trace.go:171","msg":"trace[432609467] transaction","detail":"{read_only:false; response_revision:24809; number_of_response:1; }","duration":"1.118569372s","start":"2026-03-19T12:00:39.537463Z","end":"2026-03-19T12:00:40.656032Z","steps":["trace[432609467] 'process raft request' (duration: 1.118378846s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:40.656212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:39.537456Z","time spent":"1.118717685s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:40.665177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191225274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:40.665287Z","caller":"traceutil/trace.go:171","msg":"trace[2036452659] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24810; }","duration":"1.191376149s","start":"2026-03-19T12:00:39.473894Z","end":"2026-03-19T12:00:40.66527Z","steps":["trace[2036452659] 'agreement among raft nodes before linearized reading' (duration: 1.191189914s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:40.665331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:39.473878Z","time spent":"1.19144177s","remote":"127.0.0.1:49274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:40.665333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.469752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-19T12:00:40.665377Z","caller":"traceutil/trace.go:171","msg":"trace[1093855076] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f; range_end:; response_count:1; response_revision:24810; }","duration":"850.553604ms","start":"2026-03-19T12:00:39.814808Z","end":"2026-03-19T12:00:40.665362Z","steps":["trace[1093855076] 'agreement among raft nodes before linearized reading' (duration: 850.382639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:40.665403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:39.814789Z","time spent":"850.608426ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f\" "} {"level":"warn","ts":"2026-03-19T12:00:40.665456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181063182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-19T12:00:40.665534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.433298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:40.665539Z","caller":"traceutil/trace.go:171","msg":"trace[517606146] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24810; }","duration":"2.181187435s","start":"2026-03-19T12:00:38.484333Z","end":"2026-03-19T12:00:40.665521Z","steps":["trace[517606146] 'agreement among raft nodes before linearized reading' (duration: 2.180953719s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:40.665587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015663657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:00:40.665591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.46778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:00:40.66559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:38.484313Z","time spent":"2.181263777s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T12:00:40.665607Z","caller":"traceutil/trace.go:171","msg":"trace[1766897147] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24810; }","duration":"1.015683298s","start":"2026-03-19T12:00:39.649918Z","end":"2026-03-19T12:00:40.665601Z","steps":["trace[1766897147] 'agreement among raft nodes before linearized reading' (duration: 1.015649357s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:40.665612Z","caller":"traceutil/trace.go:171","msg":"trace[1978974777] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24810; }","duration":"148.523582ms","start":"2026-03-19T12:00:40.517083Z","end":"2026-03-19T12:00:40.665606Z","steps":["trace[1978974777] 'agreement among raft nodes before linearized reading' (duration: 148.483541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:40.665626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:39.649902Z","time spent":"1.015719379s","remote":"127.0.0.1:57380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:40.665553Z","caller":"traceutil/trace.go:171","msg":"trace[96179689] transaction","detail":"{read_only:false; response_revision:24810; number_of_response:1; }","duration":"950.716834ms","start":"2026-03-19T12:00:39.714827Z","end":"2026-03-19T12:00:40.665544Z","steps":["trace[96179689] 'process raft request' (duration: 950.029135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:40.665877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182375478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-19T12:00:40.6659Z","caller":"traceutil/trace.go:171","msg":"trace[1640848216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24810; }","duration":"2.182428098s","start":"2026-03-19T12:00:38.483464Z","end":"2026-03-19T12:00:40.665892Z","steps":["trace[1640848216] 'agreement among raft nodes before linearized reading' (duration: 2.182361177s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:40.665919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:38.48345Z","time spent":"2.18246409s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T12:00:40.665935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:39.714807Z","time spent":"951.083633ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:40.665555Z","caller":"traceutil/trace.go:171","msg":"trace[244384252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24810; }","duration":"960.473519ms","start":"2026-03-19T12:00:39.705075Z","end":"2026-03-19T12:00:40.665548Z","steps":["trace[244384252] 'agreement among raft nodes before linearized reading' (duration: 960.436188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:40.665992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:39.705065Z","time spent":"960.924001ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:00:40.665859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18174554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-19T12:00:40.666029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.183251772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T12:00:40.666069Z","caller":"traceutil/trace.go:171","msg":"trace[1794765120] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24810; }","duration":"2.181966716s","start":"2026-03-19T12:00:38.484095Z","end":"2026-03-19T12:00:40.666061Z","steps":["trace[1794765120] 'agreement among raft nodes before linearized reading' (duration: 2.181690579s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:40.666079Z","caller":"traceutil/trace.go:171","msg":"trace[1904200319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24810; }","duration":"2.183349214s","start":"2026-03-19T12:00:38.482718Z","end":"2026-03-19T12:00:40.666068Z","steps":["trace[1904200319] 'agreement among raft nodes before linearized reading' (duration: 2.18317449s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:40.666094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:38.48409Z","time spent":"2.181997077s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T12:00:40.66611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:38.482699Z","time spent":"2.183405595s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T12:00:44.890922Z","caller":"traceutil/trace.go:171","msg":"trace[1372409936] transaction","detail":"{read_only:false; response_revision:24859; number_of_response:1; }","duration":"209.056937ms","start":"2026-03-19T12:00:44.681834Z","end":"2026-03-19T12:00:44.890891Z","steps":["trace[1372409936] 'process raft request' (duration: 208.957754ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:44.890942Z","caller":"traceutil/trace.go:171","msg":"trace[1021177412] transaction","detail":"{read_only:false; response_revision:24860; number_of_response:1; }","duration":"209.028475ms","start":"2026-03-19T12:00:44.681887Z","end":"2026-03-19T12:00:44.890915Z","steps":["trace[1021177412] 'process raft request' (duration: 208.950733ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:44.891214Z","caller":"traceutil/trace.go:171","msg":"trace[1742729659] transaction","detail":"{read_only:false; response_revision:24861; number_of_response:1; }","duration":"209.098017ms","start":"2026-03-19T12:00:44.682107Z","end":"2026-03-19T12:00:44.891205Z","steps":["trace[1742729659] 'process raft request' (duration: 208.772469ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:44.891433Z","caller":"traceutil/trace.go:171","msg":"trace[1518287580] transaction","detail":"{read_only:false; response_revision:24862; number_of_response:1; }","duration":"197.655627ms","start":"2026-03-19T12:00:44.693764Z","end":"2026-03-19T12:00:44.89142Z","steps":["trace[1518287580] 'process raft request' (duration: 197.39612ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:44.891505Z","caller":"traceutil/trace.go:171","msg":"trace[607623195] transaction","detail":"{read_only:false; response_revision:24863; number_of_response:1; }","duration":"197.588285ms","start":"2026-03-19T12:00:44.693894Z","end":"2026-03-19T12:00:44.891483Z","steps":["trace[607623195] 'process raft request' (duration: 197.436901ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:44.891419Z","caller":"traceutil/trace.go:171","msg":"trace[55707009] linearizableReadLoop","detail":"{readStateIndex:25767; appliedIndex:25762; }","duration":"203.054553ms","start":"2026-03-19T12:00:44.688336Z","end":"2026-03-19T12:00:44.891391Z","steps":["trace[55707009] 'read index received' (duration: 25.800771ms)","trace[55707009] 'applied index is now lower than readState.Index' (duration: 177.252402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:44.891632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.277859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T12:00:44.891696Z","caller":"traceutil/trace.go:171","msg":"trace[2029492004] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24863; }","duration":"203.383362ms","start":"2026-03-19T12:00:44.688295Z","end":"2026-03-19T12:00:44.891678Z","steps":["trace[2029492004] 'agreement among raft nodes before linearized reading' (duration: 203.172426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:44.891726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.236398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T12:00:44.891762Z","caller":"traceutil/trace.go:171","msg":"trace[1524669346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24863; }","duration":"196.31071ms","start":"2026-03-19T12:00:44.695441Z","end":"2026-03-19T12:00:44.891752Z","steps":["trace[1524669346] 'agreement among raft nodes before linearized reading' (duration: 196.175167ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:44.891641Z","caller":"traceutil/trace.go:171","msg":"trace[697884869] transaction","detail":"{read_only:false; response_revision:24858; number_of_response:1; }","duration":"213.350133ms","start":"2026-03-19T12:00:44.67826Z","end":"2026-03-19T12:00:44.89161Z","steps":["trace[697884869] 'process raft request' (duration: 212.358506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:44.891797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.8772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:00:44.891864Z","caller":"traceutil/trace.go:171","msg":"trace[1417931086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24863; }","duration":"184.983683ms","start":"2026-03-19T12:00:44.706862Z","end":"2026-03-19T12:00:44.891846Z","steps":["trace[1417931086] 'agreement among raft nodes before linearized reading' (duration: 184.790438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:44.891878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.284743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:00:44.891944Z","caller":"traceutil/trace.go:171","msg":"trace[545767555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24863; }","duration":"195.377015ms","start":"2026-03-19T12:00:44.696543Z","end":"2026-03-19T12:00:44.89192Z","steps":["trace[545767555] 'agreement among raft nodes before linearized reading' (duration: 195.141648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:45.638804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:00:45.712352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.118122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:00:45.712475Z","caller":"traceutil/trace.go:171","msg":"trace[41367883] transaction","detail":"{read_only:false; response_revision:24864; number_of_response:1; }","duration":"815.37974ms","start":"2026-03-19T12:00:44.897074Z","end":"2026-03-19T12:00:45.712454Z","steps":["trace[41367883] 'process raft request' (duration: 56.060272ms)","trace[41367883] 'compare' (duration: 758.703441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:45.712541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:44.897057Z","time spent":"815.452333ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:46.139085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:00:46.639515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:00:46.654744Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.562290311s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T12:00:47.613084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001462326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:00:47.613155Z","caller":"traceutil/trace.go:171","msg":"trace[1243990071] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001585949s","start":"2026-03-19T12:00:45.611552Z","end":"2026-03-19T12:00:47.613138Z","steps":["trace[1243990071] 'agreement among raft nodes before linearized reading' (duration: 2.001493456s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:47.613199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:45.611533Z","time spent":"2.00165069s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 12:00:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:00:47.946113Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.278020111s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T12:00:48.303208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648119151s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:00:48.30338Z","caller":"traceutil/trace.go:171","msg":"trace[1160512476] transaction","detail":"{read_only:false; response_revision:24865; number_of_response:1; }","duration":"3.405764536s","start":"2026-03-19T12:00:44.897601Z","end":"2026-03-19T12:00:48.303366Z","steps":["trace[1160512476] 'process raft request' (duration: 1.757413729s)","trace[1160512476] 'compare' (duration: 1.647765851s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:48.303426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:44.897584Z","time spent":"3.405819667s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:48.30374Z","caller":"traceutil/trace.go:171","msg":"trace[1675616836] transaction","detail":"{read_only:false; response_revision:24866; number_of_response:1; }","duration":"3.406042273s","start":"2026-03-19T12:00:44.897665Z","end":"2026-03-19T12:00:48.303707Z","steps":["trace[1675616836] 'process raft request' (duration: 3.405622102s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:48.303905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:44.897657Z","time spent":"3.406158296s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:48.3044Z","caller":"traceutil/trace.go:171","msg":"trace[1324587720] transaction","detail":"{read_only:false; response_revision:24867; number_of_response:1; }","duration":"3.405739485s","start":"2026-03-19T12:00:44.898644Z","end":"2026-03-19T12:00:48.304383Z","steps":["trace[1324587720] 'process raft request' (duration: 3.404959643s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:48.304486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:44.898633Z","time spent":"3.405805347s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:48.304672Z","caller":"traceutil/trace.go:171","msg":"trace[2119877028] linearizableReadLoop","detail":"{readStateIndex:25774; appliedIndex:25770; }","duration":"3.167108456s","start":"2026-03-19T12:00:45.137538Z","end":"2026-03-19T12:00:48.304646Z","steps":["trace[2119877028] 'read index received' (duration: 1.517431923s)","trace[2119877028] 'applied index is now lower than readState.Index' (duration: 1.649675303s)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:00:48.304786Z","caller":"traceutil/trace.go:171","msg":"trace[829526581] transaction","detail":"{read_only:false; response_revision:24868; number_of_response:1; }","duration":"2.643160809s","start":"2026-03-19T12:00:45.661613Z","end":"2026-03-19T12:00:48.304774Z","steps":["trace[829526581] 'process raft request' (duration: 2.642705467s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:48.304857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.167309321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:00:48.304938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:45.66159Z","time spent":"2.64322289s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:48.304951Z","caller":"traceutil/trace.go:171","msg":"trace[480366187] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24868; }","duration":"3.167442735s","start":"2026-03-19T12:00:45.137489Z","end":"2026-03-19T12:00:48.304932Z","steps":["trace[480366187] 'agreement among raft nodes before linearized reading' (duration: 3.167307371s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:48.305007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:45.137471Z","time spent":"3.167518467s","remote":"127.0.0.1:49372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:48.805746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:00:49.306716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:00:49.613148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999878592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T12:00:49.613254Z","caller":"traceutil/trace.go:171","msg":"trace[1853620560] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000034556s","start":"2026-03-19T12:00:47.613203Z","end":"2026-03-19T12:00:49.613237Z","steps":["trace[1853620560] 'agreement among raft nodes before linearized reading' (duration: 1.999875252s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:49.61329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:47.613145Z","time spent":"2.000131309s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:00:49.807261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:00:50.309024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:00:50.809948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:00:50.915494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999529002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:00:50.915598Z","caller":"traceutil/trace.go:171","msg":"trace[1606877824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999687645s","start":"2026-03-19T12:00:45.915889Z","end":"2026-03-19T12:00:50.915576Z","steps":["trace[1606877824] 'agreement among raft nodes before linearized reading' (duration: 4.999532861s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:50.915693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:45.915871Z","time spent":"4.999811209s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/19 12:00:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:00:51.310658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:00:51.598727Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.652422844s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T12:00:51.634754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000270803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:00:51.634818Z","caller":"traceutil/trace.go:171","msg":"trace[1577712672] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000377806s","start":"2026-03-19T12:00:49.634426Z","end":"2026-03-19T12:00:51.634804Z","steps":["trace[1577712672] 'agreement among raft nodes before linearized reading' (duration: 2.000294473s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:51.634852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:49.634408Z","time spent":"2.000437707s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 12:00:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:00:51.720059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:46.721198Z","time spent":"4.998852091s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 12:00:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:00:51.894294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:46.895856Z","time spent":"4.998430831s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T12:00:51.894623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:46.896067Z","time spent":"4.998548484s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T12:00:51.895708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:46.896536Z","time spent":"4.999167561s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 12:00:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:00:51.896691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:46.898703Z","time spent":"4.997984779s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T12:00:51.897759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:46.898305Z","time spent":"4.999450579s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T12:00:51.898459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:46.899115Z","time spent":"4.999337016s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T12:00:52.720675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999266735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T12:00:52.720778Z","caller":"traceutil/trace.go:171","msg":"trace[2126425601] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99943117s","start":"2026-03-19T12:00:47.72132Z","end":"2026-03-19T12:00:52.720751Z","steps":["trace[2126425601] 'agreement among raft nodes before linearized reading' (duration: 4.999301256s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:52.720935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:47.721299Z","time spent":"4.999576273s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T12:00:53.086091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487085468s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:00:53.086853Z","caller":"traceutil/trace.go:171","msg":"trace[1360755584] transaction","detail":"{read_only:false; response_revision:24877; number_of_response:1; }","duration":"5.350149972s","start":"2026-03-19T12:00:47.736678Z","end":"2026-03-19T12:00:53.086828Z","steps":["trace[1360755584] 'process raft request' (duration: 5.350045629s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:53.087107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:47.736661Z","time spent":"5.350272655s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:53.086883Z","caller":"traceutil/trace.go:171","msg":"trace[1194069912] transaction","detail":"{read_only:false; response_revision:24878; number_of_response:1; }","duration":"5.167620896s","start":"2026-03-19T12:00:47.919247Z","end":"2026-03-19T12:00:53.086868Z","steps":["trace[1194069912] 'process raft request' (duration: 5.167532733s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:53.087498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:47.919203Z","time spent":"5.168248053s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:00:53.087461Z","caller":"traceutil/trace.go:171","msg":"trace[638175039] transaction","detail":"{read_only:false; response_revision:24876; number_of_response:1; }","duration":"5.668909626s","start":"2026-03-19T12:00:47.418534Z","end":"2026-03-19T12:00:53.087444Z","steps":["trace[638175039] 'process raft request' (duration: 5.668119815s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:53.087606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:47.418482Z","time spent":"5.66907574s","remote":"127.0.0.1:52934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":587,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:53.636695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00162934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:00:53.636828Z","caller":"traceutil/trace.go:171","msg":"trace[1515871772] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001813696s","start":"2026-03-19T12:00:51.63497Z","end":"2026-03-19T12:00:53.636784Z","steps":["trace[1515871772] 'agreement among raft nodes before linearized reading' (duration: 2.000936022s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:53.636877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:51.634957Z","time spent":"2.001909838s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 12:00:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:00:54.098322Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.499399107s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T12:00:55.308962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99990904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:00:55.309028Z","caller":"traceutil/trace.go:171","msg":"trace[2077311899] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000015773s","start":"2026-03-19T12:00:50.308996Z","end":"2026-03-19T12:00:55.309012Z","steps":["trace[2077311899] 'agreement among raft nodes before linearized reading' (duration: 4.999928321s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:55.309064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:50.308985Z","time spent":"5.000070235s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/19 12:00:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:00:55.642511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999882651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T12:00:55.642572Z","caller":"traceutil/trace.go:171","msg":"trace[1691672165] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999984584s","start":"2026-03-19T12:00:53.642573Z","end":"2026-03-19T12:00:55.642558Z","steps":["trace[1691672165] 'agreement among raft nodes before linearized reading' (duration: 1.999901322s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:55.642604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:53.642559Z","time spent":"2.000038415s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:00:55.915896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.979504691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:00:55.915993Z","caller":"traceutil/trace.go:171","msg":"trace[426411015] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.979639065s","start":"2026-03-19T12:00:52.93633Z","end":"2026-03-19T12:00:55.915969Z","steps":["trace[426411015] 'agreement among raft nodes before linearized reading' (duration: 2.979514852s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:55.916054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:52.936316Z","time spent":"2.979726337s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/19 12:00:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:00:56.159944Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.061436773s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T12:00:56.719934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998153664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:00:56.720047Z","caller":"traceutil/trace.go:171","msg":"trace[1883894059] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998320969s","start":"2026-03-19T12:00:51.721709Z","end":"2026-03-19T12:00:56.72003Z","steps":["trace[1883894059] 'agreement among raft nodes before linearized reading' (duration: 4.998172515s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:56.720113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:51.721696Z","time spent":"4.998404911s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/19 12:00:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:00:56.894721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996709064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:00:56.894843Z","caller":"traceutil/trace.go:171","msg":"trace[539129055] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.996880859s","start":"2026-03-19T12:00:51.897939Z","end":"2026-03-19T12:00:56.894819Z","steps":["trace[539129055] 'agreement among raft nodes before linearized reading' (duration: 4.996724195s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:56.894906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:51.897922Z","time spent":"4.996969302s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/19 12:00:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:00:56.89523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997509537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:00:56.895279Z","caller":"traceutil/trace.go:171","msg":"trace[1117039966] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.997587818s","start":"2026-03-19T12:00:51.897678Z","end":"2026-03-19T12:00:56.895266Z","steps":["trace[1117039966] 'agreement among raft nodes before linearized reading' (duration: 4.997534667s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:56.895311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:51.897661Z","time spent":"4.99764221s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/19 12:00:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:00:56.896628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998553595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:00:56.89672Z","caller":"traceutil/trace.go:171","msg":"trace[1374057095] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998705419s","start":"2026-03-19T12:00:51.89799Z","end":"2026-03-19T12:00:56.896696Z","steps":["trace[1374057095] 'agreement among raft nodes before linearized reading' (duration: 4.998591676s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:56.896768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:51.897961Z","time spent":"4.998795652s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/19 12:00:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:00:56.897154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998338419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:00:56.897224Z","caller":"traceutil/trace.go:171","msg":"trace[1109734509] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998469473s","start":"2026-03-19T12:00:51.898739Z","end":"2026-03-19T12:00:56.897208Z","steps":["trace[1109734509] 'agreement among raft nodes before linearized reading' (duration: 4.99836921s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:56.897265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:51.898723Z","time spent":"4.998534404s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/19 12:00:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:00:56.897927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998083362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:00:56.89797Z","caller":"traceutil/trace.go:171","msg":"trace[332640097] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998147874s","start":"2026-03-19T12:00:51.899812Z","end":"2026-03-19T12:00:56.89796Z","steps":["trace[332640097] 'agreement among raft nodes before linearized reading' (duration: 4.998100423s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:56.898213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:51.899803Z","time spent":"4.9983609s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/19 12:00:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:00:56.898406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998317739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:00:56.898468Z","caller":"traceutil/trace.go:171","msg":"trace[917770136] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998407671s","start":"2026-03-19T12:00:51.900046Z","end":"2026-03-19T12:00:56.898454Z","steps":["trace[917770136] 'agreement among raft nodes before linearized reading' (duration: 4.998332119s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:56.898498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:51.900037Z","time spent":"4.998454923s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/19 12:00:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:00:56.942101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.183658117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:00:56.94221Z","caller":"traceutil/trace.go:171","msg":"trace[983712227] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"11.18378224s","start":"2026-03-19T12:00:45.758381Z","end":"2026-03-19T12:00:56.942163Z","steps":["trace[983712227] 'agreement among raft nodes before linearized reading' (duration: 11.183691518s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:56.942248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:45.758361Z","time spent":"11.183878213s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/19 12:00:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:00:57.070571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:50.069525Z","time spent":"7.001040927s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T12:00:57.221647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:53.277587Z","time spent":"3.944050832s","remote":"127.0.0.1:43930","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T12:00:57.224518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.125823085s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:00:57.226143Z","caller":"traceutil/trace.go:171","msg":"trace[699814359] linearizableReadLoop","detail":"{readStateIndex:25785; appliedIndex:25774; }","duration":"8.921279898s","start":"2026-03-19T12:00:48.304738Z","end":"2026-03-19T12:00:57.226018Z","steps":["trace[699814359] 'read index received' (duration: 3.294206587s)","trace[699814359] 'applied index is now lower than readState.Index' (duration: 5.627066521s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:57.359279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000251963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T12:00:57.359343Z","caller":"traceutil/trace.go:171","msg":"trace[283182238] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000388247s","start":"2026-03-19T12:00:55.35894Z","end":"2026-03-19T12:00:57.359328Z","steps":["trace[283182238] 'agreement among raft nodes before linearized reading' (duration: 2.000288294s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:57.359377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:55.35891Z","time spent":"2.000460639s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:00:57.643871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000215972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T12:00:57.643937Z","caller":"traceutil/trace.go:171","msg":"trace[423600064] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000330715s","start":"2026-03-19T12:00:55.643592Z","end":"2026-03-19T12:00:57.643922Z","steps":["trace[423600064] 'agreement among raft nodes before linearized reading' (duration: 2.000236303s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:57.643975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:55.643571Z","time spent":"2.000397536s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:00:57.728308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.004875561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:00:57.728392Z","caller":"traceutil/trace.go:171","msg":"trace[703836162] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"3.005015565s","start":"2026-03-19T12:00:54.723357Z","end":"2026-03-19T12:00:57.728372Z","steps":["trace[703836162] 'agreement among raft nodes before linearized reading' (duration: 3.004913522s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:57.728439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:54.723336Z","time spent":"3.005093206s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/19 12:00:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:00:57.903446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.781861ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-19T12:00:57.903468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.201352057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:57.903583Z","caller":"traceutil/trace.go:171","msg":"trace[475854206] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24880; }","duration":"11.201522822s","start":"2026-03-19T12:00:46.702029Z","end":"2026-03-19T12:00:57.903552Z","steps":["trace[475854206] 'agreement among raft nodes before linearized reading' (duration: 10.524390886s)","trace[475854206] 'count revisions from in-memory index tree' (duration: 676.977982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:57.903658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.436888193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:00:57.903663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.418504571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-19T12:00:57.903709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.356285858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:00:57.903744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.679010357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:57.903758Z","caller":"traceutil/trace.go:171","msg":"trace[613764644] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24880; }","duration":"12.356357459s","start":"2026-03-19T12:00:45.547386Z","end":"2026-03-19T12:00:57.903743Z","steps":["trace[613764644] 'agreement among raft nodes before linearized reading' (duration: 11.679011997s)","trace[613764644] 'count revisions from in-memory index tree' (duration: 677.28543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:57.9038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.68131004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:00:57.90381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:45.547369Z","time spent":"12.356427192s","remote":"127.0.0.1:57400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:57.903835Z","caller":"traceutil/trace.go:171","msg":"trace[1036780286] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24880; }","duration":"10.418613084s","start":"2026-03-19T12:00:47.485116Z","end":"2026-03-19T12:00:57.903729Z","steps":["trace[1036780286] 'agreement among raft nodes before linearized reading' (duration: 9.741278512s)","trace[1036780286] 'range keys from in-memory index tree' (duration: 677.070025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:57.903934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:47.4851Z","time spent":"10.41882089s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-19T12:00:57.903982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.818060643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:00:57.904029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.025724427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-19T12:00:57.904056Z","caller":"traceutil/trace.go:171","msg":"trace[216460632] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24880; }","duration":"11.818162706s","start":"2026-03-19T12:00:46.085873Z","end":"2026-03-19T12:00:57.904036Z","steps":["trace[216460632] 'agreement among raft nodes before linearized reading' (duration: 11.140598148s)","trace[216460632] 'count revisions from in-memory index tree' (duration: 677.471355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:57.904298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.160744515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:00:57.904327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.287880214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:00:57.904324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:46.085855Z","time spent":"11.818450923s","remote":"127.0.0.1:53318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:57.904347Z","caller":"traceutil/trace.go:171","msg":"trace[508198622] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24880; }","duration":"11.160825897s","start":"2026-03-19T12:00:46.743506Z","end":"2026-03-19T12:00:57.904332Z","steps":["trace[508198622] 'agreement among raft nodes before linearized reading' (duration: 10.48290056s)","trace[508198622] 'count revisions from in-memory index tree' (duration: 677.858696ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:00:57.90436Z","caller":"traceutil/trace.go:171","msg":"trace[49564806] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24880; }","duration":"10.287929076s","start":"2026-03-19T12:00:47.616419Z","end":"2026-03-19T12:00:57.904348Z","steps":["trace[49564806] 'agreement among raft nodes before linearized reading' (duration: 9.609920416s)","trace[49564806] 'count revisions from in-memory index tree' (duration: 677.966599ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:57.904378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.018118905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:00:57.904387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.357117084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:00:57.904395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:46.743487Z","time spent":"11.160891358s","remote":"127.0.0.1:57576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:57.904402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:47.616412Z","time spent":"10.287980637s","remote":"127.0.0.1:53244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:57.904422Z","caller":"traceutil/trace.go:171","msg":"trace[2059153360] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:0; response_revision:24880; }","duration":"10.357187326s","start":"2026-03-19T12:00:47.547224Z","end":"2026-03-19T12:00:57.904411Z","steps":["trace[2059153360] 'agreement among raft nodes before linearized reading' (duration: 9.679155606s)","trace[2059153360] 'range keys from in-memory index tree' (duration: 677.981529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:57.904441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.855406637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:00:57.904453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:47.547203Z","time spent":"10.357242997s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"info","ts":"2026-03-19T12:00:57.904463Z","caller":"traceutil/trace.go:171","msg":"trace[590541813] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24880; }","duration":"11.85547892s","start":"2026-03-19T12:00:46.048976Z","end":"2026-03-19T12:00:57.904455Z","steps":["trace[590541813] 'agreement among raft nodes before linearized reading' (duration: 11.177375417s)","trace[590541813] 'count revisions from in-memory index tree' (duration: 678.072912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:57.904484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:46.048952Z","time spent":"11.85552546s","remote":"127.0.0.1:33140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:57.904607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.126905629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:00:57.904607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.756618058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:57.90464Z","caller":"traceutil/trace.go:171","msg":"trace[365432312] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24880; }","duration":"12.12693804s","start":"2026-03-19T12:00:45.777689Z","end":"2026-03-19T12:00:57.904627Z","steps":["trace[365432312] 'agreement among raft nodes before linearized reading' (duration: 11.448693884s)","trace[365432312] 'count revisions from in-memory index tree' (duration: 678.200915ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:00:57.904659Z","caller":"traceutil/trace.go:171","msg":"trace[2140431479] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24880; }","duration":"12.756707761s","start":"2026-03-19T12:00:45.147932Z","end":"2026-03-19T12:00:57.90464Z","steps":["trace[2140431479] 'agreement among raft nodes before linearized reading' (duration: 12.078478715s)","trace[2140431479] 'count revisions from in-memory index tree' (duration: 678.164404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:57.904675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:45.777671Z","time spent":"12.126995971s","remote":"127.0.0.1:33120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:57.904698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.822388631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:00:57.904704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:45.147919Z","time spent":"12.756769822s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:57.904734Z","caller":"traceutil/trace.go:171","msg":"trace[130606927] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24880; }","duration":"11.822449712s","start":"2026-03-19T12:00:46.082274Z","end":"2026-03-19T12:00:57.904724Z","steps":["trace[130606927] 'agreement among raft nodes before linearized reading' (duration: 11.144073452s)","trace[130606927] 'count revisions from in-memory index tree' (duration: 678.312119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:57.904767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:46.082258Z","time spent":"11.822499634s","remote":"127.0.0.1:57478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:57.903653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:46.702007Z","time spent":"11.201626395s","remote":"127.0.0.1:33030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:57.903822Z","caller":"traceutil/trace.go:171","msg":"trace[972681554] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24880; }","duration":"11.681357641s","start":"2026-03-19T12:00:46.222457Z","end":"2026-03-19T12:00:57.903814Z","steps":["trace[972681554] 'agreement among raft nodes before linearized reading' (duration: 11.004001919s)","trace[972681554] 'count revisions from in-memory index tree' (duration: 677.326081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:57.904814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:46.222441Z","time spent":"11.682364468s","remote":"127.0.0.1:57746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:57.904411Z","caller":"traceutil/trace.go:171","msg":"trace[1051937753] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24880; }","duration":"12.018187147s","start":"2026-03-19T12:00:45.886212Z","end":"2026-03-19T12:00:57.9044Z","steps":["trace[1051937753] 'agreement among raft nodes before linearized reading' (duration: 11.340149576s)","trace[1051937753] 'count revisions from in-memory index tree' (duration: 677.98933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:57.905004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:45.886197Z","time spent":"12.018794564s","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:57.903703Z","caller":"traceutil/trace.go:171","msg":"trace[476531377] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24880; }","duration":"11.436977856s","start":"2026-03-19T12:00:46.466708Z","end":"2026-03-19T12:00:57.903686Z","steps":["trace[476531377] 'agreement among raft nodes before linearized reading' (duration: 10.759723016s)","trace[476531377] 'count revisions from in-memory index tree' (duration: 677.195118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:57.905295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:46.466649Z","time spent":"11.4386322s","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:57.903917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.032871746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274826"} {"level":"info","ts":"2026-03-19T12:00:57.905457Z","caller":"traceutil/trace.go:171","msg":"trace[500081846] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24880; }","duration":"12.034467499s","start":"2026-03-19T12:00:45.870975Z","end":"2026-03-19T12:00:57.905443Z","steps":["trace[500081846] 'agreement among raft nodes before linearized reading' (duration: 11.355396501s)","trace[500081846] 'range keys from in-memory index tree' (duration: 677.102265ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:00:57.903773Z","caller":"traceutil/trace.go:171","msg":"trace[2140838523] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24880; }","duration":"11.679065229s","start":"2026-03-19T12:00:46.224697Z","end":"2026-03-19T12:00:57.903762Z","steps":["trace[2140838523] 'agreement among raft nodes before linearized reading' (duration: 11.001745007s)","trace[2140838523] 'count revisions from in-memory index tree' (duration: 677.2786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:57.905497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:45.870956Z","time spent":"12.03452868s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274850,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-19T12:00:57.90427Z","caller":"traceutil/trace.go:171","msg":"trace[469487225] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24880; }","duration":"10.025953273s","start":"2026-03-19T12:00:47.878298Z","end":"2026-03-19T12:00:57.904251Z","steps":["trace[469487225] 'agreement among raft nodes before linearized reading' (duration: 9.348015685s)","trace[469487225] 'range keys from in-memory index tree' (duration: 677.64478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:57.905595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:47.878248Z","time spent":"10.02733837s","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-19T12:00:57.905604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:46.224682Z","time spent":"11.680824216s","remote":"127.0.0.1:35542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:57.906456Z","caller":"traceutil/trace.go:171","msg":"trace[954120986] linearizableReadLoop","detail":"{readStateIndex:25787; appliedIndex:25785; }","duration":"680.20087ms","start":"2026-03-19T12:00:57.226242Z","end":"2026-03-19T12:00:57.906443Z","steps":["trace[954120986] 'read index received' (duration: 179.315µs)","trace[954120986] 'applied index is now lower than readState.Index' (duration: 680.020275ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:00:57.906515Z","caller":"traceutil/trace.go:171","msg":"trace[1026126239] transaction","detail":"{read_only:false; response_revision:24881; number_of_response:1; }","duration":"4.595520221s","start":"2026-03-19T12:00:53.310987Z","end":"2026-03-19T12:00:57.906507Z","steps":["trace[1026126239] 'process raft request' (duration: 4.592550851s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:57.906579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:53.310965Z","time spent":"4.595565982s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:59.593472Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.46801158s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T12:00:59.651581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999915932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T12:00:59.651665Z","caller":"traceutil/trace.go:171","msg":"trace[1496923966] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000045636s","start":"2026-03-19T12:00:57.651601Z","end":"2026-03-19T12:00:59.651647Z","steps":["trace[1496923966] 'agreement among raft nodes before linearized reading' (duration: 1.999933853s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:59.651714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:57.651588Z","time spent":"2.000115608s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:00:59.711612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.755984124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:00:59.711678Z","caller":"traceutil/trace.go:171","msg":"trace[1127790661] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24881; }","duration":"6.756088176s","start":"2026-03-19T12:00:52.955573Z","end":"2026-03-19T12:00:59.711661Z","steps":["trace[1127790661] 'agreement among raft nodes before linearized reading' (duration: 4.951089926s)","trace[1127790661] 'count revisions from in-memory index tree' (duration: 1.804899708s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:59.711717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:52.955551Z","time spent":"6.756156328s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:59.711897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.150801074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:59.711938Z","caller":"traceutil/trace.go:171","msg":"trace[704365792] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24881; }","duration":"7.150898617s","start":"2026-03-19T12:00:52.561025Z","end":"2026-03-19T12:00:59.711923Z","steps":["trace[704365792] 'agreement among raft nodes before linearized reading' (duration: 5.34566024s)","trace[704365792] 'count revisions from in-memory index tree' (duration: 1.805190076s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:59.711973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:52.561004Z","time spent":"7.150961578s","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:59.71204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.616258859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-19T12:00:59.71211Z","caller":"traceutil/trace.go:171","msg":"trace[1311195926] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:24881; }","duration":"6.616345751s","start":"2026-03-19T12:00:53.095743Z","end":"2026-03-19T12:00:59.712089Z","steps":["trace[1311195926] 'agreement among raft nodes before linearized reading' (duration: 4.811006462s)","trace[1311195926] 'range keys from in-memory index tree' (duration: 1.805175565s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:59.712139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.01901949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:00:59.712206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811670984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-03-19T12:00:59.712209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.278852669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:59.712225Z","caller":"traceutil/trace.go:171","msg":"trace[610648938] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24881; }","duration":"9.019127084s","start":"2026-03-19T12:00:50.693085Z","end":"2026-03-19T12:00:59.712212Z","steps":["trace[610648938] 'agreement among raft nodes before linearized reading' (duration: 7.21363563s)","trace[610648938] 'range keys from in-memory index tree' (duration: 1.805396061s)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:00:59.712241Z","caller":"traceutil/trace.go:171","msg":"trace[1093981752] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24881; }","duration":"10.278909441s","start":"2026-03-19T12:00:49.43332Z","end":"2026-03-19T12:00:59.71223Z","steps":["trace[1093981752] 'agreement among raft nodes before linearized reading' (duration: 8.473443608s)","trace[1093981752] 'count revisions from in-memory index tree' (duration: 1.805426482s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:59.712262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:50.69307Z","time spent":"9.019182345s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-19T12:00:59.712269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:49.433304Z","time spent":"10.278958052s","remote":"127.0.0.1:49318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:59.712272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.026602095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:59.712335Z","caller":"traceutil/trace.go:171","msg":"trace[1322920337] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24881; }","duration":"8.026703328s","start":"2026-03-19T12:00:51.685615Z","end":"2026-03-19T12:00:59.712318Z","steps":["trace[1322920337] 'agreement among raft nodes before linearized reading' (duration: 6.221089471s)","trace[1322920337] 'count revisions from in-memory index tree' (duration: 1.805526654s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:59.71236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.004807736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:00:59.712371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:51.6856Z","time spent":"8.026764669s","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:59.712391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.078901045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:00:59.712409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.744057247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-19T12:00:59.712422Z","caller":"traceutil/trace.go:171","msg":"trace[810769613] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24881; }","duration":"5.078932286s","start":"2026-03-19T12:00:54.633481Z","end":"2026-03-19T12:00:59.712413Z","steps":["trace[810769613] 'agreement among raft nodes before linearized reading' (duration: 3.273226857s)","trace[810769613] 'count revisions from in-memory index tree' (duration: 1.805664268s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:59.712446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.404175139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-19T12:00:59.712446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.616883677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-19T12:00:59.712469Z","caller":"traceutil/trace.go:171","msg":"trace[1384741141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24881; }","duration":"9.404212869s","start":"2026-03-19T12:00:50.308247Z","end":"2026-03-19T12:00:59.71246Z","steps":["trace[1384741141] 'agreement among raft nodes before linearized reading' (duration: 7.598483539s)","trace[1384741141] 'range keys from in-memory index tree' (duration: 1.805674108s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:59.712486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.442315704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:00:59.712434Z","caller":"traceutil/trace.go:171","msg":"trace[1496000299] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24881; }","duration":"5.744122169s","start":"2026-03-19T12:00:53.968304Z","end":"2026-03-19T12:00:59.712426Z","steps":["trace[1496000299] 'agreement among raft nodes before linearized reading' (duration: 3.938425009s)","trace[1496000299] 'count revisions from in-memory index tree' (duration: 1.805659878s)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:00:59.712513Z","caller":"traceutil/trace.go:171","msg":"trace[89048113] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24881; }","duration":"9.442383747s","start":"2026-03-19T12:00:50.270121Z","end":"2026-03-19T12:00:59.712505Z","steps":["trace[89048113] 'agreement among raft nodes before linearized reading' (duration: 7.636625356s)","trace[89048113] 'count revisions from in-memory index tree' (duration: 1.8057263s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:59.712521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:53.968282Z","time spent":"5.744229561s","remote":"127.0.0.1:52934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":226,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:59.712542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:50.270098Z","time spent":"9.442435827s","remote":"127.0.0.1:49412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:59.712525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.929309193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:00:59.712562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.228835536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-19T12:00:59.712485Z","caller":"traceutil/trace.go:171","msg":"trace[978034742] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:24881; }","duration":"6.616942638s","start":"2026-03-19T12:00:53.095532Z","end":"2026-03-19T12:00:59.712475Z","steps":["trace[978034742] 'agreement among raft nodes before linearized reading' (duration: 4.811230448s)","trace[978034742] 'range keys from in-memory index tree' (duration: 1.805630028s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:59.712594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.404364904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T12:00:59.712236Z","caller":"traceutil/trace.go:171","msg":"trace[777324111] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24881; }","duration":"2.811711145s","start":"2026-03-19T12:00:56.900513Z","end":"2026-03-19T12:00:59.712224Z","steps":["trace[777324111] 'agreement among raft nodes before linearized reading' (duration: 1.006206521s)","trace[777324111] 'range keys from in-memory index tree' (duration: 1.805441183s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:59.712616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:53.095517Z","time spent":"6.617092783s","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1149,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-19T12:00:59.712512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.610454994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:59.712647Z","caller":"traceutil/trace.go:171","msg":"trace[1570096740] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24881; }","duration":"3.610617588s","start":"2026-03-19T12:00:56.102021Z","end":"2026-03-19T12:00:59.712639Z","steps":["trace[1570096740] 'agreement among raft nodes before linearized reading' (duration: 1.804670072s)","trace[1570096740] 'count revisions from in-memory index tree' (duration: 1.805797252s)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:00:59.712394Z","caller":"traceutil/trace.go:171","msg":"trace[2125586847] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24881; }","duration":"6.004862318s","start":"2026-03-19T12:00:53.707523Z","end":"2026-03-19T12:00:59.712386Z","steps":["trace[2125586847] 'agreement among raft nodes before linearized reading' (duration: 4.199216061s)","trace[2125586847] 'count revisions from in-memory index tree' (duration: 1.805599986s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:59.712661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.534402219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:00:59.712677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:56.102004Z","time spent":"3.61066466s","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:59.712689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:53.707509Z","time spent":"6.005173377s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:59.712693Z","caller":"traceutil/trace.go:171","msg":"trace[1559924417] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24881; }","duration":"3.534462301s","start":"2026-03-19T12:00:56.17822Z","end":"2026-03-19T12:00:59.712682Z","steps":["trace[1559924417] 'agreement among raft nodes before linearized reading' (duration: 1.728534425s)","trace[1559924417] 'count revisions from in-memory index tree' (duration: 1.805875325s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:59.712726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.312975517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:00:59.712754Z","caller":"traceutil/trace.go:171","msg":"trace[111885202] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24881; }","duration":"3.313036988s","start":"2026-03-19T12:00:56.399709Z","end":"2026-03-19T12:00:59.712746Z","steps":["trace[111885202] 'agreement among raft nodes before linearized reading' (duration: 1.507042051s)","trace[111885202] 'count revisions from in-memory index tree' (duration: 1.805958926s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:59.712173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.07925199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-19T12:00:59.7126Z","caller":"traceutil/trace.go:171","msg":"trace[1747101775] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24881; }","duration":"7.929413626s","start":"2026-03-19T12:00:51.783163Z","end":"2026-03-19T12:00:59.712576Z","steps":["trace[1747101775] 'agreement among raft nodes before linearized reading' (duration: 6.123535061s)","trace[1747101775] 'count revisions from in-memory index tree' (duration: 1.805804102s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:59.712598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.153974124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:59.712641Z","caller":"traceutil/trace.go:171","msg":"trace[1293746300] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24881; }","duration":"8.228894018s","start":"2026-03-19T12:00:51.483683Z","end":"2026-03-19T12:00:59.712577Z","steps":["trace[1293746300] 'agreement among raft nodes before linearized reading' (duration: 6.423028334s)","trace[1293746300] 'range keys from in-memory index tree' (duration: 1.805815332s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:59.712544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.815047956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-03-19T12:00:59.712798Z","caller":"traceutil/trace.go:171","msg":"trace[844318105] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24881; }","duration":"5.154175829s","start":"2026-03-19T12:00:54.558615Z","end":"2026-03-19T12:00:59.712791Z","steps":["trace[844318105] 'agreement among raft nodes before linearized reading' (duration: 3.34810364s)","trace[844318105] 'count revisions from in-memory index tree' (duration: 1.805861044s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:59.712803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:51.783146Z","time spent":"7.929645501s","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:59.712814Z","caller":"traceutil/trace.go:171","msg":"trace[1635274117] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24881; }","duration":"2.815315654s","start":"2026-03-19T12:00:56.897491Z","end":"2026-03-19T12:00:59.712807Z","steps":["trace[1635274117] 'agreement among raft nodes before linearized reading' (duration: 1.009241614s)","trace[1635274117] 'range keys from in-memory index tree' (duration: 1.805772931s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:59.712842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:56.897436Z","time spent":"2.815398306s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":541,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-03-19T12:00:59.712618Z","caller":"traceutil/trace.go:171","msg":"trace[2036876457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24881; }","duration":"9.404420276s","start":"2026-03-19T12:00:50.308191Z","end":"2026-03-19T12:00:59.712612Z","steps":["trace[2036876457] 'agreement among raft nodes before linearized reading' (duration: 7.598548532s)","trace[2036876457] 'range keys from in-memory index tree' (duration: 1.805823792s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:59.712931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:50.308177Z","time spent":"9.404747654s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T12:00:59.712622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:56.900506Z","time spent":"2.812110987s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":566,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-19T12:00:59.712969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.386384519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-19T12:00:59.712725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:56.178203Z","time spent":"3.534514831s","remote":"127.0.0.1:52976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:59.713008Z","caller":"traceutil/trace.go:171","msg":"trace[1660063328] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24881; }","duration":"10.386452191s","start":"2026-03-19T12:00:49.326541Z","end":"2026-03-19T12:00:59.712993Z","steps":["trace[1660063328] 'agreement among raft nodes before linearized reading' (duration: 8.580235348s)","trace[1660063328] 'count revisions from in-memory index tree' (duration: 1.806174962s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:59.712799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.367085225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:00:59.713049Z","caller":"traceutil/trace.go:171","msg":"trace[1009500430] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24881; }","duration":"10.367366952s","start":"2026-03-19T12:00:49.345671Z","end":"2026-03-19T12:00:59.713038Z","steps":["trace[1009500430] 'agreement among raft nodes before linearized reading' (duration: 8.561099497s)","trace[1009500430] 'count revisions from in-memory index tree' (duration: 1.806007327s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:59.713046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:49.326521Z","time spent":"10.386515472s","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:59.713074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:49.345654Z","time spent":"10.367413744s","remote":"127.0.0.1:53264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:59.712416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.895760672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-19T12:00:59.713137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.458327123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-19T12:00:59.712455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:54.63342Z","time spent":"5.079028309s","remote":"127.0.0.1:57990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:59.713165Z","caller":"traceutil/trace.go:171","msg":"trace[2040800201] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24881; }","duration":"10.458387204s","start":"2026-03-19T12:00:49.254769Z","end":"2026-03-19T12:00:59.713157Z","steps":["trace[2040800201] 'agreement among raft nodes before linearized reading' (duration: 8.652013167s)","trace[2040800201] 'count revisions from in-memory index tree' (duration: 1.806339497s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:59.713194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:49.254751Z","time spent":"10.458438115s","remote":"127.0.0.1:53146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":176,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:59.712786Z","caller":"traceutil/trace.go:171","msg":"trace[533240913] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f; range_end:; response_count:1; response_revision:24881; }","duration":"10.079902947s","start":"2026-03-19T12:00:49.632873Z","end":"2026-03-19T12:00:59.712776Z","steps":["trace[533240913] 'agreement among raft nodes before linearized reading' (duration: 8.273883409s)","trace[533240913] 'range keys from in-memory index tree' (duration: 1.80534619s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:59.713246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:49.632858Z","time spent":"10.08038174s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f\" "} {"level":"warn","ts":"2026-03-19T12:00:59.712459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.022407916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:59.713347Z","caller":"traceutil/trace.go:171","msg":"trace[545796280] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24881; }","duration":"3.023325561s","start":"2026-03-19T12:00:56.690013Z","end":"2026-03-19T12:00:59.713339Z","steps":["trace[545796280] 'agreement among raft nodes before linearized reading' (duration: 1.216728008s)","trace[545796280] 'count revisions from in-memory index tree' (duration: 1.805704799s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:59.713369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:56.689993Z","time spent":"3.023370903s","remote":"127.0.0.1:57468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:59.713167Z","caller":"traceutil/trace.go:171","msg":"trace[1759925102] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24881; }","duration":"4.896579255s","start":"2026-03-19T12:00:54.816577Z","end":"2026-03-19T12:00:59.713156Z","steps":["trace[1759925102] 'agreement among raft nodes before linearized reading' (duration: 3.090116925s)","trace[1759925102] 'range keys from in-memory index tree' (duration: 1.805568235s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:59.713399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:54.816554Z","time spent":"4.896835422s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T12:00:59.71281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:51.483663Z","time spent":"8.229141704s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T12:00:59.713395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.084024442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:00:59.712145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:53.095738Z","time spent":"6.616400214s","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1149,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-19T12:00:59.712495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:50.308242Z","time spent":"9.404247101s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T12:00:59.712776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:56.399692Z","time spent":"3.313078229s","remote":"127.0.0.1:57368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:59.713481Z","caller":"traceutil/trace.go:171","msg":"trace[449136061] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24881; }","duration":"11.084147975s","start":"2026-03-19T12:00:48.629324Z","end":"2026-03-19T12:00:59.713472Z","steps":["trace[449136061] 'agreement among raft nodes before linearized reading' (duration: 9.277464269s)","trace[449136061] 'count revisions from in-memory index tree' (duration: 1.806586103s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:59.713594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587307159s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-19T12:00:59.713621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:48.629304Z","time spent":"11.08430689s","remote":"127.0.0.1:52926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:59.712513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.638344849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T12:00:59.713708Z","caller":"traceutil/trace.go:171","msg":"trace[747919809] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24881; }","duration":"2.639607202s","start":"2026-03-19T12:00:57.074093Z","end":"2026-03-19T12:00:59.7137Z","steps":["trace[747919809] 'agreement among raft nodes before linearized reading' (duration: 832.616928ms)","trace[747919809] 'range keys from in-memory index tree' (duration: 1.805758341s)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:00:59.713713Z","caller":"traceutil/trace.go:171","msg":"trace[1815896207] transaction","detail":"{read_only:false; response_revision:24882; number_of_response:1; }","duration":"1.985019438s","start":"2026-03-19T12:00:57.728683Z","end":"2026-03-19T12:00:59.713703Z","steps":["trace[1815896207] 'process raft request' (duration: 397.540134ms)","trace[1815896207] 'compare' (duration: 1.58550034s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:59.713729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:57.074068Z","time spent":"2.639655014s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-19T12:00:59.712816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:54.558553Z","time spent":"5.154257992s","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:59.713762Z","caller":"traceutil/trace.go:171","msg":"trace[1838528946] linearizableReadLoop","detail":"{readStateIndex:25788; appliedIndex:25787; }","duration":"1.807270672s","start":"2026-03-19T12:00:57.906482Z","end":"2026-03-19T12:00:59.713753Z","steps":["trace[1838528946] 'read index received' (duration: 218.969425ms)","trace[1838528946] 'applied index is now lower than readState.Index' (duration: 1.588299607s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:00:59.713758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:57.906973Z","time spent":"1.806783569s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T12:00:59.713787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:57.728661Z","time spent":"1.98508022s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:00:59.713852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057167367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-03-19T12:00:59.71388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806734938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:00:59.713906Z","caller":"traceutil/trace.go:171","msg":"trace[481543460] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24882; }","duration":"1.806791199s","start":"2026-03-19T12:00:57.907108Z","end":"2026-03-19T12:00:59.7139Z","steps":["trace[481543460] 'agreement among raft nodes before linearized reading' (duration: 1.806752338s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:59.713927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:57.90709Z","time spent":"1.80683062s","remote":"127.0.0.1:51308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:59.713975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.972648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:00:59.714004Z","caller":"traceutil/trace.go:171","msg":"trace[129260564] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24882; }","duration":"970.033199ms","start":"2026-03-19T12:00:58.743964Z","end":"2026-03-19T12:00:59.713998Z","steps":["trace[129260564] 'agreement among raft nodes before linearized reading' (duration: 969.973598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:59.714008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.785709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:00:59.714029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:58.743948Z","time spent":"970.074611ms","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:00:59.714035Z","caller":"traceutil/trace.go:171","msg":"trace[228459125] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24882; }","duration":"113.81196ms","start":"2026-03-19T12:00:59.600215Z","end":"2026-03-19T12:00:59.714027Z","steps":["trace[228459125] 'agreement among raft nodes before linearized reading' (duration: 113.777069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:59.713979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.136827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-19T12:00:59.714059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805775342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d0c93e5f-dfa9-4df2-a42a-ea2ab25f79ef\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-19T12:00:59.714075Z","caller":"traceutil/trace.go:171","msg":"trace[198877826] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d0c93e5f-dfa9-4df2-a42a-ea2ab25f79ef; range_end:; response_count:1; response_revision:24882; }","duration":"1.805804922s","start":"2026-03-19T12:00:57.908265Z","end":"2026-03-19T12:00:59.71407Z","steps":["trace[198877826] 'agreement among raft nodes before linearized reading' (duration: 1.80572583s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:59.714067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.82923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:00:59.714093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:57.908258Z","time spent":"1.805832123s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-d0c93e5f-dfa9-4df2-a42a-ea2ab25f79ef\" "} {"level":"info","ts":"2026-03-19T12:00:59.714087Z","caller":"traceutil/trace.go:171","msg":"trace[1811578114] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24882; }","duration":"266.2656ms","start":"2026-03-19T12:00:59.447807Z","end":"2026-03-19T12:00:59.714073Z","steps":["trace[1811578114] 'agreement among raft nodes before linearized reading' (duration: 266.061225ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:59.714129Z","caller":"traceutil/trace.go:171","msg":"trace[1590731870] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24882; }","duration":"651.901511ms","start":"2026-03-19T12:00:59.062198Z","end":"2026-03-19T12:00:59.714099Z","steps":["trace[1590731870] 'agreement among raft nodes before linearized reading' (duration: 651.821109ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:00:59.713882Z","caller":"traceutil/trace.go:171","msg":"trace[1314777068] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24882; }","duration":"2.057225899s","start":"2026-03-19T12:00:57.656649Z","end":"2026-03-19T12:00:59.713875Z","steps":["trace[1314777068] 'agreement among raft nodes before linearized reading' (duration: 2.057146517s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:59.714171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:59.062184Z","time spent":"651.974954ms","remote":"127.0.0.1:58006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:00:59.71418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:57.65662Z","time spent":"2.057552018s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7137,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-19T12:00:59.713855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.403503051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:00:59.71422Z","caller":"traceutil/trace.go:171","msg":"trace[998025958] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24882; }","duration":"2.403903662s","start":"2026-03-19T12:00:57.31031Z","end":"2026-03-19T12:00:59.714214Z","steps":["trace[998025958] 'agreement among raft nodes before linearized reading' (duration: 2.403503191s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:00:59.714242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:57.31029Z","time spent":"2.403946324s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T12:01:00.22012Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:01:00.309656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:59.721349Z","time spent":"588.299474ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 12:01:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:01:00.309688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:59.725244Z","time spent":"584.438ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 12:01:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:01:00.310344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:59.722484Z","time spent":"587.855773ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 12:01:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:01:00.72024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:01:00.815171Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.099949407s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T12:01:01.725494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000269143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T12:01:01.72557Z","caller":"traceutil/trace.go:171","msg":"trace[1745235131] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000391007s","start":"2026-03-19T12:00:59.725159Z","end":"2026-03-19T12:01:01.72555Z","steps":["trace[1745235131] 'agreement among raft nodes before linearized reading' (duration: 2.000287414s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:01.725617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:59.725148Z","time spent":"2.000459079s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:01:02.888552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.072798312s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:01:02.888648Z","caller":"traceutil/trace.go:171","msg":"trace[490098163] transaction","detail":"{read_only:false; response_revision:24883; number_of_response:1; }","duration":"3.173495959s","start":"2026-03-19T12:00:59.715134Z","end":"2026-03-19T12:01:02.88863Z","steps":["trace[490098163] 'process raft request' (duration: 1.100546413s)","trace[490098163] 'compare' (duration: 2.071029184s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:02.888709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:59.715117Z","time spent":"3.173561991s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:03.337865Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.522212825s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T12:01:03.726929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000293583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:01:03.727012Z","caller":"traceutil/trace.go:171","msg":"trace[1872572385] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000419067s","start":"2026-03-19T12:01:01.726571Z","end":"2026-03-19T12:01:03.72699Z","steps":["trace[1872572385] 'agreement among raft nodes before linearized reading' (duration: 2.000319144s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:03.727065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:01.726556Z","time spent":"2.000497299s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 12:01:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:01:05.066933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.345603959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:01:05.066999Z","caller":"traceutil/trace.go:171","msg":"trace[1220209768] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"5.345711662s","start":"2026-03-19T12:00:59.721271Z","end":"2026-03-19T12:01:05.066983Z","steps":["trace[1220209768] 'agreement among raft nodes before linearized reading' (duration: 5.34562469s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:05.067034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:59.721257Z","time spent":"5.345768544s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/19 12:01:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:01:05.310838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:00.311722Z","time spent":"4.999108771s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T12:01:05.398687Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.335365629s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T12:01:05.462427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316819649s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:05.46254Z","caller":"traceutil/trace.go:171","msg":"trace[2045608847] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24883; }","duration":"2.316947463s","start":"2026-03-19T12:01:03.145577Z","end":"2026-03-19T12:01:05.462524Z","steps":["trace[2045608847] 'range keys from in-memory index tree' (duration: 2.316804559s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:05.46584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127508728s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"warn","ts":"2026-03-19T12:01:05.466111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:59.717094Z","time spent":"5.749001722s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T12:01:05.466469Z","caller":"traceutil/trace.go:171","msg":"trace[1262683248] transaction","detail":"{read_only:false; response_revision:24889; number_of_response:1; }","duration":"5.736718049s","start":"2026-03-19T12:00:59.729726Z","end":"2026-03-19T12:01:05.466444Z","steps":["trace[1262683248] 'process raft request' (duration: 5.736629706s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:05.46648Z","caller":"traceutil/trace.go:171","msg":"trace[1625383729] transaction","detail":"{read_only:false; response_revision:24885; number_of_response:1; }","duration":"5.744046007s","start":"2026-03-19T12:00:59.722383Z","end":"2026-03-19T12:01:05.466429Z","steps":["trace[1625383729] 'process raft request' (duration: 5.743748919s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:05.466527Z","caller":"traceutil/trace.go:171","msg":"trace[1288231470] transaction","detail":"{read_only:false; response_revision:24887; number_of_response:1; }","duration":"5.743962855s","start":"2026-03-19T12:00:59.722527Z","end":"2026-03-19T12:01:05.46649Z","steps":["trace[1288231470] 'process raft request' (duration: 5.743732799s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:05.466607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:59.722374Z","time spent":"5.744159461s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:05.466619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:59.729714Z","time spent":"5.736814511s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:05.466629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:59.722511Z","time spent":"5.744062858s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:01:05.466682Z","caller":"traceutil/trace.go:171","msg":"trace[1384093399] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24889; }","duration":"5.155512288s","start":"2026-03-19T12:01:00.311144Z","end":"2026-03-19T12:01:05.466656Z","steps":["trace[1384093399] 'process raft request' (duration: 5.155261191s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:05.466842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:00.311069Z","time spent":"5.155698463s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":477,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:01:05.46711Z","caller":"traceutil/trace.go:171","msg":"trace[1159121480] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24889; }","duration":"5.154603952s","start":"2026-03-19T12:01:00.312481Z","end":"2026-03-19T12:01:05.467085Z","steps":["trace[1159121480] 'process raft request' (duration: 5.154405547s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:05.467212Z","caller":"traceutil/trace.go:171","msg":"trace[481753529] linearizableReadLoop","detail":"{readStateIndex:25800; appliedIndex:25789; }","duration":"5.74782532s","start":"2026-03-19T12:00:59.719369Z","end":"2026-03-19T12:01:05.467194Z","steps":["trace[481753529] 'read index received' (duration: 1.096278487s)","trace[481753529] 'applied index is now lower than readState.Index' (duration: 4.651544983s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:05.467227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:00.312468Z","time spent":"5.154708716s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":473,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:01:05.467314Z","caller":"traceutil/trace.go:171","msg":"trace[1862088744] transaction","detail":"{read_only:false; response_revision:24890; number_of_response:1; }","duration":"2.554959275s","start":"2026-03-19T12:01:02.912323Z","end":"2026-03-19T12:01:05.467282Z","steps":["trace[1862088744] 'process raft request' (duration: 2.55477704s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:05.467353Z","caller":"traceutil/trace.go:171","msg":"trace[72256888] transaction","detail":"{read_only:false; response_revision:24891; number_of_response:1; }","duration":"2.313475098s","start":"2026-03-19T12:01:03.153849Z","end":"2026-03-19T12:01:05.467324Z","steps":["trace[72256888] 'process raft request' (duration: 2.313373505s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:05.467457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.748080237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"warn","ts":"2026-03-19T12:01:05.467477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:02.912297Z","time spent":"2.555065008s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:01:05.467495Z","caller":"traceutil/trace.go:171","msg":"trace[1753663075] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24891; }","duration":"5.748131059s","start":"2026-03-19T12:00:59.719349Z","end":"2026-03-19T12:01:05.46748Z","steps":["trace[1753663075] 'agreement among raft nodes before linearized reading' (duration: 5.747940964s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:05.467498Z","caller":"traceutil/trace.go:171","msg":"trace[114717800] transaction","detail":"{read_only:false; response_revision:24892; number_of_response:1; }","duration":"2.12204948s","start":"2026-03-19T12:01:03.345427Z","end":"2026-03-19T12:01:05.467477Z","steps":["trace[114717800] 'process raft request' (duration: 2.121847514s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:05.4675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:03.153829Z","time spent":"2.313588691s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:05.46753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:59.719336Z","time spent":"5.7481842s","remote":"127.0.0.1:52934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2668,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-19T12:01:05.467583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:03.345402Z","time spent":"2.122129652s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:05.732379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000429747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T12:01:05.732443Z","caller":"traceutil/trace.go:171","msg":"trace[252789349] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00054171s","start":"2026-03-19T12:01:03.731887Z","end":"2026-03-19T12:01:05.732429Z","steps":["trace[252789349] 'agreement among raft nodes before linearized reading' (duration: 2.000443358s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:05.732477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:03.731882Z","time spent":"2.000588852s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 12:01:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:01:05.96812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:01:07.35895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000601371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T12:01:07.359037Z","caller":"traceutil/trace.go:171","msg":"trace[68754671] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000851858s","start":"2026-03-19T12:01:05.358165Z","end":"2026-03-19T12:01:07.359017Z","steps":["trace[68754671] 'agreement among raft nodes before linearized reading' (duration: 2.000737465s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:07.359086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:05.358144Z","time spent":"2.000931631s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:01:07.732984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000585052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T12:01:07.733055Z","caller":"traceutil/trace.go:171","msg":"trace[1411786187] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000676674s","start":"2026-03-19T12:01:05.732361Z","end":"2026-03-19T12:01:07.733038Z","steps":["trace[1411786187] 'agreement among raft nodes before linearized reading' (duration: 2.000581722s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:07.733094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:05.732301Z","time spent":"2.000786077s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:01:08.524566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:05.657886Z","time spent":"2.866670719s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T12:01:08.52673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.129555174s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:01:08.526841Z","caller":"traceutil/trace.go:171","msg":"trace[1696462094] transaction","detail":"{read_only:false; response_revision:24893; number_of_response:1; }","duration":"3.450430399s","start":"2026-03-19T12:01:05.076391Z","end":"2026-03-19T12:01:08.526822Z","steps":["trace[1696462094] 'process raft request' (duration: 1.32070546s)","trace[1696462094] 'compare' (duration: 2.129053301s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:08.526894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:05.076375Z","time spent":"3.450496901s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:09.472606Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.07555525s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T12:01:09.729956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.004654385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:01:09.730047Z","caller":"traceutil/trace.go:171","msg":"trace[225362609] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.004776408s","start":"2026-03-19T12:00:59.725253Z","end":"2026-03-19T12:01:09.730029Z","steps":["trace[225362609] 'agreement among raft nodes before linearized reading' (duration: 10.004656694s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:09.7301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:59.725249Z","time spent":"10.004837999s","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/03/19 12:01:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:01:09.741614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000517679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T12:01:09.741671Z","caller":"traceutil/trace.go:171","msg":"trace[1890290684] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0005813s","start":"2026-03-19T12:01:07.741077Z","end":"2026-03-19T12:01:09.741659Z","steps":["trace[1890290684] 'agreement among raft nodes before linearized reading' (duration: 2.000514809s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:09.74171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:07.741027Z","time spent":"2.000674514s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 12:01:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:01:10.334163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.155693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:01:10.334249Z","caller":"traceutil/trace.go:171","msg":"trace[1805665657] linearizableReadLoop","detail":"{readStateIndex:25805; appliedIndex:25803; }","duration":"4.866988322s","start":"2026-03-19T12:01:05.467246Z","end":"2026-03-19T12:01:10.334234Z","steps":["trace[1805665657] 'read index received' (duration: 929.828227ms)","trace[1805665657] 'applied index is now lower than readState.Index' (duration: 3.937158315s)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:01:10.3343Z","caller":"traceutil/trace.go:171","msg":"trace[2143623743] transaction","detail":"{read_only:false; response_revision:24894; number_of_response:1; }","duration":"4.860012312s","start":"2026-03-19T12:01:05.47428Z","end":"2026-03-19T12:01:10.334293Z","steps":["trace[2143623743] 'process raft request' (duration: 3.998664694s)","trace[2143623743] 'compare' (duration: 860.532136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:10.334343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:05.47426Z","time spent":"4.860061594s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:10.33456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.03671141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:10.334589Z","caller":"traceutil/trace.go:171","msg":"trace[2099290631] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24894; }","duration":"5.036777482s","start":"2026-03-19T12:01:05.297803Z","end":"2026-03-19T12:01:10.334581Z","steps":["trace[2099290631] 'agreement among raft nodes before linearized reading' (duration: 5.036675599s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:10.334611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:05.297783Z","time spent":"5.036822314s","remote":"127.0.0.1:33158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:10.334727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.321797731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:10.334759Z","caller":"traceutil/trace.go:171","msg":"trace[631537045] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24894; }","duration":"5.321867804s","start":"2026-03-19T12:01:05.012881Z","end":"2026-03-19T12:01:10.334749Z","steps":["trace[631537045] 'agreement among raft nodes before linearized reading' (duration: 5.321827713s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:10.334783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:05.012868Z","time spent":"5.321908084s","remote":"127.0.0.1:57544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:10.334905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.536303446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:10.33493Z","caller":"traceutil/trace.go:171","msg":"trace[33889730] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24894; }","duration":"5.536363327s","start":"2026-03-19T12:01:04.79856Z","end":"2026-03-19T12:01:10.334923Z","steps":["trace[33889730] 'agreement among raft nodes before linearized reading' (duration: 5.536319846s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:10.334951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:04.798539Z","time spent":"5.536404459s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:10.335053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.021455199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:10.335074Z","caller":"traceutil/trace.go:171","msg":"trace[1608505470] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24894; }","duration":"6.02150571s","start":"2026-03-19T12:01:04.313563Z","end":"2026-03-19T12:01:10.335069Z","steps":["trace[1608505470] 'agreement among raft nodes before linearized reading' (duration: 6.02147303s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:10.335091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:04.313543Z","time spent":"6.021543082s","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:10.335198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.542739274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:01:10.335219Z","caller":"traceutil/trace.go:171","msg":"trace[109923192] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24894; }","duration":"6.542796055s","start":"2026-03-19T12:01:03.792418Z","end":"2026-03-19T12:01:10.335214Z","steps":["trace[109923192] 'agreement among raft nodes before linearized reading' (duration: 6.542748694s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:10.335236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:03.792399Z","time spent":"6.542832847s","remote":"127.0.0.1:53130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:10.33538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.603602387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:01:10.335404Z","caller":"traceutil/trace.go:171","msg":"trace[130273295] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24894; }","duration":"6.603625787s","start":"2026-03-19T12:01:03.731771Z","end":"2026-03-19T12:01:10.335397Z","steps":["trace[130273295] 'agreement among raft nodes before linearized reading' (duration: 6.603547525s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:10.33542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:03.731715Z","time spent":"6.603701479s","remote":"127.0.0.1:53166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:10.335522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.711576149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:01:10.335545Z","caller":"traceutil/trace.go:171","msg":"trace[1575108736] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24894; }","duration":"6.71163827s","start":"2026-03-19T12:01:03.623901Z","end":"2026-03-19T12:01:10.335539Z","steps":["trace[1575108736] 'agreement among raft nodes before linearized reading' (duration: 6.711601799s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:10.335562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:03.623879Z","time spent":"6.711678752s","remote":"127.0.0.1:49454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:10.335663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.343373073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:01:10.335685Z","caller":"traceutil/trace.go:171","msg":"trace[589710240] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24894; }","duration":"7.343421325s","start":"2026-03-19T12:01:02.992258Z","end":"2026-03-19T12:01:10.335679Z","steps":["trace[589710240] 'agreement among raft nodes before linearized reading' (duration: 7.343381814s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:10.335703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:02.992242Z","time spent":"7.343454866s","remote":"127.0.0.1:49340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:10.335857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.44450355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-19T12:01:10.335879Z","caller":"traceutil/trace.go:171","msg":"trace[673205512] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24894; }","duration":"7.444554611s","start":"2026-03-19T12:01:02.891319Z","end":"2026-03-19T12:01:10.335874Z","steps":["trace[673205512] 'agreement among raft nodes before linearized reading' (duration: 7.444465569s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:10.335896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:02.891305Z","time spent":"7.444586752s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T12:01:10.336307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.513959684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-03-19T12:01:10.336577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.532493914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:10.336602Z","caller":"traceutil/trace.go:171","msg":"trace[1846300621] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24894; }","duration":"9.532561236s","start":"2026-03-19T12:01:00.804032Z","end":"2026-03-19T12:01:10.336594Z","steps":["trace[1846300621] 'agreement among raft nodes before linearized reading' (duration: 9.532520495s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:10.336625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:00.80401Z","time spent":"9.532606838s","remote":"127.0.0.1:57738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:10.336742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.059354555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:10.336765Z","caller":"traceutil/trace.go:171","msg":"trace[346792696] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24894; }","duration":"8.059379695s","start":"2026-03-19T12:01:02.27738Z","end":"2026-03-19T12:01:10.336759Z","steps":["trace[346792696] 'agreement among raft nodes before linearized reading' (duration: 8.059343254s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:10.336783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:02.277321Z","time spent":"8.059457037s","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:10.336881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.070064736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:01:10.336927Z","caller":"traceutil/trace.go:171","msg":"trace[392696373] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24894; }","duration":"8.070135108s","start":"2026-03-19T12:01:02.266787Z","end":"2026-03-19T12:01:10.336922Z","steps":["trace[392696373] 'agreement among raft nodes before linearized reading' (duration: 8.070073446s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:10.336945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:02.266771Z","time spent":"8.070168918s","remote":"127.0.0.1:53236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:10.33704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.872279007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:10.337063Z","caller":"traceutil/trace.go:171","msg":"trace[1002713999] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24894; }","duration":"8.872302487s","start":"2026-03-19T12:01:01.464755Z","end":"2026-03-19T12:01:10.337057Z","steps":["trace[1002713999] 'agreement among raft nodes before linearized reading' (duration: 8.872270227s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:10.33708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:01.464716Z","time spent":"8.872359189s","remote":"127.0.0.1:57558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:10.3374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.934569422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:10.337477Z","caller":"traceutil/trace.go:171","msg":"trace[294517057] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24894; }","duration":"9.934694545s","start":"2026-03-19T12:01:00.402763Z","end":"2026-03-19T12:01:10.337457Z","steps":["trace[294517057] 'agreement among raft nodes before linearized reading' (duration: 9.934553661s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:10.337525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:00.402739Z","time spent":"9.934773078s","remote":"127.0.0.1:57616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:10.337636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.478587644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:01:10.337681Z","caller":"traceutil/trace.go:171","msg":"trace[1442746478] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24894; }","duration":"10.478665305s","start":"2026-03-19T12:00:59.859005Z","end":"2026-03-19T12:01:10.33767Z","steps":["trace[1442746478] 'agreement among raft nodes before linearized reading' (duration: 10.478541992s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:10.337712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:59.858987Z","time spent":"10.478716157s","remote":"127.0.0.1:53282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:10.337731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.563479075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:10.337763Z","caller":"traceutil/trace.go:171","msg":"trace[1604740189] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24894; }","duration":"9.563551767s","start":"2026-03-19T12:01:00.774202Z","end":"2026-03-19T12:01:10.337753Z","steps":["trace[1604740189] 'agreement among raft nodes before linearized reading' (duration: 9.563498786s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:10.337798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:00.774167Z","time spent":"9.563621359s","remote":"127.0.0.1:57588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:10.337941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.332398714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210990"} {"level":"info","ts":"2026-03-19T12:01:10.337971Z","caller":"traceutil/trace.go:171","msg":"trace[1052159782] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:24894; }","duration":"10.332459255s","start":"2026-03-19T12:01:00.005505Z","end":"2026-03-19T12:01:10.337965Z","steps":["trace[1052159782] 'agreement among raft nodes before linearized reading' (duration: 10.331824858s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:10.337993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:00.00549Z","time spent":"10.332496177s","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211014,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-19T12:01:10.336592Z","caller":"traceutil/trace.go:171","msg":"trace[1931229665] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24894; }","duration":"10.514472108s","start":"2026-03-19T12:00:59.822096Z","end":"2026-03-19T12:01:10.336568Z","steps":["trace[1931229665] 'agreement among raft nodes before linearized reading' (duration: 10.513779649s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:10.33842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:00:59.82208Z","time spent":"10.516314218s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-19T12:01:11.742333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000610613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T12:01:11.742404Z","caller":"traceutil/trace.go:171","msg":"trace[385723114] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000740436s","start":"2026-03-19T12:01:09.741648Z","end":"2026-03-19T12:01:11.742388Z","steps":["trace[385723114] 'agreement among raft nodes before linearized reading' (duration: 2.000641914s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:11.742439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:09.741628Z","time spent":"2.000803007s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:01:12.593137Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.977259179s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T12:01:12.996055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.380153598s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:01:12.996203Z","caller":"traceutil/trace.go:171","msg":"trace[1164666087] transaction","detail":"{read_only:false; response_revision:24895; number_of_response:1; }","duration":"4.465108069s","start":"2026-03-19T12:01:08.531062Z","end":"2026-03-19T12:01:12.99617Z","steps":["trace[1164666087] 'process raft request' (duration: 2.084767037s)","trace[1164666087] 'compare' (duration: 2.377177626s)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:01:12.99624Z","caller":"traceutil/trace.go:171","msg":"trace[113241142] transaction","detail":"{read_only:false; response_revision:24896; number_of_response:1; }","duration":"2.511214976s","start":"2026-03-19T12:01:10.485008Z","end":"2026-03-19T12:01:12.996223Z","steps":["trace[113241142] 'process raft request' (duration: 2.511143884s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:12.996306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:10.484985Z","time spent":"2.511287568s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:12.996362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:08.531048Z","time spent":"4.465225092s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:12.996563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.049454843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:12.996599Z","caller":"traceutil/trace.go:171","msg":"trace[1476352010] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24896; }","duration":"4.049525835s","start":"2026-03-19T12:01:08.947062Z","end":"2026-03-19T12:01:12.996588Z","steps":["trace[1476352010] 'agreement among raft nodes before linearized reading' (duration: 4.049411732s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:12.996398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.731995556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:01:12.99661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.992915698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:12.996638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.642168615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:01:12.996693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.282267524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:12.996695Z","caller":"traceutil/trace.go:171","msg":"trace[1075392856] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24896; }","duration":"3.993084022s","start":"2026-03-19T12:01:09.003589Z","end":"2026-03-19T12:01:12.996673Z","steps":["trace[1075392856] 'agreement among raft nodes before linearized reading' (duration: 3.992861366s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:12.996719Z","caller":"traceutil/trace.go:171","msg":"trace[520661892] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24896; }","duration":"4.282293875s","start":"2026-03-19T12:01:08.714419Z","end":"2026-03-19T12:01:12.996712Z","steps":["trace[520661892] 'agreement among raft nodes before linearized reading' (duration: 4.282252234s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:12.99671Z","caller":"traceutil/trace.go:171","msg":"trace[932980513] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24896; }","duration":"3.642302209s","start":"2026-03-19T12:01:09.354391Z","end":"2026-03-19T12:01:12.996693Z","steps":["trace[932980513] 'agreement among raft nodes before linearized reading' (duration: 3.642172245s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:12.996714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.869787871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:12.996746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:09.00357Z","time spent":"3.993164295s","remote":"127.0.0.1:49280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:12.996757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:09.354331Z","time spent":"3.642415122s","remote":"127.0.0.1:49396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:01:12.99679Z","caller":"traceutil/trace.go:171","msg":"trace[1285610213] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24896; }","duration":"5.869912415s","start":"2026-03-19T12:01:07.126855Z","end":"2026-03-19T12:01:12.996768Z","steps":["trace[1285610213] 'agreement among raft nodes before linearized reading' (duration: 5.869814292s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:12.996801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.52299381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-19T12:01:12.996836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.466468716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"warn","ts":"2026-03-19T12:01:12.996841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:07.126824Z","time spent":"5.870006296s","remote":"127.0.0.1:51350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:01:12.99686Z","caller":"traceutil/trace.go:171","msg":"trace[491828019] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24896; }","duration":"4.466526078s","start":"2026-03-19T12:01:08.530328Z","end":"2026-03-19T12:01:12.996855Z","steps":["trace[491828019] 'agreement among raft nodes before linearized reading' (duration: 4.466428845s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:12.996676Z","caller":"traceutil/trace.go:171","msg":"trace[1457029830] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24896; }","duration":"4.732348456s","start":"2026-03-19T12:01:08.264313Z","end":"2026-03-19T12:01:12.996662Z","steps":["trace[1457029830] 'agreement among raft nodes before linearized reading' (duration: 4.731964985s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:12.996878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:08.53031Z","time spent":"4.466564289s","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-19T12:01:12.996922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:08.264294Z","time spent":"4.732610083s","remote":"127.0.0.1:33092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:01:12.996872Z","caller":"traceutil/trace.go:171","msg":"trace[803612577] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:24896; }","duration":"7.523223396s","start":"2026-03-19T12:01:05.473627Z","end":"2026-03-19T12:01:12.99685Z","steps":["trace[803612577] 'agreement among raft nodes before linearized reading' (duration: 7.522835615s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:12.996604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.941135898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:12.996991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.71746886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:12.997011Z","caller":"traceutil/trace.go:171","msg":"trace[1440208285] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24896; }","duration":"5.94156351s","start":"2026-03-19T12:01:07.055429Z","end":"2026-03-19T12:01:12.996992Z","steps":["trace[1440208285] 'agreement among raft nodes before linearized reading' (duration: 5.941051546s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:12.997052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:07.05538Z","time spent":"5.941657712s","remote":"127.0.0.1:35546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:12.997093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.3547794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:01:12.997116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.974674022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:01:12.996745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:08.714353Z","time spent":"4.282385028s","remote":"127.0.0.1:57300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:12.99717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.638327448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:12.997197Z","caller":"traceutil/trace.go:171","msg":"trace[1852440401] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24896; }","duration":"6.63839227s","start":"2026-03-19T12:01:06.3588Z","end":"2026-03-19T12:01:12.997192Z","steps":["trace[1852440401] 'agreement among raft nodes before linearized reading' (duration: 6.638354499s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:12.99722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:06.358778Z","time spent":"6.638437082s","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:01:12.996283Z","caller":"traceutil/trace.go:171","msg":"trace[1521924021] linearizableReadLoop","detail":"{readStateIndex:25806; appliedIndex:25805; }","duration":"2.66198033s","start":"2026-03-19T12:01:10.334268Z","end":"2026-03-19T12:01:12.996248Z","steps":["trace[1521924021] 'read index received' (duration: 281.575525ms)","trace[1521924021] 'applied index is now lower than readState.Index' (duration: 2.380402304s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:12.997251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.508485135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-03-19T12:01:12.996454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.620083385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:12.997004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:05.473603Z","time spent":"7.523387851s","remote":"127.0.0.1:52934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1156,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-19T12:01:12.997298Z","caller":"traceutil/trace.go:171","msg":"trace[2066340356] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24896; }","duration":"7.508567178s","start":"2026-03-19T12:01:05.48872Z","end":"2026-03-19T12:01:12.997287Z","steps":["trace[2066340356] 'agreement among raft nodes before linearized reading' (duration: 7.508435354s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:12.996645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:08.94704Z","time spent":"4.049591997s","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:12.997318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.61416741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-19T12:01:12.997049Z","caller":"traceutil/trace.go:171","msg":"trace[1736542071] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24896; }","duration":"3.717650205s","start":"2026-03-19T12:01:09.279384Z","end":"2026-03-19T12:01:12.997035Z","steps":["trace[1736542071] 'agreement among raft nodes before linearized reading' (duration: 3.71746999s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:12.99736Z","caller":"traceutil/trace.go:171","msg":"trace[929395030] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24896; }","duration":"5.614238782s","start":"2026-03-19T12:01:07.383109Z","end":"2026-03-19T12:01:12.997348Z","steps":["trace[929395030] 'agreement among raft nodes before linearized reading' (duration: 5.614089158s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:12.9974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:07.383086Z","time spent":"5.614308014s","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-19T12:01:12.997427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.657727004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-19T12:01:12.997472Z","caller":"traceutil/trace.go:171","msg":"trace[1817525460] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24896; }","duration":"2.657805897s","start":"2026-03-19T12:01:10.339656Z","end":"2026-03-19T12:01:12.997462Z","steps":["trace[1817525460] 'agreement among raft nodes before linearized reading' (duration: 2.657659543s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:12.997136Z","caller":"traceutil/trace.go:171","msg":"trace[412670857] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24896; }","duration":"6.354890083s","start":"2026-03-19T12:01:06.642235Z","end":"2026-03-19T12:01:12.997125Z","steps":["trace[412670857] 'agreement among raft nodes before linearized reading' (duration: 6.354798711s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:12.997311Z","caller":"traceutil/trace.go:171","msg":"trace[1290675309] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24896; }","duration":"3.62097984s","start":"2026-03-19T12:01:09.37632Z","end":"2026-03-19T12:01:12.997299Z","steps":["trace[1290675309] 'agreement among raft nodes before linearized reading' (duration: 3.620109096s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:12.997553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:09.376298Z","time spent":"3.621243887s","remote":"127.0.0.1:49328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:12.997567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:06.642198Z","time spent":"6.355343416s","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:12.997656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.09879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:12.997721Z","caller":"traceutil/trace.go:171","msg":"trace[1631029543] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24896; }","duration":"612.197462ms","start":"2026-03-19T12:01:12.385515Z","end":"2026-03-19T12:01:12.997712Z","steps":["trace[1631029543] 'agreement among raft nodes before linearized reading' (duration: 612.1137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:12.997755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:12.385497Z","time spent":"612.250583ms","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:12.997806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.810749478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-19T12:01:12.997847Z","caller":"traceutil/trace.go:171","msg":"trace[1269378665] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24896; }","duration":"5.810844121s","start":"2026-03-19T12:01:07.186992Z","end":"2026-03-19T12:01:12.997836Z","steps":["trace[1269378665] 'agreement among raft nodes before linearized reading' (duration: 5.809614827s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:12.997877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:07.186962Z","time spent":"5.810907662s","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-19T12:01:12.99742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:09.279343Z","time spent":"3.718052686s","remote":"127.0.0.1:57596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:12.997932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233725718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:12.997967Z","caller":"traceutil/trace.go:171","msg":"trace[95713946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24896; }","duration":"1.233817911s","start":"2026-03-19T12:01:11.76414Z","end":"2026-03-19T12:01:12.997958Z","steps":["trace[95713946] 'agreement among raft nodes before linearized reading' (duration: 1.233762179s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:12.997997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:11.764118Z","time spent":"1.233874223s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T12:01:12.997141Z","caller":"traceutil/trace.go:171","msg":"trace[1095035737] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24896; }","duration":"6.974727784s","start":"2026-03-19T12:01:06.022407Z","end":"2026-03-19T12:01:12.997135Z","steps":["trace[1095035737] 'agreement among raft nodes before linearized reading' (duration: 6.974685762s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:12.998137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:06.022384Z","time spent":"6.97573496s","remote":"127.0.0.1:53110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:12.998293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.622007235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-03-19T12:01:12.998328Z","caller":"traceutil/trace.go:171","msg":"trace[58746352] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:24896; }","duration":"2.622072207s","start":"2026-03-19T12:01:10.376247Z","end":"2026-03-19T12:01:12.99832Z","steps":["trace[58746352] 'agreement among raft nodes before linearized reading' (duration: 2.621979054s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:12.99835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:10.376231Z","time spent":"2.622114428s","remote":"127.0.0.1:52934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1842,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-19T12:01:12.99735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:05.4887Z","time spent":"7.50864028s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-19T12:01:12.997504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:10.339641Z","time spent":"2.657852438s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-19T12:01:12.998508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.657476588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-45c11cca-e003-470f-b4ea-0df4d33920fc\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-19T12:01:12.998585Z","caller":"traceutil/trace.go:171","msg":"trace[1565264403] range","detail":"{range_begin:/registry/persistentvolumes/pvc-45c11cca-e003-470f-b4ea-0df4d33920fc; range_end:; response_count:1; response_revision:24896; }","duration":"2.65757504s","start":"2026-03-19T12:01:10.340988Z","end":"2026-03-19T12:01:12.998563Z","steps":["trace[1565264403] 'agreement among raft nodes before linearized reading' (duration: 2.657344214s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:12.998656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:10.340974Z","time spent":"2.657655953s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-45c11cca-e003-470f-b4ea-0df4d33920fc\" "} {"level":"warn","ts":"2026-03-19T12:01:12.998149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.116637202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:12.998753Z","caller":"traceutil/trace.go:171","msg":"trace[920155493] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24896; }","duration":"2.117266599s","start":"2026-03-19T12:01:10.881474Z","end":"2026-03-19T12:01:12.998741Z","steps":["trace[920155493] 'agreement among raft nodes before linearized reading' (duration: 2.116649372s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:12.998792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:10.881454Z","time spent":"2.117326051s","remote":"127.0.0.1:57638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:12.998311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.60931626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:12.999216Z","caller":"traceutil/trace.go:171","msg":"trace[1165138622] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24896; }","duration":"2.610135792s","start":"2026-03-19T12:01:10.38896Z","end":"2026-03-19T12:01:12.999096Z","steps":["trace[1165138622] 'agreement among raft nodes before linearized reading' (duration: 2.60932412s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:12.999412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:10.388946Z","time spent":"2.610444131s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:12.999634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.659489262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-19T12:01:12.999688Z","caller":"traceutil/trace.go:171","msg":"trace[1815381019] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f; range_end:; response_count:1; response_revision:24896; }","duration":"2.659560205s","start":"2026-03-19T12:01:10.340115Z","end":"2026-03-19T12:01:12.999675Z","steps":["trace[1815381019] 'agreement among raft nodes before linearized reading' (duration: 2.658023663s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:12.999725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:10.340095Z","time spent":"2.659621206s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f\" "} {"level":"warn","ts":"2026-03-19T12:01:13.503786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135066,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:01:14.004479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135066,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:01:14.205826Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.203500609s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T12:01:15.008335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001540018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:01:15.008386Z","caller":"traceutil/trace.go:171","msg":"trace[1375097337] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00162683s","start":"2026-03-19T12:01:13.006749Z","end":"2026-03-19T12:01:15.008376Z","steps":["trace[1375097337] 'agreement among raft nodes before linearized reading' (duration: 2.001558608s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:15.008412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:13.006742Z","time spent":"2.001664632s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 12:01:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:01:15.723765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579184003s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:15.723881Z","caller":"traceutil/trace.go:171","msg":"trace[2143877597] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24896; }","duration":"2.579310037s","start":"2026-03-19T12:01:13.144553Z","end":"2026-03-19T12:01:15.723863Z","steps":["trace[2143877597] 'range keys from in-memory index tree' (duration: 2.579168432s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:15.726643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520510607s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:01:15.726724Z","caller":"traceutil/trace.go:171","msg":"trace[889532234] linearizableReadLoop","detail":"{readStateIndex:25808; appliedIndex:25807; }","duration":"2.723780839s","start":"2026-03-19T12:01:13.00293Z","end":"2026-03-19T12:01:15.726711Z","steps":["trace[889532234] 'read index received' (duration: 1.203105668s)","trace[889532234] 'applied index is now lower than readState.Index' (duration: 1.520673841s)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:01:15.726787Z","caller":"traceutil/trace.go:171","msg":"trace[1158199852] transaction","detail":"{read_only:false; response_revision:24897; number_of_response:1; }","duration":"2.72453912s","start":"2026-03-19T12:01:13.002234Z","end":"2026-03-19T12:01:15.726774Z","steps":["trace[1158199852] 'process raft request' (duration: 1.203820687s)","trace[1158199852] 'compare' (duration: 1.518706168s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:15.726833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:13.002218Z","time spent":"2.724591391s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:15.727112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.72417974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-19T12:01:15.727145Z","caller":"traceutil/trace.go:171","msg":"trace[521991514] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24897; }","duration":"2.724211821s","start":"2026-03-19T12:01:13.002923Z","end":"2026-03-19T12:01:15.727135Z","steps":["trace[521991514] 'agreement among raft nodes before linearized reading' (duration: 2.724067107s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:15.727167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:13.002906Z","time spent":"2.724256543s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-19T12:01:17.008823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000327744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:01:17.008906Z","caller":"traceutil/trace.go:171","msg":"trace[1022932881] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000434767s","start":"2026-03-19T12:01:15.008436Z","end":"2026-03-19T12:01:17.008871Z","steps":["trace[1022932881] 'agreement among raft nodes before linearized reading' (duration: 2.000354114s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:17.008941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:15.008418Z","time spent":"2.000516429s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 12:01:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:01:17.360712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000707714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:01:17.360796Z","caller":"traceutil/trace.go:171","msg":"trace[1283294091] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000840198s","start":"2026-03-19T12:01:15.359937Z","end":"2026-03-19T12:01:17.360777Z","steps":["trace[1283294091] 'agreement among raft nodes before linearized reading' (duration: 2.000724535s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:17.360844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:15.359923Z","time spent":"2.00091161s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 12:01:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:01:17.489332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680304705s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-19T12:01:17.520389Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.594832724s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T12:01:17.520847Z","caller":"traceutil/trace.go:171","msg":"trace[1428664633] linearizableReadLoop","detail":"{readStateIndex:25810; appliedIndex:25808; }","duration":"1.794069603s","start":"2026-03-19T12:01:15.726747Z","end":"2026-03-19T12:01:17.520816Z","steps":["trace[1428664633] 'read index received' (duration: 82.414778ms)","trace[1428664633] 'applied index is now lower than readState.Index' (duration: 1.711653585s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:17.521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.914225679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:01:17.521041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.051703392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:17.521042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250363533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:17.521075Z","caller":"traceutil/trace.go:171","msg":"trace[1538339093] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24899; }","duration":"2.914360543s","start":"2026-03-19T12:01:14.606694Z","end":"2026-03-19T12:01:17.521055Z","steps":["trace[1538339093] 'agreement among raft nodes before linearized reading' (duration: 2.914145517s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:17.521089Z","caller":"traceutil/trace.go:171","msg":"trace[1694623125] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24899; }","duration":"3.051804374s","start":"2026-03-19T12:01:14.469268Z","end":"2026-03-19T12:01:17.521073Z","steps":["trace[1694623125] 'agreement among raft nodes before linearized reading' (duration: 3.051700002s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:17.52111Z","caller":"traceutil/trace.go:171","msg":"trace[474572739] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24899; }","duration":"2.250486087s","start":"2026-03-19T12:01:15.270601Z","end":"2026-03-19T12:01:17.521088Z","steps":["trace[474572739] 'agreement among raft nodes before linearized reading' (duration: 2.250332473s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:17.52112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.335751282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:01:17.521116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.354694563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-19T12:01:17.521152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.413362772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:01:17.521169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.049821761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:17.521176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469638577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:17.52118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:15.270582Z","time spent":"2.250582949s","remote":"127.0.0.1:35536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:01:17.521185Z","caller":"traceutil/trace.go:171","msg":"trace[2102706868] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24899; }","duration":"2.335863385s","start":"2026-03-19T12:01:15.185304Z","end":"2026-03-19T12:01:17.521168Z","steps":["trace[2102706868] 'agreement among raft nodes before linearized reading' (duration: 2.335758042s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:17.521204Z","caller":"traceutil/trace.go:171","msg":"trace[136063827] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24899; }","duration":"3.049881783s","start":"2026-03-19T12:01:14.471316Z","end":"2026-03-19T12:01:17.521198Z","steps":["trace[136063827] 'agreement among raft nodes before linearized reading' (duration: 3.049826051s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:17.521199Z","caller":"traceutil/trace.go:171","msg":"trace[127058603] transaction","detail":"{read_only:false; response_revision:24899; number_of_response:1; }","duration":"1.864251059s","start":"2026-03-19T12:01:15.656927Z","end":"2026-03-19T12:01:17.521178Z","steps":["trace[127058603] 'process raft request' (duration: 1.863682864s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:17.521232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:15.185285Z","time spent":"2.335936516s","remote":"127.0.0.1:49636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:17.521264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149256887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:01:17.521293Z","caller":"traceutil/trace.go:171","msg":"trace[724849926] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24899; }","duration":"2.149310519s","start":"2026-03-19T12:01:15.371973Z","end":"2026-03-19T12:01:17.521283Z","steps":["trace[724849926] 'agreement among raft nodes before linearized reading' (duration: 2.149262838s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:17.521291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.509510846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-03-19T12:01:17.521322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:15.656906Z","time spent":"1.864349682s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:17.521335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.517256016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-19T12:01:17.521338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.518288714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-19T12:01:17.521348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:15.371959Z","time spent":"2.149381632s","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:01:17.521364Z","caller":"traceutil/trace.go:171","msg":"trace[526409569] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:24899; }","duration":"4.517306797s","start":"2026-03-19T12:01:13.00405Z","end":"2026-03-19T12:01:17.521357Z","steps":["trace[526409569] 'agreement among raft nodes before linearized reading' (duration: 4.517191774s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:17.521361Z","caller":"traceutil/trace.go:171","msg":"trace[65578030] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24899; }","duration":"4.509589638s","start":"2026-03-19T12:01:13.011756Z","end":"2026-03-19T12:01:17.521346Z","steps":["trace[65578030] 'agreement among raft nodes before linearized reading' (duration: 4.509443504s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:17.521382Z","caller":"traceutil/trace.go:171","msg":"trace[1398340437] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24899; }","duration":"4.518355697s","start":"2026-03-19T12:01:13.003016Z","end":"2026-03-19T12:01:17.521372Z","steps":["trace[1398340437] 'agreement among raft nodes before linearized reading' (duration: 4.518228483s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:17.521389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:13.004038Z","time spent":"4.517346229s","remote":"127.0.0.1:52934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1156,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-19T12:01:17.521418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:13.00301Z","time spent":"4.518400478s","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T12:01:17.521106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.429139398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:17.521486Z","caller":"traceutil/trace.go:171","msg":"trace[1047792698] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24899; }","duration":"2.429567989s","start":"2026-03-19T12:01:15.091899Z","end":"2026-03-19T12:01:17.521467Z","steps":["trace[1047792698] 'agreement among raft nodes before linearized reading' (duration: 2.429111097s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:17.521209Z","caller":"traceutil/trace.go:171","msg":"trace[1172872880] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24899; }","duration":"4.354818235s","start":"2026-03-19T12:01:13.166359Z","end":"2026-03-19T12:01:17.521178Z","steps":["trace[1172872880] 'agreement among raft nodes before linearized reading' (duration: 4.354512817s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:17.521543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:15.091889Z","time spent":"2.429638391s","remote":"127.0.0.1:57480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:17.521561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:13.166342Z","time spent":"4.355198566s","remote":"127.0.0.1:51340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:17.521164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.497695345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-19T12:01:17.521629Z","caller":"traceutil/trace.go:171","msg":"trace[452305688] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24899; }","duration":"4.498200038s","start":"2026-03-19T12:01:13.023421Z","end":"2026-03-19T12:01:17.521621Z","steps":["trace[452305688] 'agreement among raft nodes before linearized reading' (duration: 4.497574131s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:17.521655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:13.023413Z","time spent":"4.49823423s","remote":"127.0.0.1:52934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3590,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-19T12:01:17.52141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:13.01175Z","time spent":"4.50964946s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-19T12:01:17.521125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:14.469245Z","time spent":"3.051872967s","remote":"127.0.0.1:57408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:17.521225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:14.471304Z","time spent":"3.049915593s","remote":"127.0.0.1:53068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:17.521124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:14.606674Z","time spent":"2.914439765s","remote":"127.0.0.1:57978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:01:17.521211Z","caller":"traceutil/trace.go:171","msg":"trace[438196119] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24899; }","duration":"3.413453785s","start":"2026-03-19T12:01:14.107742Z","end":"2026-03-19T12:01:17.521195Z","steps":["trace[438196119] 'agreement among raft nodes before linearized reading' (duration: 3.413347622s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:17.521892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:14.107727Z","time spent":"3.414148733s","remote":"127.0.0.1:51300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:01:17.521215Z","caller":"traceutil/trace.go:171","msg":"trace[749673985] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24899; }","duration":"2.469700339s","start":"2026-03-19T12:01:15.051505Z","end":"2026-03-19T12:01:17.521205Z","steps":["trace[749673985] 'agreement among raft nodes before linearized reading' (duration: 2.469642677s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:17.521982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:15.051491Z","time spent":"2.47046827s","remote":"127.0.0.1:49508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:18.240008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.758072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:01:18.240325Z","caller":"traceutil/trace.go:171","msg":"trace[1182086460] linearizableReadLoop","detail":"{readStateIndex:25811; appliedIndex:25810; }","duration":"719.350543ms","start":"2026-03-19T12:01:17.520957Z","end":"2026-03-19T12:01:18.240308Z","steps":["trace[1182086460] 'read index received' (duration: 318.121938ms)","trace[1182086460] 'applied index is now lower than readState.Index' (duration: 401.226585ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:01:18.240714Z","caller":"traceutil/trace.go:171","msg":"trace[1331527352] transaction","detail":"{read_only:false; response_revision:24900; number_of_response:1; }","duration":"2.396430939s","start":"2026-03-19T12:01:15.844265Z","end":"2026-03-19T12:01:18.240696Z","steps":["trace[1331527352] 'process raft request' (duration: 1.994896977s)","trace[1331527352] 'compare' (duration: 399.327463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:18.241111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228544269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:18.241649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:15.844244Z","time spent":"2.397332834s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:01:18.241793Z","caller":"traceutil/trace.go:171","msg":"trace[653528338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24900; }","duration":"1.229266049s","start":"2026-03-19T12:01:17.012506Z","end":"2026-03-19T12:01:18.241772Z","steps":["trace[653528338] 'agreement among raft nodes before linearized reading' (duration: 1.228418116s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:18.241848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:17.012496Z","time spent":"1.22933937s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:01:18.241204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276571413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:18.242362Z","caller":"traceutil/trace.go:171","msg":"trace[1978880253] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24900; }","duration":"1.277582691s","start":"2026-03-19T12:01:16.964593Z","end":"2026-03-19T12:01:18.242176Z","steps":["trace[1978880253] 'agreement among raft nodes before linearized reading' (duration: 1.276566983s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:18.241361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507665278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:01:18.242419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:16.964577Z","time spent":"1.277825497s","remote":"127.0.0.1:57854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:18.241469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.511253887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e39dda5a2e868\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-19T12:01:18.242534Z","caller":"traceutil/trace.go:171","msg":"trace[249073733] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24900; }","duration":"1.508875311s","start":"2026-03-19T12:01:16.733628Z","end":"2026-03-19T12:01:18.242504Z","steps":["trace[249073733] 'agreement among raft nodes before linearized reading' (duration: 1.507658288s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:18.242578Z","caller":"traceutil/trace.go:171","msg":"trace[1579992475] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e39dda5a2e868; range_end:; response_count:1; response_revision:24900; }","duration":"2.512384368s","start":"2026-03-19T12:01:15.73018Z","end":"2026-03-19T12:01:18.242565Z","steps":["trace[1579992475] 'agreement among raft nodes before linearized reading' (duration: 2.511043112s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:18.242628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:15.730164Z","time spent":"2.51245139s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e39dda5a2e868\" "} {"level":"warn","ts":"2026-03-19T12:01:18.241485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510679882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bc0c5b2e-643e-49ba-accf-d2a66f740231\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-03-19T12:01:18.242862Z","caller":"traceutil/trace.go:171","msg":"trace[360325291] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bc0c5b2e-643e-49ba-accf-d2a66f740231; range_end:; response_count:1; response_revision:24900; }","duration":"2.51208832s","start":"2026-03-19T12:01:15.730728Z","end":"2026-03-19T12:01:18.242817Z","steps":["trace[360325291] 'agreement among raft nodes before linearized reading' (duration: 2.510494627s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:18.242754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:16.733606Z","time spent":"1.509126478s","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:18.243048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:15.730715Z","time spent":"2.512229224s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-bc0c5b2e-643e-49ba-accf-d2a66f740231\" "} {"level":"info","ts":"2026-03-19T12:01:18.297018Z","caller":"traceutil/trace.go:171","msg":"trace[673479785] transaction","detail":"{read_only:false; response_revision:24901; number_of_response:1; }","duration":"766.176523ms","start":"2026-03-19T12:01:17.530607Z","end":"2026-03-19T12:01:18.296783Z","steps":["trace[673479785] 'process raft request' (duration: 765.976378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:18.297315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:17.530596Z","time spent":"766.622376ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:18.888878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.032862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:01:18.889053Z","caller":"traceutil/trace.go:171","msg":"trace[1277556649] linearizableReadLoop","detail":"{readStateIndex:25813; appliedIndex:25811; }","duration":"648.54169ms","start":"2026-03-19T12:01:18.240496Z","end":"2026-03-19T12:01:18.889038Z","steps":["trace[1277556649] 'read index received' (duration: 56.140244ms)","trace[1277556649] 'applied index is now lower than readState.Index' (duration: 592.400866ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:01:18.889107Z","caller":"traceutil/trace.go:171","msg":"trace[464852264] transaction","detail":"{read_only:false; response_revision:24902; number_of_response:1; }","duration":"884.23365ms","start":"2026-03-19T12:01:18.004865Z","end":"2026-03-19T12:01:18.889099Z","steps":["trace[464852264] 'process raft request' (duration: 736.890879ms)","trace[464852264] 'compare' (duration: 146.92885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:18.88915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:18.004846Z","time spent":"884.280532ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:01:18.889286Z","caller":"traceutil/trace.go:171","msg":"trace[1849570768] transaction","detail":"{read_only:false; response_revision:24903; number_of_response:1; }","duration":"641.672174ms","start":"2026-03-19T12:01:18.247605Z","end":"2026-03-19T12:01:18.889277Z","steps":["trace[1849570768] 'process raft request' (duration: 641.377066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:18.889328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:18.247587Z","time spent":"641.713354ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:18.88951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363838812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"warn","ts":"2026-03-19T12:01:18.889533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364152761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:18.889571Z","caller":"traceutil/trace.go:171","msg":"trace[1315897360] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:24903; }","duration":"1.363927015s","start":"2026-03-19T12:01:17.525629Z","end":"2026-03-19T12:01:18.889556Z","steps":["trace[1315897360] 'agreement among raft nodes before linearized reading' (duration: 1.363697749s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:18.889588Z","caller":"traceutil/trace.go:171","msg":"trace[1042302231] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:0; response_revision:24903; }","duration":"1.364243644s","start":"2026-03-19T12:01:17.525329Z","end":"2026-03-19T12:01:18.889572Z","steps":["trace[1042302231] 'agreement among raft nodes before linearized reading' (duration: 1.364149291s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:18.889635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:17.525307Z","time spent":"1.364317785s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-03-19T12:01:18.889646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.46443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:18.889669Z","caller":"traceutil/trace.go:171","msg":"trace[1184910646] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24903; }","duration":"939.539471ms","start":"2026-03-19T12:01:17.950121Z","end":"2026-03-19T12:01:18.889661Z","steps":["trace[1184910646] 'agreement among raft nodes before linearized reading' (duration: 939.49445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:18.8896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:17.525615Z","time spent":"1.363979106s","remote":"127.0.0.1:52934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":675,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-19T12:01:18.889686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:17.950093Z","time spent":"939.588263ms","remote":"127.0.0.1:57482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:18.889824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361833098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-19T12:01:18.889893Z","caller":"traceutil/trace.go:171","msg":"trace[1833804971] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24903; }","duration":"1.361923801s","start":"2026-03-19T12:01:17.527951Z","end":"2026-03-19T12:01:18.889874Z","steps":["trace[1833804971] 'agreement among raft nodes before linearized reading' (duration: 1.361686215s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:18.889935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:17.527945Z","time spent":"1.361981892s","remote":"127.0.0.1:52934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3590,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-19T12:01:19.389337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135078,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T12:01:19.608226Z","caller":"traceutil/trace.go:171","msg":"trace[37842354] transaction","detail":"{read_only:false; response_revision:24904; number_of_response:1; }","duration":"1.140427376s","start":"2026-03-19T12:01:18.467775Z","end":"2026-03-19T12:01:19.608202Z","steps":["trace[37842354] 'process raft request' (duration: 1.054633256s)","trace[37842354] 'compare' (duration: 85.44486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:19.60837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:18.467755Z","time spent":"1.140539049s","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:01:19.63449Z","caller":"traceutil/trace.go:171","msg":"trace[995849856] linearizableReadLoop","detail":"{readStateIndex:25816; appliedIndex:25814; }","duration":"745.39773ms","start":"2026-03-19T12:01:18.889073Z","end":"2026-03-19T12:01:19.634471Z","steps":["trace[995849856] 'read index received' (duration: 633.343808ms)","trace[995849856] 'applied index is now lower than readState.Index' (duration: 112.052852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:19.634603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.770297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:01:19.634642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387057622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:19.63468Z","caller":"traceutil/trace.go:171","msg":"trace[673636055] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24904; }","duration":"890.911891ms","start":"2026-03-19T12:01:18.74375Z","end":"2026-03-19T12:01:19.634662Z","steps":["trace[673636055] 'agreement among raft nodes before linearized reading' (duration: 890.746927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:19.634707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387155105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-03-19T12:01:19.634697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.913086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:01:19.634734Z","caller":"traceutil/trace.go:171","msg":"trace[1228319207] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24904; }","duration":"1.387247908s","start":"2026-03-19T12:01:18.247478Z","end":"2026-03-19T12:01:19.634726Z","steps":["trace[1228319207] 'agreement among raft nodes before linearized reading' (duration: 1.387103714s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:19.634721Z","caller":"traceutil/trace.go:171","msg":"trace[133562176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24904; }","duration":"1.387180946s","start":"2026-03-19T12:01:18.24752Z","end":"2026-03-19T12:01:19.634701Z","steps":["trace[133562176] 'agreement among raft nodes before linearized reading' (duration: 1.387003171s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:19.634746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:18.743725Z","time spent":"890.998344ms","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:19.634768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:18.247503Z","time spent":"1.387255989s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:01:19.634782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:18.24746Z","time spent":"1.38731415s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-19T12:01:19.634896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.222496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"warn","ts":"2026-03-19T12:01:19.634865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.788488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:19.634996Z","caller":"traceutil/trace.go:171","msg":"trace[1092618444] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24904; }","duration":"184.993583ms","start":"2026-03-19T12:01:19.449972Z","end":"2026-03-19T12:01:19.634966Z","steps":["trace[1092618444] 'agreement among raft nodes before linearized reading' (duration: 184.703355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:19.635024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:18.890865Z","time spent":"744.156416ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T12:01:19.635069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.843923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-19T12:01:19.634758Z","caller":"traceutil/trace.go:171","msg":"trace[1757933105] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24904; }","duration":"745.021209ms","start":"2026-03-19T12:01:18.889718Z","end":"2026-03-19T12:01:19.634739Z","steps":["trace[1757933105] 'agreement among raft nodes before linearized reading' (duration: 744.918956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:19.635135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:18.889696Z","time spent":"745.423901ms","remote":"127.0.0.1:53086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:01:19.635117Z","caller":"traceutil/trace.go:171","msg":"trace[866873194] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f; range_end:; response_count:1; response_revision:24904; }","duration":"741.909535ms","start":"2026-03-19T12:01:18.893194Z","end":"2026-03-19T12:01:19.635104Z","steps":["trace[866873194] 'agreement among raft nodes before linearized reading' (duration: 741.749581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:19.635193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:18.893183Z","time spent":"741.993067ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e395ae3bce25f\" "} {"level":"info","ts":"2026-03-19T12:01:19.634925Z","caller":"traceutil/trace.go:171","msg":"trace[1316932425] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:24904; }","duration":"741.268638ms","start":"2026-03-19T12:01:18.893648Z","end":"2026-03-19T12:01:19.634917Z","steps":["trace[1316932425] 'agreement among raft nodes before linearized reading' (duration: 741.133374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:19.635385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:18.893641Z","time spent":"741.7354ms","remote":"127.0.0.1:52934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1367,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-19T12:01:19.635377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.990378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:19.635435Z","caller":"traceutil/trace.go:171","msg":"trace[1467395183] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24904; }","duration":"127.05461ms","start":"2026-03-19T12:01:19.508363Z","end":"2026-03-19T12:01:19.635418Z","steps":["trace[1467395183] 'agreement among raft nodes before linearized reading' (duration: 126.926586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:19.635432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.239134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-19T12:01:19.635656Z","caller":"traceutil/trace.go:171","msg":"trace[22075551] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:24904; }","duration":"742.486321ms","start":"2026-03-19T12:01:18.893152Z","end":"2026-03-19T12:01:19.635639Z","steps":["trace[22075551] 'agreement among raft nodes before linearized reading' (duration: 742.170112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:19.635708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:18.893137Z","time spent":"742.555212ms","remote":"127.0.0.1:52934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":675,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-19T12:01:20.326115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.013388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:01:20.326273Z","caller":"traceutil/trace.go:171","msg":"trace[588621271] linearizableReadLoop","detail":"{readStateIndex:25818; appliedIndex:25816; }","duration":"686.584122ms","start":"2026-03-19T12:01:19.639666Z","end":"2026-03-19T12:01:20.32625Z","steps":["trace[588621271] 'read index received' (duration: 313.294056ms)","trace[588621271] 'applied index is now lower than readState.Index' (duration: 373.289176ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:01:20.326349Z","caller":"traceutil/trace.go:171","msg":"trace[840062839] transaction","detail":"{read_only:false; response_revision:24905; number_of_response:1; }","duration":"688.783891ms","start":"2026-03-19T12:01:19.637553Z","end":"2026-03-19T12:01:20.326336Z","steps":["trace[840062839] 'process raft request' (duration: 315.483475ms)","trace[840062839] 'compare' (duration: 372.610088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:20.326388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:19.637528Z","time spent":"688.840703ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:20.326605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.740764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:20.326629Z","caller":"traceutil/trace.go:171","msg":"trace[183905264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24906; }","duration":"683.775455ms","start":"2026-03-19T12:01:19.642846Z","end":"2026-03-19T12:01:20.326622Z","steps":["trace[183905264] 'agreement among raft nodes before linearized reading' (duration: 683.731114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:20.326647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:19.642838Z","time spent":"683.804887ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:01:20.326661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.421067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:20.326754Z","caller":"traceutil/trace.go:171","msg":"trace[2129389723] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:24906; }","duration":"686.5269ms","start":"2026-03-19T12:01:19.640202Z","end":"2026-03-19T12:01:20.326729Z","steps":["trace[2129389723] 'agreement among raft nodes before linearized reading' (duration: 686.280293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:20.32676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.717104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:20.326801Z","caller":"traceutil/trace.go:171","msg":"trace[1964347702] transaction","detail":"{read_only:false; response_revision:24906; number_of_response:1; }","duration":"689.07251ms","start":"2026-03-19T12:01:19.63772Z","end":"2026-03-19T12:01:20.326793Z","steps":["trace[1964347702] 'process raft request' (duration: 688.476814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:20.326812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:19.640164Z","time spent":"686.633183ms","remote":"127.0.0.1:52934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"info","ts":"2026-03-19T12:01:20.326818Z","caller":"traceutil/trace.go:171","msg":"trace[1713976082] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24906; }","duration":"574.794497ms","start":"2026-03-19T12:01:19.752005Z","end":"2026-03-19T12:01:20.326799Z","steps":["trace[1713976082] 'agreement among raft nodes before linearized reading' (duration: 574.711055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:20.32684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:19.63769Z","time spent":"689.130841ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:20.326867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:19.751998Z","time spent":"574.856178ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-19T12:01:20.326677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.180696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-fs8x6\" ","response":"range_response_count:1 size:5318"} {"level":"info","ts":"2026-03-19T12:01:20.326988Z","caller":"traceutil/trace.go:171","msg":"trace[1213212152] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-fs8x6; range_end:; response_count:1; response_revision:24906; }","duration":"607.501005ms","start":"2026-03-19T12:01:19.719479Z","end":"2026-03-19T12:01:20.32698Z","steps":["trace[1213212152] 'agreement among raft nodes before linearized reading' (duration: 607.014702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:20.327006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:19.719461Z","time spent":"607.539125ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5342,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-fs8x6\" "} {"level":"warn","ts":"2026-03-19T12:01:20.326997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.889246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-19T12:01:20.327091Z","caller":"traceutil/trace.go:171","msg":"trace[152248112] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:24906; }","duration":"684.990858ms","start":"2026-03-19T12:01:19.642076Z","end":"2026-03-19T12:01:20.327067Z","steps":["trace[152248112] 'agreement among raft nodes before linearized reading' (duration: 684.796653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:20.327147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:19.642069Z","time spent":"685.063911ms","remote":"127.0.0.1:52934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1367,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-19T12:01:20.326684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.002793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-688db9ee-7fc7-430d-b138-8e7c5f07cacb\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-19T12:01:20.327485Z","caller":"traceutil/trace.go:171","msg":"trace[1926352801] range","detail":"{range_begin:/registry/persistentvolumes/pvc-688db9ee-7fc7-430d-b138-8e7c5f07cacb; range_end:; response_count:1; response_revision:24906; }","duration":"687.844216ms","start":"2026-03-19T12:01:19.639601Z","end":"2026-03-19T12:01:20.327445Z","steps":["trace[1926352801] 'agreement among raft nodes before linearized reading' (duration: 686.831999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:20.327547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:19.639574Z","time spent":"687.956289ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-688db9ee-7fc7-430d-b138-8e7c5f07cacb\" "} {"level":"warn","ts":"2026-03-19T12:01:20.835597Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135097,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:01:21.3366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135097,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:01:21.837636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135097,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:01:22.009397Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.674086437s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T12:01:22.009837Z","caller":"traceutil/trace.go:171","msg":"trace[1501206757] transaction","detail":"{read_only:false; response_revision:24907; number_of_response:1; }","duration":"1.674607081s","start":"2026-03-19T12:01:20.335205Z","end":"2026-03-19T12:01:22.009813Z","steps":["trace[1501206757] 'process raft request' (duration: 1.674408185s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:22.009989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:20.33519Z","time spent":"1.674717304s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:23.540987Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.525514192s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T12:01:23.541441Z","caller":"traceutil/trace.go:171","msg":"trace[255604628] linearizableReadLoop","detail":"{readStateIndex:25821; appliedIndex:25818; }","duration":"3.205887439s","start":"2026-03-19T12:01:20.335531Z","end":"2026-03-19T12:01:23.541418Z","steps":["trace[255604628] 'read index received' (duration: 1.674048005s)","trace[255604628] 'applied index is now lower than readState.Index' (duration: 1.531838584s)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:01:23.541543Z","caller":"traceutil/trace.go:171","msg":"trace[858119174] transaction","detail":"{read_only:false; response_revision:24908; number_of_response:1; }","duration":"3.204171293s","start":"2026-03-19T12:01:20.337362Z","end":"2026-03-19T12:01:23.541533Z","steps":["trace[858119174] 'process raft request' (duration: 3.203829463s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:23.541646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:20.337346Z","time spent":"3.204228234s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5478,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:01:23.541642Z","caller":"traceutil/trace.go:171","msg":"trace[1279928012] transaction","detail":"{read_only:false; response_revision:24909; number_of_response:1; }","duration":"3.037431384s","start":"2026-03-19T12:01:20.504198Z","end":"2026-03-19T12:01:23.54163Z","steps":["trace[1279928012] 'process raft request' (duration: 3.037156827s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:23.54182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.206286459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-575c5ba3-9f92-4f0d-9cfe-3761fd063d2f\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-19T12:01:23.541848Z","caller":"traceutil/trace.go:171","msg":"trace[1561659260] range","detail":"{range_begin:/registry/persistentvolumes/pvc-575c5ba3-9f92-4f0d-9cfe-3761fd063d2f; range_end:; response_count:1; response_revision:24909; }","duration":"3.206328431s","start":"2026-03-19T12:01:20.33551Z","end":"2026-03-19T12:01:23.541838Z","steps":["trace[1561659260] 'agreement among raft nodes before linearized reading' (duration: 3.206229768s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:23.541867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:20.335502Z","time spent":"3.206361232s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-575c5ba3-9f92-4f0d-9cfe-3761fd063d2f\" "} {"level":"warn","ts":"2026-03-19T12:01:23.542015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:20.504186Z","time spent":"3.037681872s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:23.610276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000503879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T12:01:23.610332Z","caller":"traceutil/trace.go:171","msg":"trace[991933174] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000624192s","start":"2026-03-19T12:01:21.609695Z","end":"2026-03-19T12:01:23.610319Z","steps":["trace[991933174] 'agreement among raft nodes before linearized reading' (duration: 2.00053965s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:23.610366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:21.609674Z","time spent":"2.000686703s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:01:24.042116Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135102,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:01:24.857264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.179166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:01:24.857509Z","caller":"traceutil/trace.go:171","msg":"trace[1312499457] transaction","detail":"{read_only:false; response_revision:24910; number_of_response:1; }","duration":"2.842685296s","start":"2026-03-19T12:01:22.014783Z","end":"2026-03-19T12:01:24.857469Z","steps":["trace[1312499457] 'process raft request' (duration: 2.189213573s)","trace[1312499457] 'compare' (duration: 652.450406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:24.857689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:22.014759Z","time spent":"2.842850181s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T12:01:24.857719Z","caller":"traceutil/trace.go:171","msg":"trace[1803821505] linearizableReadLoop","detail":"{readStateIndex:25823; appliedIndex:25821; }","duration":"1.316159708s","start":"2026-03-19T12:01:23.541502Z","end":"2026-03-19T12:01:24.857662Z","steps":["trace[1803821505] 'read index received' (duration: 662.480468ms)","trace[1803821505] 'applied index is now lower than readState.Index' (duration: 653.67836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:24.857823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.067532679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:24.857871Z","caller":"traceutil/trace.go:171","msg":"trace[1524182335] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24911; }","duration":"2.067606971s","start":"2026-03-19T12:01:22.790249Z","end":"2026-03-19T12:01:24.857856Z","steps":["trace[1524182335] 'agreement among raft nodes before linearized reading' (duration: 2.067545249s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:24.857904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.470268685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:24.857918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:22.790231Z","time spent":"2.067671982s","remote":"127.0.0.1:57396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:01:24.857967Z","caller":"traceutil/trace.go:171","msg":"trace[1127914053] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24911; }","duration":"2.470364697s","start":"2026-03-19T12:01:22.387586Z","end":"2026-03-19T12:01:24.85795Z","steps":["trace[1127914053] 'agreement among raft nodes before linearized reading' (duration: 2.470266574s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:24.85801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:22.387568Z","time spent":"2.470431669s","remote":"127.0.0.1:57488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:01:24.858102Z","caller":"traceutil/trace.go:171","msg":"trace[1955322985] transaction","detail":"{read_only:false; response_revision:24911; number_of_response:1; }","duration":"964.51562ms","start":"2026-03-19T12:01:23.893558Z","end":"2026-03-19T12:01:24.858073Z","steps":["trace[1955322985] 'process raft request' (duration: 963.822161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:24.857941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830524253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:24.8582Z","caller":"traceutil/trace.go:171","msg":"trace[2050245825] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24911; }","duration":"1.830861033s","start":"2026-03-19T12:01:23.027326Z","end":"2026-03-19T12:01:24.858187Z","steps":["trace[2050245825] 'agreement among raft nodes before linearized reading' (duration: 1.830451712s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:24.858244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:23.027303Z","time spent":"1.830930004s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:24.85826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.361791735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-19T12:01:24.858298Z","caller":"traceutil/trace.go:171","msg":"trace[462245281] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24911; }","duration":"4.361862267s","start":"2026-03-19T12:01:20.496424Z","end":"2026-03-19T12:01:24.858286Z","steps":["trace[462245281] 'agreement among raft nodes before linearized reading' (duration: 4.361715253s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:24.858307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785617324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418324"} {"level":"info","ts":"2026-03-19T12:01:24.858351Z","caller":"traceutil/trace.go:171","msg":"trace[74869943] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24911; }","duration":"1.785713346s","start":"2026-03-19T12:01:23.072627Z","end":"2026-03-19T12:01:24.85834Z","steps":["trace[74869943] 'agreement among raft nodes before linearized reading' (duration: 1.785417638s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:24.858383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:23.072604Z","time spent":"1.785773768s","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418348,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-19T12:01:24.85834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:23.893539Z","time spent":"964.653863ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:24.858456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.522885619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:24.860851Z","caller":"traceutil/trace.go:171","msg":"trace[1442929455] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24911; }","duration":"4.525288425s","start":"2026-03-19T12:01:20.335546Z","end":"2026-03-19T12:01:24.860834Z","steps":["trace[1442929455] 'agreement among raft nodes before linearized reading' (duration: 4.522873119s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:24.860937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:20.335533Z","time spent":"4.525384127s","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-19T12:01:24.858049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.163478401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:24.861102Z","caller":"traceutil/trace.go:171","msg":"trace[1854256660] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24911; }","duration":"4.166561684s","start":"2026-03-19T12:01:20.694504Z","end":"2026-03-19T12:01:24.861065Z","steps":["trace[1854256660] 'agreement among raft nodes before linearized reading' (duration: 4.163365697s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:24.858369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:20.49641Z","time spent":"4.361917869s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T12:01:24.861205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:20.694476Z","time spent":"4.166691958s","remote":"127.0.0.1:57822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:24.858551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.363570073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-19T12:01:24.861295Z","caller":"traceutil/trace.go:171","msg":"trace[792825901] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24911; }","duration":"4.36640621s","start":"2026-03-19T12:01:20.49486Z","end":"2026-03-19T12:01:24.861266Z","steps":["trace[792825901] 'agreement among raft nodes before linearized reading' (duration: 4.363538233s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:24.858617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078744711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:24.861357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:20.494843Z","time spent":"4.366498002s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T12:01:24.857761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.951582764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:24.86141Z","caller":"traceutil/trace.go:171","msg":"trace[660663520] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24911; }","duration":"1.081502336s","start":"2026-03-19T12:01:23.77986Z","end":"2026-03-19T12:01:24.861362Z","steps":["trace[660663520] 'agreement among raft nodes before linearized reading' (duration: 1.078728171s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:24.861487Z","caller":"traceutil/trace.go:171","msg":"trace[1339103167] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24911; }","duration":"2.955343376s","start":"2026-03-19T12:01:21.906116Z","end":"2026-03-19T12:01:24.861459Z","steps":["trace[1339103167] 'agreement among raft nodes before linearized reading' (duration: 2.951582304s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:24.858615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313101734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-19T12:01:24.861522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:23.779819Z","time spent":"1.08166211s","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:01:24.861577Z","caller":"traceutil/trace.go:171","msg":"trace[244649838] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24911; }","duration":"1.316079765s","start":"2026-03-19T12:01:23.545471Z","end":"2026-03-19T12:01:24.861551Z","steps":["trace[244649838] 'agreement among raft nodes before linearized reading' (duration: 1.313055803s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:24.861585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:21.906094Z","time spent":"2.955456718s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:24.858662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24809663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:24.861629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:23.545458Z","time spent":"1.316158368s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-19T12:01:24.858666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.797649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:01:24.861679Z","caller":"traceutil/trace.go:171","msg":"trace[676071180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24911; }","duration":"1.251114111s","start":"2026-03-19T12:01:23.610547Z","end":"2026-03-19T12:01:24.861661Z","steps":["trace[676071180] 'agreement among raft nodes before linearized reading' (duration: 1.248089339s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:24.86172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:23.610539Z","time spent":"1.251169923s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T12:01:24.861727Z","caller":"traceutil/trace.go:171","msg":"trace[2058082149] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24911; }","duration":"587.888973ms","start":"2026-03-19T12:01:24.273815Z","end":"2026-03-19T12:01:24.861704Z","steps":["trace[2058082149] 'agreement among raft nodes before linearized reading' (duration: 584.81859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:24.858712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274598559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:24.861946Z","caller":"traceutil/trace.go:171","msg":"trace[196845780] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24911; }","duration":"1.277866957s","start":"2026-03-19T12:01:23.584064Z","end":"2026-03-19T12:01:24.861931Z","steps":["trace[196845780] 'agreement among raft nodes before linearized reading' (duration: 1.274613189s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:24.861993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:23.584043Z","time spent":"1.27793614s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:24.858757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.522894119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-19T12:01:24.862059Z","caller":"traceutil/trace.go:171","msg":"trace[1005324320] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:24911; }","duration":"4.526192789s","start":"2026-03-19T12:01:20.335846Z","end":"2026-03-19T12:01:24.862039Z","steps":["trace[1005324320] 'agreement among raft nodes before linearized reading' (duration: 4.522847389s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:24.862103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:20.335841Z","time spent":"4.526249401s","remote":"127.0.0.1:52934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":721,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-03-19T12:01:24.858795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31258024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-nk4mv\" ","response":"range_response_count:1 size:5422"} {"level":"info","ts":"2026-03-19T12:01:24.862155Z","caller":"traceutil/trace.go:171","msg":"trace[63592598] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-nk4mv; range_end:; response_count:1; response_revision:24911; }","duration":"1.315931851s","start":"2026-03-19T12:01:23.546208Z","end":"2026-03-19T12:01:24.862139Z","steps":["trace[63592598] 'agreement among raft nodes before linearized reading' (duration: 1.312521689s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:24.858837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.523233318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-19T12:01:24.862228Z","caller":"traceutil/trace.go:171","msg":"trace[11532026] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:24911; }","duration":"4.526699323s","start":"2026-03-19T12:01:20.335521Z","end":"2026-03-19T12:01:24.862221Z","steps":["trace[11532026] 'agreement among raft nodes before linearized reading' (duration: 4.52326175s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:24.862238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:23.546149Z","time spent":"1.316077335s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5446,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-nk4mv\" "} {"level":"warn","ts":"2026-03-19T12:01:24.862256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:20.335514Z","time spent":"4.526731284s","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1310,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-19T12:01:24.862715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:24.27379Z","time spent":"588.007416ms","remote":"127.0.0.1:49440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:25.629111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.897503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:01:25.629462Z","caller":"traceutil/trace.go:171","msg":"trace[1129099216] linearizableReadLoop","detail":"{readStateIndex:25825; appliedIndex:25823; }","duration":"761.485717ms","start":"2026-03-19T12:01:24.867959Z","end":"2026-03-19T12:01:25.629445Z","steps":["trace[1129099216] 'read index received' (duration: 387.281356ms)","trace[1129099216] 'applied index is now lower than readState.Index' (duration: 374.203361ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:01:25.629553Z","caller":"traceutil/trace.go:171","msg":"trace[2122128796] transaction","detail":"{read_only:false; response_revision:24912; number_of_response:1; }","duration":"761.929938ms","start":"2026-03-19T12:01:24.867607Z","end":"2026-03-19T12:01:25.629537Z","steps":["trace[2122128796] 'process raft request' (duration: 387.543033ms)","trace[2122128796] 'compare' (duration: 373.249895ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:25.62963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:24.867589Z","time spent":"762.005031ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T12:01:25.629659Z","caller":"traceutil/trace.go:171","msg":"trace[1337488174] transaction","detail":"{read_only:false; response_revision:24915; number_of_response:1; }","duration":"758.67573ms","start":"2026-03-19T12:01:24.870962Z","end":"2026-03-19T12:01:25.629637Z","steps":["trace[1337488174] 'process raft request' (duration: 758.421263ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:25.629655Z","caller":"traceutil/trace.go:171","msg":"trace[261717861] transaction","detail":"{read_only:false; response_revision:24914; number_of_response:1; }","duration":"759.908254ms","start":"2026-03-19T12:01:24.86969Z","end":"2026-03-19T12:01:25.629598Z","steps":["trace[261717861] 'process raft request' (duration: 759.614496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:25.629769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:24.870955Z","time spent":"758.753422ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5404,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:25.629795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.815896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:25.629806Z","caller":"traceutil/trace.go:171","msg":"trace[1805870118] transaction","detail":"{read_only:false; response_revision:24913; number_of_response:1; }","duration":"762.124434ms","start":"2026-03-19T12:01:24.867658Z","end":"2026-03-19T12:01:25.629782Z","steps":["trace[1805870118] 'process raft request' (duration: 761.552889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:25.629833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:24.869678Z","time spent":"760.063608ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:01:25.629866Z","caller":"traceutil/trace.go:171","msg":"trace[218250375] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24915; }","duration":"761.916999ms","start":"2026-03-19T12:01:24.867931Z","end":"2026-03-19T12:01:25.629848Z","steps":["trace[218250375] 'agreement among raft nodes before linearized reading' (duration: 761.787505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:25.629916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:24.867632Z","time spent":"762.227607ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:25.62992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:24.867922Z","time spent":"761.98408ms","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-19T12:01:26.130447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135113,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T12:01:26.165265Z","caller":"traceutil/trace.go:171","msg":"trace[190987631] transaction","detail":"{read_only:false; response_revision:24916; number_of_response:1; }","duration":"885.766452ms","start":"2026-03-19T12:01:25.27948Z","end":"2026-03-19T12:01:26.165247Z","steps":["trace[190987631] 'process raft request' (duration: 885.533905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:26.165377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:25.279458Z","time spent":"885.860254ms","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:26.792759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.234675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:01:26.79286Z","caller":"traceutil/trace.go:171","msg":"trace[1279594796] linearizableReadLoop","detail":"{readStateIndex:25829; appliedIndex:25827; }","duration":"1.163338848s","start":"2026-03-19T12:01:25.629505Z","end":"2026-03-19T12:01:26.792844Z","steps":["trace[1279594796] 'read index received' (duration: 535.548502ms)","trace[1279594796] 'applied index is now lower than readState.Index' (duration: 627.788556ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:01:26.792886Z","caller":"traceutil/trace.go:171","msg":"trace[1115386440] transaction","detail":"{read_only:false; response_revision:24917; number_of_response:1; }","duration":"1.158456456s","start":"2026-03-19T12:01:25.634389Z","end":"2026-03-19T12:01:26.792845Z","steps":["trace[1115386440] 'process raft request' (duration: 859.052236ms)","trace[1115386440] 'compare' (duration: 298.66966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:26.792964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924459495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:26.793004Z","caller":"traceutil/trace.go:171","msg":"trace[265196179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24917; }","duration":"1.924526857s","start":"2026-03-19T12:01:24.868468Z","end":"2026-03-19T12:01:26.792994Z","steps":["trace[265196179] 'agreement among raft nodes before linearized reading' (duration: 1.924442474s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:26.793033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:24.86846Z","time spent":"1.924568008s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:01:26.793027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:25.634377Z","time spent":"1.158597179s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T12:01:26.793034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924274249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-19T12:01:26.79308Z","caller":"traceutil/trace.go:171","msg":"trace[1408295111] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:24917; }","duration":"1.924333522s","start":"2026-03-19T12:01:24.868736Z","end":"2026-03-19T12:01:26.793069Z","steps":["trace[1408295111] 'agreement among raft nodes before linearized reading' (duration: 1.924111736s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:26.793052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924054694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-19T12:01:26.793093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159221747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-jrqzr\" ","response":"range_response_count:1 size:4803"} {"level":"warn","ts":"2026-03-19T12:01:26.793116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:24.868729Z","time spent":"1.924378333s","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1310,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-03-19T12:01:26.793135Z","caller":"traceutil/trace.go:171","msg":"trace[1479083956] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24917; }","duration":"1.924163247s","start":"2026-03-19T12:01:24.868951Z","end":"2026-03-19T12:01:26.793114Z","steps":["trace[1479083956] 'agreement among raft nodes before linearized reading' (duration: 1.92389469s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:26.793155Z","caller":"traceutil/trace.go:171","msg":"trace[506433515] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-jrqzr; range_end:; response_count:1; response_revision:24917; }","duration":"1.159314169s","start":"2026-03-19T12:01:25.633826Z","end":"2026-03-19T12:01:26.79314Z","steps":["trace[506433515] 'agreement among raft nodes before linearized reading' (duration: 1.159149984s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:26.793187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:24.868946Z","time spent":"1.924232319s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-19T12:01:26.793196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:25.633814Z","time spent":"1.159374341s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4827,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-jrqzr\" "} {"level":"warn","ts":"2026-03-19T12:01:26.793171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924771063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"warn","ts":"2026-03-19T12:01:26.793233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.706257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18509"} {"level":"info","ts":"2026-03-19T12:01:26.793276Z","caller":"traceutil/trace.go:171","msg":"trace[103660407] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:24917; }","duration":"1.924905977s","start":"2026-03-19T12:01:24.868346Z","end":"2026-03-19T12:01:26.793252Z","steps":["trace[103660407] 'agreement among raft nodes before linearized reading' (duration: 1.924595888s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:26.793308Z","caller":"traceutil/trace.go:171","msg":"trace[1538020021] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24917; }","duration":"415.823321ms","start":"2026-03-19T12:01:26.377466Z","end":"2026-03-19T12:01:26.79329Z","steps":["trace[1538020021] 'agreement among raft nodes before linearized reading' (duration: 415.589484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:26.793354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:26.377446Z","time spent":"415.898823ms","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18533,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T12:01:26.79335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:24.868339Z","time spent":"1.924989059s","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1018,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-03-19T12:01:27.302714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135121,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T12:01:27.553199Z","caller":"traceutil/trace.go:171","msg":"trace[903383316] transaction","detail":"{read_only:false; response_revision:24918; number_of_response:1; }","duration":"751.485954ms","start":"2026-03-19T12:01:26.801695Z","end":"2026-03-19T12:01:27.553181Z","steps":["trace[903383316] 'process raft request' (duration: 751.372851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:27.553309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:26.801683Z","time spent":"751.568776ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T12:01:28.065756Z","caller":"traceutil/trace.go:171","msg":"trace[499764692] linearizableReadLoop","detail":"{readStateIndex:25831; appliedIndex:25829; }","duration":"1.263053244s","start":"2026-03-19T12:01:26.802676Z","end":"2026-03-19T12:01:28.065729Z","steps":["trace[499764692] 'read index received' (duration: 750.461136ms)","trace[499764692] 'applied index is now lower than readState.Index' (duration: 512.591238ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:01:28.065985Z","caller":"traceutil/trace.go:171","msg":"trace[736445483] transaction","detail":"{read_only:false; response_revision:24919; number_of_response:1; }","duration":"1.263463216s","start":"2026-03-19T12:01:26.802474Z","end":"2026-03-19T12:01:28.065937Z","steps":["trace[736445483] 'process raft request' (duration: 1.192933391s)","trace[736445483] 'compare' (duration: 70.213126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:28.06606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263362583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:28.066162Z","caller":"traceutil/trace.go:171","msg":"trace[914635235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24919; }","duration":"1.263493856s","start":"2026-03-19T12:01:26.802643Z","end":"2026-03-19T12:01:28.066137Z","steps":["trace[914635235] 'agreement among raft nodes before linearized reading' (duration: 1.263304221s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:28.066131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:26.802455Z","time spent":"1.263588069s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4963,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:28.066889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:26.802634Z","time spent":"1.264222956s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:01:29.324958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.002585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:01:29.325299Z","caller":"traceutil/trace.go:171","msg":"trace[8158785] transaction","detail":"{read_only:false; response_revision:24922; number_of_response:1; }","duration":"813.251452ms","start":"2026-03-19T12:01:28.512025Z","end":"2026-03-19T12:01:29.325276Z","steps":["trace[8158785] 'process raft request' (duration: 813.18604ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:29.325595Z","caller":"traceutil/trace.go:171","msg":"trace[1654981501] transaction","detail":"{read_only:false; response_revision:24920; number_of_response:1; }","duration":"1.767785551s","start":"2026-03-19T12:01:27.557784Z","end":"2026-03-19T12:01:29.325569Z","steps":["trace[1654981501] 'process raft request' (duration: 901.068847ms)","trace[1654981501] 'compare' (duration: 865.418119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:29.325703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:27.557756Z","time spent":"1.767897804s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T12:01:29.325886Z","caller":"traceutil/trace.go:171","msg":"trace[1376627610] transaction","detail":"{read_only:false; response_revision:24921; number_of_response:1; }","duration":"1.545094994s","start":"2026-03-19T12:01:27.78077Z","end":"2026-03-19T12:01:29.325865Z","steps":["trace[1376627610] 'process raft request' (duration: 1.544289102s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:29.325962Z","caller":"traceutil/trace.go:171","msg":"trace[1130775795] linearizableReadLoop","detail":"{readStateIndex:25833; appliedIndex:25831; }","duration":"1.260117757s","start":"2026-03-19T12:01:28.065835Z","end":"2026-03-19T12:01:29.325953Z","steps":["trace[1130775795] 'read index received' (duration: 393.047233ms)","trace[1130775795] 'applied index is now lower than readState.Index' (duration: 867.069454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:29.325993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:27.78074Z","time spent":"1.545203147s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:29.326099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801241069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-19T12:01:29.326122Z","caller":"traceutil/trace.go:171","msg":"trace[1904973501] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:24922; }","duration":"1.801310511s","start":"2026-03-19T12:01:27.524807Z","end":"2026-03-19T12:01:29.326117Z","steps":["trace[1904973501] 'agreement among raft nodes before linearized reading' (duration: 1.801213158s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:29.326139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:27.524785Z","time spent":"1.801350183s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-03-19T12:01:29.326167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05720672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:01:29.326225Z","caller":"traceutil/trace.go:171","msg":"trace[681000917] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24922; }","duration":"2.057326423s","start":"2026-03-19T12:01:27.268881Z","end":"2026-03-19T12:01:29.326207Z","steps":["trace[681000917] 'agreement among raft nodes before linearized reading' (duration: 2.05722726s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:29.326257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258173364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:29.326263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:27.268851Z","time spent":"2.057402065s","remote":"127.0.0.1:53330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:29.326255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90657593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:29.326327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.52352487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18509"} {"level":"info","ts":"2026-03-19T12:01:29.326273Z","caller":"traceutil/trace.go:171","msg":"trace[2024233164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24922; }","duration":"1.258227795s","start":"2026-03-19T12:01:28.068041Z","end":"2026-03-19T12:01:29.326269Z","steps":["trace[2024233164] 'agreement among raft nodes before linearized reading' (duration: 1.258196524s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:29.326338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.515361939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111906"} {"level":"info","ts":"2026-03-19T12:01:29.326356Z","caller":"traceutil/trace.go:171","msg":"trace[477847929] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24922; }","duration":"1.906725214s","start":"2026-03-19T12:01:27.419604Z","end":"2026-03-19T12:01:29.32633Z","steps":["trace[477847929] 'agreement among raft nodes before linearized reading' (duration: 1.90656825s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:29.326412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256852318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-72njq\" ","response":"range_response_count:1 size:4052"} {"level":"warn","ts":"2026-03-19T12:01:29.326411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:28.068021Z","time spent":"1.258372779s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T12:01:29.326435Z","caller":"traceutil/trace.go:171","msg":"trace[836456300] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-72njq; range_end:; response_count:1; response_revision:24922; }","duration":"1.25691319s","start":"2026-03-19T12:01:28.069516Z","end":"2026-03-19T12:01:29.32643Z","steps":["trace[836456300] 'agreement among raft nodes before linearized reading' (duration: 1.256850028s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:29.326423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:27.419583Z","time spent":"1.906824826s","remote":"127.0.0.1:57806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:29.326451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:28.069488Z","time spent":"1.25695989s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4076,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-72njq\" "} {"level":"warn","ts":"2026-03-19T12:01:29.326475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.160734821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:29.326519Z","caller":"traceutil/trace.go:171","msg":"trace[785683410] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24922; }","duration":"2.160822304s","start":"2026-03-19T12:01:27.165687Z","end":"2026-03-19T12:01:29.326509Z","steps":["trace[785683410] 'agreement among raft nodes before linearized reading' (duration: 2.160754682s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:29.326526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.523224263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-59b4c8ab-79b5-475f-b80d-a325729cd27f\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-03-19T12:01:29.326353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.407046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:29.326556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:27.165663Z","time spent":"2.160883005s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:01:29.326572Z","caller":"traceutil/trace.go:171","msg":"trace[209805626] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24922; }","duration":"743.667553ms","start":"2026-03-19T12:01:28.582897Z","end":"2026-03-19T12:01:29.326564Z","steps":["trace[209805626] 'agreement among raft nodes before linearized reading' (duration: 743.432787ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:29.326413Z","caller":"traceutil/trace.go:171","msg":"trace[194854685] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:24922; }","duration":"2.515468542s","start":"2026-03-19T12:01:26.810926Z","end":"2026-03-19T12:01:29.326394Z","steps":["trace[194854685] 'agreement among raft nodes before linearized reading' (duration: 2.515105442s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:29.326574Z","caller":"traceutil/trace.go:171","msg":"trace[749477329] range","detail":"{range_begin:/registry/persistentvolumes/pvc-59b4c8ab-79b5-475f-b80d-a325729cd27f; range_end:; response_count:1; response_revision:24922; }","duration":"2.523281584s","start":"2026-03-19T12:01:26.803279Z","end":"2026-03-19T12:01:29.32656Z","steps":["trace[749477329] 'agreement among raft nodes before linearized reading' (duration: 2.523148491s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:29.326595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:28.582875Z","time spent":"743.711844ms","remote":"127.0.0.1:49242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:29.326616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:26.803274Z","time spent":"2.523330785s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-59b4c8ab-79b5-475f-b80d-a325729cd27f\" "} {"level":"warn","ts":"2026-03-19T12:01:29.326623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:26.810914Z","time spent":"2.515690248s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111930,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-19T12:01:29.326652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.513502598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-03-19T12:01:29.326694Z","caller":"traceutil/trace.go:171","msg":"trace[1639805757] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24922; }","duration":"2.513560511s","start":"2026-03-19T12:01:26.813123Z","end":"2026-03-19T12:01:29.326683Z","steps":["trace[1639805757] 'agreement among raft nodes before linearized reading' (duration: 2.513444877s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:29.326723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:26.813116Z","time spent":"2.513600771s","remote":"127.0.0.1:49340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4751,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-19T12:01:29.326398Z","caller":"traceutil/trace.go:171","msg":"trace[845025293] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24922; }","duration":"2.523606713s","start":"2026-03-19T12:01:26.802775Z","end":"2026-03-19T12:01:29.326382Z","steps":["trace[845025293] 'agreement among raft nodes before linearized reading' (duration: 2.523389337s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:29.326852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:26.802771Z","time spent":"2.524059196s","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18533,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T12:01:29.325437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:28.511995Z","time spent":"813.362225ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:29.832748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:01:30.338396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:01:30.472735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:29.32802Z","time spent":"1.144711452s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T12:01:31.333188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000488118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:01:31.333271Z","caller":"traceutil/trace.go:171","msg":"trace[2039584861] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000600632s","start":"2026-03-19T12:01:29.332651Z","end":"2026-03-19T12:01:31.333251Z","steps":["trace[2039584861] 'agreement among raft nodes before linearized reading' (duration: 2.000494539s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:31.33332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:29.332646Z","time spent":"2.000664154s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 12:01:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:01:33.196216Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.364788601s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T12:01:33.196812Z","caller":"traceutil/trace.go:171","msg":"trace[1320999921] transaction","detail":"{read_only:false; response_revision:24923; number_of_response:1; }","duration":"3.866416644s","start":"2026-03-19T12:01:29.33036Z","end":"2026-03-19T12:01:33.196777Z","steps":["trace[1320999921] 'process raft request' (duration: 3.866153637s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:33.196871Z","caller":"traceutil/trace.go:171","msg":"trace[1576914846] transaction","detail":"{read_only:false; response_revision:24924; number_of_response:1; }","duration":"3.86038645s","start":"2026-03-19T12:01:29.336459Z","end":"2026-03-19T12:01:33.196846Z","steps":["trace[1576914846] 'process raft request' (duration: 3.860239626s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:33.19706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:29.336451Z","time spent":"3.860533574s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4212,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:33.197061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:29.330349Z","time spent":"3.866601409s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T12:01:33.197406Z","caller":"traceutil/trace.go:171","msg":"trace[419606725] transaction","detail":"{read_only:false; response_revision:24926; number_of_response:1; }","duration":"3.333170665s","start":"2026-03-19T12:01:29.864223Z","end":"2026-03-19T12:01:33.197393Z","steps":["trace[419606725] 'process raft request' (duration: 3.33299795s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:33.197408Z","caller":"traceutil/trace.go:171","msg":"trace[357258167] linearizableReadLoop","detail":"{readStateIndex:25839; appliedIndex:25834; }","duration":"3.865625492s","start":"2026-03-19T12:01:29.331752Z","end":"2026-03-19T12:01:33.197377Z","steps":["trace[357258167] 'read index received' (duration: 1.140853247s)","trace[357258167] 'applied index is now lower than readState.Index' (duration: 2.724771285s)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:01:33.19743Z","caller":"traceutil/trace.go:171","msg":"trace[771981459] transaction","detail":"{read_only:false; response_revision:24925; number_of_response:1; }","duration":"3.859348172s","start":"2026-03-19T12:01:29.338035Z","end":"2026-03-19T12:01:33.197383Z","steps":["trace[771981459] 'process raft request' (duration: 3.858748715s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:33.197482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:29.864194Z","time spent":"3.333248487s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:33.197826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.866036354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-19T12:01:33.198064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:29.337999Z","time spent":"3.859622369s","remote":"127.0.0.1:49456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:01:33.198127Z","caller":"traceutil/trace.go:171","msg":"trace[69511883] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24926; }","duration":"3.866130667s","start":"2026-03-19T12:01:29.33173Z","end":"2026-03-19T12:01:33.197861Z","steps":["trace[69511883] 'agreement among raft nodes before linearized reading' (duration: 3.865770237s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:33.199725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:29.331721Z","time spent":"3.866448135s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-19T12:01:33.334462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000751387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T12:01:33.334606Z","caller":"traceutil/trace.go:171","msg":"trace[417797136] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000939601s","start":"2026-03-19T12:01:31.333603Z","end":"2026-03-19T12:01:33.334542Z","steps":["trace[417797136] 'agreement among raft nodes before linearized reading' (duration: 2.000770137s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:33.334682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:31.333588Z","time spent":"2.001077706s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 12:01:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:01:33.579222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.373646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:01:33.579515Z","caller":"traceutil/trace.go:171","msg":"trace[441864626] transaction","detail":"{read_only:false; response_revision:24927; number_of_response:1; }","duration":"3.105707349s","start":"2026-03-19T12:01:30.473745Z","end":"2026-03-19T12:01:33.579453Z","steps":["trace[441864626] 'process raft request' (duration: 2.798010364s)","trace[441864626] 'compare' (duration: 306.820292ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:01:33.579634Z","caller":"traceutil/trace.go:171","msg":"trace[1901446150] linearizableReadLoop","detail":"{readStateIndex:25841; appliedIndex:25839; }","duration":"382.146847ms","start":"2026-03-19T12:01:33.197471Z","end":"2026-03-19T12:01:33.579618Z","steps":["trace[1901446150] 'read index received' (duration: 74.233006ms)","trace[1901446150] 'applied index is now lower than readState.Index' (duration: 307.912631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:33.579798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.583389277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:33.579797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:30.473722Z","time spent":"3.105921925s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:33.579821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000425688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:01:33.579939Z","caller":"traceutil/trace.go:171","msg":"trace[989818768] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24928; }","duration":"2.583428588s","start":"2026-03-19T12:01:30.99639Z","end":"2026-03-19T12:01:33.579819Z","steps":["trace[989818768] 'agreement among raft nodes before linearized reading' (duration: 2.583347766s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:33.580023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:30.996356Z","time spent":"2.583618084s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:01:33.58008Z","caller":"traceutil/trace.go:171","msg":"trace[1720634830] transaction","detail":"{read_only:false; response_revision:24928; number_of_response:1; }","duration":"2.531459547s","start":"2026-03-19T12:01:31.048599Z","end":"2026-03-19T12:01:33.580059Z","steps":["trace[1720634830] 'process raft request' (duration: 2.530728687s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:33.580218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:31.048566Z","time spent":"2.53156811s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:33.580294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100973555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:01:33.580354Z","caller":"traceutil/trace.go:171","msg":"trace[63947375] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24928; }","duration":"1.101062537s","start":"2026-03-19T12:01:32.479275Z","end":"2026-03-19T12:01:33.580337Z","steps":["trace[63947375] 'agreement among raft nodes before linearized reading' (duration: 1.100933654s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:33.580368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711391913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:33.580403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:32.479263Z","time spent":"1.101127539s","remote":"127.0.0.1:57966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:01:33.580398Z","caller":"traceutil/trace.go:171","msg":"trace[1691967630] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24928; }","duration":"2.711529517s","start":"2026-03-19T12:01:30.868858Z","end":"2026-03-19T12:01:33.580388Z","steps":["trace[1691967630] 'agreement among raft nodes before linearized reading' (duration: 2.711450615s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:33.580457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:30.868833Z","time spent":"2.711616028s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:33.58054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120964198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:01:33.580596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.785158386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:33.580607Z","caller":"traceutil/trace.go:171","msg":"trace[1450522454] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24928; }","duration":"1.121075581s","start":"2026-03-19T12:01:32.459511Z","end":"2026-03-19T12:01:33.580587Z","steps":["trace[1450522454] 'agreement among raft nodes before linearized reading' (duration: 1.120963888s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:33.580663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:32.459491Z","time spent":"1.121157733s","remote":"127.0.0.1:49488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:33.580727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.128981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:33.580774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.842210725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:01:33.580905Z","caller":"traceutil/trace.go:171","msg":"trace[879797612] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24928; }","duration":"2.842357549s","start":"2026-03-19T12:01:30.738522Z","end":"2026-03-19T12:01:33.580879Z","steps":["trace[879797612] 'agreement among raft nodes before linearized reading' (duration: 2.842110872s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:33.580933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:30.738503Z","time spent":"2.84242195s","remote":"127.0.0.1:51302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":77,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:33.580983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970890455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:33.581047Z","caller":"traceutil/trace.go:171","msg":"trace[1120549597] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24928; }","duration":"1.970989508s","start":"2026-03-19T12:01:31.610038Z","end":"2026-03-19T12:01:33.581027Z","steps":["trace[1120549597] 'agreement among raft nodes before linearized reading' (duration: 1.970892486s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:33.58078Z","caller":"traceutil/trace.go:171","msg":"trace[1665185516] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24928; }","duration":"953.198713ms","start":"2026-03-19T12:01:32.627565Z","end":"2026-03-19T12:01:33.580764Z","steps":["trace[1665185516] 'agreement among raft nodes before linearized reading' (duration: 953.127831ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:33.581072Z","caller":"traceutil/trace.go:171","msg":"trace[1023008580] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24928; }","duration":"2.000559931s","start":"2026-03-19T12:01:31.579332Z","end":"2026-03-19T12:01:33.579892Z","steps":["trace[1023008580] 'agreement among raft nodes before linearized reading' (duration: 2.000299644s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:33.581118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:32.627553Z","time spent":"953.556572ms","remote":"127.0.0.1:46302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:33.58112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:31.610017Z","time spent":"1.971086661s","remote":"127.0.0.1:57238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:33.581162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:31.579315Z","time spent":"2.001822406s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:01:33.58062Z","caller":"traceutil/trace.go:171","msg":"trace[1942874362] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24928; }","duration":"2.785209607s","start":"2026-03-19T12:01:30.795401Z","end":"2026-03-19T12:01:33.580611Z","steps":["trace[1942874362] 'agreement among raft nodes before linearized reading' (duration: 2.785170336s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:33.581224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:30.795384Z","time spent":"2.785834784s","remote":"127.0.0.1:49292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:33.581214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.69756901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:33.581274Z","caller":"traceutil/trace.go:171","msg":"trace[1084547620] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24928; }","duration":"3.697632421s","start":"2026-03-19T12:01:29.883625Z","end":"2026-03-19T12:01:33.581257Z","steps":["trace[1084547620] 'agreement among raft nodes before linearized reading' (duration: 3.697527969s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:33.580666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.608042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:33.581392Z","caller":"traceutil/trace.go:171","msg":"trace[12349895] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24928; }","duration":"800.326341ms","start":"2026-03-19T12:01:32.781042Z","end":"2026-03-19T12:01:33.581369Z","steps":["trace[12349895] 'agreement among raft nodes before linearized reading' (duration: 799.574491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:33.581401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.632804591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:01:33.581469Z","caller":"traceutil/trace.go:171","msg":"trace[1596424274] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24928; }","duration":"3.632896884s","start":"2026-03-19T12:01:29.948558Z","end":"2026-03-19T12:01:33.581455Z","steps":["trace[1596424274] 'agreement among raft nodes before linearized reading' (duration: 3.632806801s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:33.581342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:29.883608Z","time spent":"3.697712473s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:33.581521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:29.948542Z","time spent":"3.632969215s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:33.58153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.69908748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-19T12:01:33.58162Z","caller":"traceutil/trace.go:171","msg":"trace[17854575] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24928; }","duration":"3.699180463s","start":"2026-03-19T12:01:29.882397Z","end":"2026-03-19T12:01:33.581577Z","steps":["trace[17854575] 'agreement among raft nodes before linearized reading' (duration: 3.698987328s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:33.581682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:29.882365Z","time spent":"3.699305537s","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-19T12:01:33.581479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:32.78102Z","time spent":"800.436675ms","remote":"127.0.0.1:57836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:33.581962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.206966651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:01:33.582019Z","caller":"traceutil/trace.go:171","msg":"trace[984482974] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24928; }","duration":"4.207053014s","start":"2026-03-19T12:01:29.37495Z","end":"2026-03-19T12:01:33.582003Z","steps":["trace[984482974] 'agreement among raft nodes before linearized reading' (duration: 4.20693113s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:33.582062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:29.374934Z","time spent":"4.207115195s","remote":"127.0.0.1:53346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:34.868626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09273935s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:01:34.86875Z","caller":"traceutil/trace.go:171","msg":"trace[1957184750] linearizableReadLoop","detail":"{readStateIndex:25842; appliedIndex:25841; }","duration":"1.289016949s","start":"2026-03-19T12:01:33.579715Z","end":"2026-03-19T12:01:34.868732Z","steps":["trace[1957184750] 'read index received' (duration: 196.102134ms)","trace[1957184750] 'applied index is now lower than readState.Index' (duration: 1.092913165s)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:01:34.868832Z","caller":"traceutil/trace.go:171","msg":"trace[2070354416] transaction","detail":"{read_only:false; response_revision:24929; number_of_response:1; }","duration":"1.664324291s","start":"2026-03-19T12:01:33.204497Z","end":"2026-03-19T12:01:34.868821Z","steps":["trace[2070354416] 'process raft request' (duration: 571.318383ms)","trace[2070354416] 'compare' (duration: 1.092281748s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:34.868881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:33.204468Z","time spent":"1.664387883s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T12:01:34.869147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343977802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:34.869179Z","caller":"traceutil/trace.go:171","msg":"trace[1658343740] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24929; }","duration":"1.344059914s","start":"2026-03-19T12:01:33.525109Z","end":"2026-03-19T12:01:34.869169Z","steps":["trace[1658343740] 'agreement among raft nodes before linearized reading' (duration: 1.343959971s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:34.86921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:33.525081Z","time spent":"1.344121006s","remote":"127.0.0.1:49472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:34.86937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526989021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:34.869396Z","caller":"traceutil/trace.go:171","msg":"trace[183858112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24929; }","duration":"1.527052123s","start":"2026-03-19T12:01:33.342335Z","end":"2026-03-19T12:01:34.869387Z","steps":["trace[183858112] 'agreement among raft nodes before linearized reading' (duration: 1.527005992s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:34.869425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:33.342314Z","time spent":"1.527106135s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:01:34.869825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286974734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-19T12:01:34.869893Z","caller":"traceutil/trace.go:171","msg":"trace[1178293927] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24929; }","duration":"1.287054796s","start":"2026-03-19T12:01:33.582822Z","end":"2026-03-19T12:01:34.869877Z","steps":["trace[1178293927] 'agreement among raft nodes before linearized reading' (duration: 1.286857971s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:34.869929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:33.582797Z","time spent":"1.287125108s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T12:01:34.869973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.698003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:34.870066Z","caller":"traceutil/trace.go:171","msg":"trace[149524679] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24929; }","duration":"357.813666ms","start":"2026-03-19T12:01:34.512226Z","end":"2026-03-19T12:01:34.87004Z","steps":["trace[149524679] 'agreement among raft nodes before linearized reading' (duration: 357.626781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:34.870121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.414836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:34.870133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:34.512203Z","time spent":"357.913249ms","remote":"127.0.0.1:57776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:01:34.870169Z","caller":"traceutil/trace.go:171","msg":"trace[460304755] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24929; }","duration":"725.469878ms","start":"2026-03-19T12:01:34.144685Z","end":"2026-03-19T12:01:34.870155Z","steps":["trace[460304755] 'agreement among raft nodes before linearized reading' (duration: 725.375475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:34.870203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:34.14441Z","time spent":"725.784286ms","remote":"127.0.0.1:53194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:34.870252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667021714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9c77352f-3a2d-41af-81bf-4641f6d3eed4\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-19T12:01:34.870275Z","caller":"traceutil/trace.go:171","msg":"trace[2018880158] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9c77352f-3a2d-41af-81bf-4641f6d3eed4; range_end:; response_count:1; response_revision:24929; }","duration":"1.667078566s","start":"2026-03-19T12:01:33.203188Z","end":"2026-03-19T12:01:34.870266Z","steps":["trace[2018880158] 'agreement among raft nodes before linearized reading' (duration: 1.667006144s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:34.870291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:33.20316Z","time spent":"1.667126846s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-9c77352f-3a2d-41af-81bf-4641f6d3eed4\" "} {"level":"warn","ts":"2026-03-19T12:01:34.870288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660516327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-72njq\" ","response":"range_response_count:1 size:4230"} {"level":"warn","ts":"2026-03-19T12:01:34.870086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.043353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:34.870384Z","caller":"traceutil/trace.go:171","msg":"trace[401141283] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-72njq; range_end:; response_count:1; response_revision:24929; }","duration":"1.660671711s","start":"2026-03-19T12:01:33.209685Z","end":"2026-03-19T12:01:34.870357Z","steps":["trace[401141283] 'agreement among raft nodes before linearized reading' (duration: 1.660374313s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:34.870434Z","caller":"traceutil/trace.go:171","msg":"trace[1810260744] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24929; }","duration":"663.411303ms","start":"2026-03-19T12:01:34.206998Z","end":"2026-03-19T12:01:34.87041Z","steps":["trace[1810260744] 'agreement among raft nodes before linearized reading' (duration: 663.056203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:34.870445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:33.209665Z","time spent":"1.660766104s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4254,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-72njq\" "} {"level":"warn","ts":"2026-03-19T12:01:34.8705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:34.20698Z","time spent":"663.497405ms","remote":"127.0.0.1:57372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:34.871523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120848233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-19T12:01:34.872555Z","caller":"traceutil/trace.go:171","msg":"trace[667298526] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24929; }","duration":"1.121035039s","start":"2026-03-19T12:01:33.7506Z","end":"2026-03-19T12:01:34.871635Z","steps":["trace[667298526] 'agreement among raft nodes before linearized reading' (duration: 1.119461586s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:34.872599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:33.750573Z","time spent":"1.122015366s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2654,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:35.405879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.037286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:01:35.406629Z","caller":"traceutil/trace.go:171","msg":"trace[1087564035] transaction","detail":"{read_only:false; response_revision:24930; number_of_response:1; }","duration":"533.28864ms","start":"2026-03-19T12:01:34.873294Z","end":"2026-03-19T12:01:35.406583Z","steps":["trace[1087564035] 'process raft request' (duration: 309.434392ms)","trace[1087564035] 'compare' (duration: 222.268755ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:35.406853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:34.873276Z","time spent":"533.468256ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T12:01:35.407255Z","caller":"traceutil/trace.go:171","msg":"trace[896981063] linearizableReadLoop","detail":"{readStateIndex:25843; appliedIndex:25842; }","duration":"531.840631ms","start":"2026-03-19T12:01:34.875388Z","end":"2026-03-19T12:01:35.407228Z","steps":["trace[896981063] 'read index received' (duration: 307.332195ms)","trace[896981063] 'applied index is now lower than readState.Index' (duration: 224.504696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:36.17393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.291115ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-19T12:01:36.174267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298839787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T12:01:36.174375Z","caller":"traceutil/trace.go:171","msg":"trace[983477013] linearizableReadLoop","detail":"{readStateIndex:25844; appliedIndex:25843; }","duration":"767.007947ms","start":"2026-03-19T12:01:35.407303Z","end":"2026-03-19T12:01:36.174311Z","steps":["trace[983477013] 'read index received' (duration: 87.962µs)","trace[983477013] 'applied index is now lower than readState.Index' (duration: 766.917884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:36.174903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:35.654168Z","time spent":"520.726039ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T12:01:36.17538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299840145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-p64jb\" ","response":"range_response_count:1 size:6861"} {"level":"warn","ts":"2026-03-19T12:01:36.175428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299997519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-19T12:01:36.175464Z","caller":"traceutil/trace.go:171","msg":"trace[1859492073] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-p64jb; range_end:; response_count:1; response_revision:24930; }","duration":"1.299943097s","start":"2026-03-19T12:01:34.875499Z","end":"2026-03-19T12:01:36.175443Z","steps":["trace[1859492073] 'agreement among raft nodes before linearized reading' (duration: 1.29969364s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:36.175529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:34.875494Z","time spent":"1.300010879s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6885,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-p64jb\" "} {"level":"info","ts":"2026-03-19T12:01:36.17547Z","caller":"traceutil/trace.go:171","msg":"trace[1551325615] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24930; }","duration":"1.300066801s","start":"2026-03-19T12:01:34.875387Z","end":"2026-03-19T12:01:36.175454Z","steps":["trace[1551325615] 'agreement among raft nodes before linearized reading' (duration: 1.299874935s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:36.175746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:34.875376Z","time spent":"1.300355929s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-19T12:01:36.174391Z","caller":"traceutil/trace.go:171","msg":"trace[468255699] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24930; }","duration":"1.298984122s","start":"2026-03-19T12:01:34.875371Z","end":"2026-03-19T12:01:36.174355Z","steps":["trace[468255699] 'agreement among raft nodes before linearized reading' (duration: 531.997406ms)","trace[468255699] 'range keys from in-memory index tree' (duration: 766.693908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:36.175791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297884211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:36.175833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:34.875365Z","time spent":"1.300453681s","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-19T12:01:36.175852Z","caller":"traceutil/trace.go:171","msg":"trace[636739943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24930; }","duration":"1.297957224s","start":"2026-03-19T12:01:34.877877Z","end":"2026-03-19T12:01:36.175834Z","steps":["trace[636739943] 'agreement among raft nodes before linearized reading' (duration: 1.297846561s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:36.175905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:34.87787Z","time spent":"1.298022345s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T12:01:36.176109Z","caller":"traceutil/trace.go:171","msg":"trace[600576241] transaction","detail":"{read_only:false; response_revision:24931; number_of_response:1; }","duration":"764.868989ms","start":"2026-03-19T12:01:35.411219Z","end":"2026-03-19T12:01:36.176088Z","steps":["trace[600576241] 'process raft request' (duration: 762.917646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:36.176237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:35.411177Z","time spent":"764.993972ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T12:01:36.440148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.92933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f102caf9-013d-404e-baa2-2928828b38c4\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-19T12:01:36.440325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.582879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:36.440156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.278623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:36.440511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.183258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-p64jb.189e395b5475fed6\" ","response":"range_response_count:1 size:862"} {"level":"warn","ts":"2026-03-19T12:01:36.440711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.394692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:36.440771Z","caller":"traceutil/trace.go:171","msg":"trace[1263164029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24931; }","duration":"263.447623ms","start":"2026-03-19T12:01:36.177306Z","end":"2026-03-19T12:01:36.440753Z","steps":["trace[1263164029] 'range keys from in-memory index tree' (duration: 263.038532ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:36.440356Z","caller":"traceutil/trace.go:171","msg":"trace[1760582938] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f102caf9-013d-404e-baa2-2928828b38c4; range_end:; response_count:1; response_revision:24931; }","duration":"259.162737ms","start":"2026-03-19T12:01:36.181162Z","end":"2026-03-19T12:01:36.440325Z","steps":["trace[1760582938] 'range keys from in-memory index tree' (duration: 258.757696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:36.440245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.791463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:36.440441Z","caller":"traceutil/trace.go:171","msg":"trace[1211769603] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24931; }","duration":"575.751134ms","start":"2026-03-19T12:01:35.864658Z","end":"2026-03-19T12:01:36.44041Z","steps":["trace[1211769603] 'agreement among raft nodes before linearized reading' (duration: 311.400996ms)","trace[1211769603] 'count revisions from in-memory index tree' (duration: 264.161373ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:01:36.441111Z","caller":"traceutil/trace.go:171","msg":"trace[1092163595] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24931; }","duration":"791.602904ms","start":"2026-03-19T12:01:35.649405Z","end":"2026-03-19T12:01:36.441008Z","steps":["trace[1092163595] 'agreement among raft nodes before linearized reading' (duration: 526.65541ms)","trace[1092163595] 'range keys from in-memory index tree' (duration: 264.150723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:36.441168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:35.864638Z","time spent":"576.502774ms","remote":"127.0.0.1:57790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:36.441182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:35.649381Z","time spent":"791.779229ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-19T12:01:36.440579Z","caller":"traceutil/trace.go:171","msg":"trace[945141586] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-p64jb.189e395b5475fed6; range_end:; response_count:1; response_revision:24931; }","duration":"259.2654ms","start":"2026-03-19T12:01:36.181296Z","end":"2026-03-19T12:01:36.440561Z","steps":["trace[945141586] 'range keys from in-memory index tree' (duration: 259.074255ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:36.441603Z","caller":"traceutil/trace.go:171","msg":"trace[1700007328] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24931; }","duration":"888.770993ms","start":"2026-03-19T12:01:35.552764Z","end":"2026-03-19T12:01:36.441535Z","steps":["trace[1700007328] 'agreement among raft nodes before linearized reading' (duration: 623.291955ms)","trace[1700007328] 'count revisions from in-memory index tree' (duration: 263.978527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:36.441692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:35.552741Z","time spent":"888.930097ms","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:01:36.44248Z","caller":"traceutil/trace.go:171","msg":"trace[1908245678] transaction","detail":"{read_only:false; response_revision:24932; number_of_response:1; }","duration":"257.789409ms","start":"2026-03-19T12:01:36.184671Z","end":"2026-03-19T12:01:36.44246Z","steps":["trace[1908245678] 'process raft request' (duration: 257.626525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:36.947304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:01:37.849183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.236557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:01:37.849316Z","caller":"traceutil/trace.go:171","msg":"trace[1695568330] linearizableReadLoop","detail":"{readStateIndex:25847; appliedIndex:25846; }","duration":"1.402268865s","start":"2026-03-19T12:01:36.447023Z","end":"2026-03-19T12:01:37.849292Z","steps":["trace[1695568330] 'read index received' (duration: 534.681029ms)","trace[1695568330] 'applied index is now lower than readState.Index' (duration: 867.585496ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:01:37.849422Z","caller":"traceutil/trace.go:171","msg":"trace[798083902] transaction","detail":"{read_only:false; response_revision:24933; number_of_response:1; }","duration":"1.402863861s","start":"2026-03-19T12:01:36.446542Z","end":"2026-03-19T12:01:37.849406Z","steps":["trace[798083902] 'process raft request' (duration: 535.286115ms)","trace[798083902] 'compare' (duration: 866.945459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:37.849501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:36.446515Z","time spent":"1.402954383s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:37.849916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402886522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-19T12:01:37.849964Z","caller":"traceutil/trace.go:171","msg":"trace[467166491] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24933; }","duration":"1.402964834s","start":"2026-03-19T12:01:36.446982Z","end":"2026-03-19T12:01:37.849947Z","steps":["trace[467166491] 'agreement among raft nodes before linearized reading' (duration: 1.402752788s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:37.850009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:36.446965Z","time spent":"1.403034336s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-19T12:01:37.850228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400816945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:37.850265Z","caller":"traceutil/trace.go:171","msg":"trace[828430439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24933; }","duration":"1.400895177s","start":"2026-03-19T12:01:36.449362Z","end":"2026-03-19T12:01:37.850257Z","steps":["trace[828430439] 'agreement among raft nodes before linearized reading' (duration: 1.400830166s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:37.850307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:36.449342Z","time spent":"1.40095992s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:01:37.850526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343596091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:37.850556Z","caller":"traceutil/trace.go:171","msg":"trace[694859668] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24933; }","duration":"1.343657013s","start":"2026-03-19T12:01:36.506889Z","end":"2026-03-19T12:01:37.850546Z","steps":["trace[694859668] 'agreement among raft nodes before linearized reading' (duration: 1.343604272s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:37.850585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:36.506871Z","time spent":"1.343704925s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:37.850687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.993164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-19T12:01:37.850717Z","caller":"traceutil/trace.go:171","msg":"trace[440995847] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:24933; }","duration":"325.050606ms","start":"2026-03-19T12:01:37.525655Z","end":"2026-03-19T12:01:37.850706Z","steps":["trace[440995847] 'agreement among raft nodes before linearized reading' (duration: 324.947653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:37.850716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40061906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:37.85074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:37.525635Z","time spent":"325.101086ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"info","ts":"2026-03-19T12:01:37.850744Z","caller":"traceutil/trace.go:171","msg":"trace[1918118710] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24933; }","duration":"1.400663211s","start":"2026-03-19T12:01:36.450073Z","end":"2026-03-19T12:01:37.850736Z","steps":["trace[1918118710] 'agreement among raft nodes before linearized reading' (duration: 1.40061769s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:37.85073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.220104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:01:37.850791Z","caller":"traceutil/trace.go:171","msg":"trace[504818854] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24933; }","duration":"116.336608ms","start":"2026-03-19T12:01:37.734439Z","end":"2026-03-19T12:01:37.850776Z","steps":["trace[504818854] 'agreement among raft nodes before linearized reading' (duration: 116.174743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:37.850568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.729387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:37.851156Z","caller":"traceutil/trace.go:171","msg":"trace[1177600284] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24933; }","duration":"367.357404ms","start":"2026-03-19T12:01:37.483763Z","end":"2026-03-19T12:01:37.851121Z","steps":["trace[1177600284] 'agreement among raft nodes before linearized reading' (duration: 366.713166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:37.85123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:36.450066Z","time spent":"1.400698672s","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-19T12:01:37.851284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:37.483738Z","time spent":"367.503848ms","remote":"127.0.0.1:57414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:38.541142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.493931ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-19T12:01:38.541508Z","caller":"traceutil/trace.go:171","msg":"trace[1037475152] transaction","detail":"{read_only:false; response_revision:24934; number_of_response:1; }","duration":"333.964278ms","start":"2026-03-19T12:01:38.207519Z","end":"2026-03-19T12:01:38.541483Z","steps":["trace[1037475152] 'process raft request' (duration: 333.783153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:38.541652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:38.207493Z","time spent":"334.067881ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:01:38.54184Z","caller":"traceutil/trace.go:171","msg":"trace[1010085534] linearizableReadLoop","detail":"{readStateIndex:25848; appliedIndex:25847; }","duration":"689.371039ms","start":"2026-03-19T12:01:37.852436Z","end":"2026-03-19T12:01:38.541807Z","steps":["trace[1010085534] 'read index received' (duration: 139.099958ms)","trace[1010085534] 'applied index is now lower than readState.Index' (duration: 550.268561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:38.541855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:37.852117Z","time spent":"689.730088ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T12:01:38.54207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.979202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:38.542108Z","caller":"traceutil/trace.go:171","msg":"trace[358073097] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24934; }","duration":"424.074315ms","start":"2026-03-19T12:01:38.118022Z","end":"2026-03-19T12:01:38.542096Z","steps":["trace[358073097] 'agreement among raft nodes before linearized reading' (duration: 423.968032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:38.542116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.33498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0e466402-1e3a-4d83-9f4e-abc09cdd8939\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-03-19T12:01:38.542088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.595986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:38.542142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:38.118006Z","time spent":"424.122206ms","remote":"127.0.0.1:57724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:01:38.542162Z","caller":"traceutil/trace.go:171","msg":"trace[2101828582] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0e466402-1e3a-4d83-9f4e-abc09cdd8939; range_end:; response_count:1; response_revision:24934; }","duration":"688.404302ms","start":"2026-03-19T12:01:37.853745Z","end":"2026-03-19T12:01:38.54215Z","steps":["trace[2101828582] 'agreement among raft nodes before linearized reading' (duration: 688.232668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:38.542157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.791434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189e3bd0050090ed\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-03-19T12:01:38.54219Z","caller":"traceutil/trace.go:171","msg":"trace[1815567267] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24934; }","duration":"685.73265ms","start":"2026-03-19T12:01:37.856433Z","end":"2026-03-19T12:01:38.542166Z","steps":["trace[1815567267] 'agreement among raft nodes before linearized reading' (duration: 685.577936ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:38.542222Z","caller":"traceutil/trace.go:171","msg":"trace[1094505735] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.189e3bd0050090ed; range_end:; response_count:1; response_revision:24934; }","duration":"684.879157ms","start":"2026-03-19T12:01:37.857323Z","end":"2026-03-19T12:01:38.542202Z","steps":["trace[1094505735] 'agreement among raft nodes before linearized reading' (duration: 684.675431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:38.542254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:37.857313Z","time spent":"684.934638ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":901,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189e3bd0050090ed\" "} {"level":"warn","ts":"2026-03-19T12:01:38.542259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:37.856418Z","time spent":"685.826852ms","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-19T12:01:38.542205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:37.853734Z","time spent":"688.463564ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-0e466402-1e3a-4d83-9f4e-abc09cdd8939\" "} {"level":"warn","ts":"2026-03-19T12:01:38.542714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.543394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:38.542794Z","caller":"traceutil/trace.go:171","msg":"trace[644356324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24934; }","duration":"690.365055ms","start":"2026-03-19T12:01:37.852407Z","end":"2026-03-19T12:01:38.542773Z","steps":["trace[644356324] 'agreement among raft nodes before linearized reading' (duration: 689.494242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:38.542841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:37.852391Z","time spent":"690.440268ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:01:39.047678Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:01:39.548215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:01:39.799286Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.256581141s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T12:01:39.799673Z","caller":"traceutil/trace.go:171","msg":"trace[1136240551] transaction","detail":"{read_only:false; response_revision:24935; number_of_response:1; }","duration":"1.257036553s","start":"2026-03-19T12:01:38.542611Z","end":"2026-03-19T12:01:39.799647Z","steps":["trace[1136240551] 'process raft request' (duration: 1.256872108s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:39.799838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:38.542592Z","time spent":"1.257164747s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:40.549884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000679325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:01:40.549964Z","caller":"traceutil/trace.go:171","msg":"trace[878100036] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000800287s","start":"2026-03-19T12:01:38.549146Z","end":"2026-03-19T12:01:40.549946Z","steps":["trace[878100036] 'agreement among raft nodes before linearized reading' (duration: 2.000699135s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:40.550012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:38.549129Z","time spent":"2.00087382s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 12:01:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:01:40.754758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.772869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:01:40.754982Z","caller":"traceutil/trace.go:171","msg":"trace[27111534] linearizableReadLoop","detail":"{readStateIndex:25852; appliedIndex:25849; }","duration":"2.208316962s","start":"2026-03-19T12:01:38.546648Z","end":"2026-03-19T12:01:40.754965Z","steps":["trace[27111534] 'read index received' (duration: 1.25288998s)","trace[27111534] 'applied index is now lower than readState.Index' (duration: 955.425882ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:01:40.755027Z","caller":"traceutil/trace.go:171","msg":"trace[1590459830] transaction","detail":"{read_only:false; response_revision:24937; number_of_response:1; }","duration":"1.242059306s","start":"2026-03-19T12:01:39.512924Z","end":"2026-03-19T12:01:40.754984Z","steps":["trace[1590459830] 'process raft request' (duration: 1.241927682s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:40.755084Z","caller":"traceutil/trace.go:171","msg":"trace[1290077837] transaction","detail":"{read_only:false; response_revision:24938; number_of_response:1; }","duration":"1.050875955s","start":"2026-03-19T12:01:39.704175Z","end":"2026-03-19T12:01:40.755051Z","steps":["trace[1290077837] 'process raft request' (duration: 1.050743401s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:40.755159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208514458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-19T12:01:40.755158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207803609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:40.75518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:39.512906Z","time spent":"1.24219046s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:01:40.755194Z","caller":"traceutil/trace.go:171","msg":"trace[62705415] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24938; }","duration":"2.208550499s","start":"2026-03-19T12:01:38.546631Z","end":"2026-03-19T12:01:40.755182Z","steps":["trace[62705415] 'agreement among raft nodes before linearized reading' (duration: 2.208425496s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:40.755206Z","caller":"traceutil/trace.go:171","msg":"trace[2139841432] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24938; }","duration":"2.20787564s","start":"2026-03-19T12:01:38.547315Z","end":"2026-03-19T12:01:40.75519Z","steps":["trace[2139841432] 'agreement among raft nodes before linearized reading' (duration: 2.207785178s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:40.755233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:38.546589Z","time spent":"2.208635681s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-19T12:01:40.755226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:39.704084Z","time spent":"1.051070149s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:40.755243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:38.547298Z","time spent":"2.207936763s","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-19T12:01:40.755285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.616069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:40.755377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.124729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:40.755407Z","caller":"traceutil/trace.go:171","msg":"trace[894288721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24938; }","duration":"205.183961ms","start":"2026-03-19T12:01:40.550213Z","end":"2026-03-19T12:01:40.755397Z","steps":["trace[894288721] 'agreement among raft nodes before linearized reading' (duration: 205.13253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:40.755352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560737419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:40.7554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128043443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keepalived\" ","response":"range_response_count:1 size:284"} {"level":"warn","ts":"2026-03-19T12:01:40.75543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.680767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-19T12:01:40.755473Z","caller":"traceutil/trace.go:171","msg":"trace[1872844450] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keepalived; range_end:; response_count:1; response_revision:24938; }","duration":"2.128126556s","start":"2026-03-19T12:01:38.627329Z","end":"2026-03-19T12:01:40.755456Z","steps":["trace[1872844450] 'agreement among raft nodes before linearized reading' (duration: 2.12792922s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:40.755502Z","caller":"traceutil/trace.go:171","msg":"trace[2004590616] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24938; }","duration":"1.560997176s","start":"2026-03-19T12:01:39.194477Z","end":"2026-03-19T12:01:40.755474Z","steps":["trace[2004590616] 'agreement among raft nodes before linearized reading' (duration: 1.560690188s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:40.755023Z","caller":"traceutil/trace.go:171","msg":"trace[1654911733] transaction","detail":"{read_only:false; response_revision:24936; number_of_response:1; }","duration":"2.211261023s","start":"2026-03-19T12:01:38.54371Z","end":"2026-03-19T12:01:40.754971Z","steps":["trace[1654911733] 'process raft request' (duration: 1.482188536s)","trace[1654911733] 'compare' (duration: 728.419599ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:40.75563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:38.543692Z","time spent":"2.21189948s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:40.755651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:39.194447Z","time spent":"1.56114422s","remote":"127.0.0.1:57654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:40.755541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:38.627261Z","time spent":"2.12827042s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":308,"request content":"key:\"/registry/serviceaccounts/openstack/keepalived\" "} {"level":"info","ts":"2026-03-19T12:01:40.75548Z","caller":"traceutil/trace.go:171","msg":"trace[1836781363] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24938; }","duration":"120.760309ms","start":"2026-03-19T12:01:40.634706Z","end":"2026-03-19T12:01:40.755466Z","steps":["trace[1836781363] 'agreement among raft nodes before linearized reading' (duration: 120.663836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:40.756214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.322043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-19T12:01:40.756258Z","caller":"traceutil/trace.go:171","msg":"trace[1316131298] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24938; }","duration":"954.401105ms","start":"2026-03-19T12:01:39.801845Z","end":"2026-03-19T12:01:40.756247Z","steps":["trace[1316131298] 'agreement among raft nodes before linearized reading' (duration: 954.286082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:40.756288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:39.801826Z","time spent":"954.454696ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-19T12:01:40.755397Z","caller":"traceutil/trace.go:171","msg":"trace[844436196] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24938; }","duration":"705.806565ms","start":"2026-03-19T12:01:40.049571Z","end":"2026-03-19T12:01:40.755378Z","steps":["trace[844436196] 'agreement among raft nodes before linearized reading' (duration: 705.565968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:40.756336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:40.049551Z","time spent":"706.770231ms","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:40.755336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.114659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-19T12:01:40.756657Z","caller":"traceutil/trace.go:171","msg":"trace[130762598] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24938; }","duration":"122.476286ms","start":"2026-03-19T12:01:40.634163Z","end":"2026-03-19T12:01:40.756639Z","steps":["trace[130762598] 'agreement among raft nodes before linearized reading' (duration: 121.028777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:41.526865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:41.225393Z","time spent":"301.463554ms","remote":"127.0.0.1:39516","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T12:01:41.528143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.838342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:01:41.528246Z","caller":"traceutil/trace.go:171","msg":"trace[383267511] linearizableReadLoop","detail":"{readStateIndex:25854; appliedIndex:25853; }","duration":"767.760926ms","start":"2026-03-19T12:01:40.760469Z","end":"2026-03-19T12:01:41.52823Z","steps":["trace[383267511] 'read index received' (duration: 250.853861ms)","trace[383267511] 'applied index is now lower than readState.Index' (duration: 516.905775ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:01:41.528322Z","caller":"traceutil/trace.go:171","msg":"trace[1720447718] transaction","detail":"{read_only:false; response_revision:24939; number_of_response:1; }","duration":"767.8829ms","start":"2026-03-19T12:01:40.760428Z","end":"2026-03-19T12:01:41.528311Z","steps":["trace[1720447718] 'process raft request' (duration: 250.804101ms)","trace[1720447718] 'compare' (duration: 516.673518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:41.528393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:40.76041Z","time spent":"767.944961ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T12:01:41.528671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.180778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T12:01:41.528744Z","caller":"traceutil/trace.go:171","msg":"trace[1147344876] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24939; }","duration":"768.27491ms","start":"2026-03-19T12:01:40.760453Z","end":"2026-03-19T12:01:41.528727Z","steps":["trace[1147344876] 'agreement among raft nodes before linearized reading' (duration: 768.006433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:41.528786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:40.760445Z","time spent":"768.331852ms","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T12:01:42.124187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.509488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:01:42.124448Z","caller":"traceutil/trace.go:171","msg":"trace[2011297775] linearizableReadLoop","detail":"{readStateIndex:25857; appliedIndex:25854; }","duration":"596.152637ms","start":"2026-03-19T12:01:41.528278Z","end":"2026-03-19T12:01:42.124431Z","steps":["trace[2011297775] 'read index received' (duration: 140.279879ms)","trace[2011297775] 'applied index is now lower than readState.Index' (duration: 455.871728ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:01:42.124546Z","caller":"traceutil/trace.go:171","msg":"trace[338349230] transaction","detail":"{read_only:false; response_revision:24942; number_of_response:1; }","duration":"1.03860716s","start":"2026-03-19T12:01:41.085928Z","end":"2026-03-19T12:01:42.124535Z","steps":["trace[338349230] 'process raft request' (duration: 1.038450466s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:42.124613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:41.085905Z","time spent":"1.038671672s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:42.124709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360991964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:42.124466Z","caller":"traceutil/trace.go:171","msg":"trace[1114425249] transaction","detail":"{read_only:false; response_revision:24941; number_of_response:1; }","duration":"1.361990072s","start":"2026-03-19T12:01:40.762457Z","end":"2026-03-19T12:01:42.124447Z","steps":["trace[1114425249] 'process raft request' (duration: 1.361852088s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:42.124827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.324401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-v552v.189e3c5999af2619\" ","response":"range_response_count:1 size:867"} {"level":"info","ts":"2026-03-19T12:01:42.124864Z","caller":"traceutil/trace.go:171","msg":"trace[1460072518] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-v552v.189e3c5999af2619; range_end:; response_count:1; response_revision:24942; }","duration":"593.386763ms","start":"2026-03-19T12:01:41.531467Z","end":"2026-03-19T12:01:42.124854Z","steps":["trace[1460072518] 'agreement among raft nodes before linearized reading' (duration: 593.266029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:42.124919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:41.531447Z","time spent":"593.464664ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":891,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-v552v.189e3c5999af2619\" "} {"level":"warn","ts":"2026-03-19T12:01:42.125004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:40.762441Z","time spent":"1.362369621s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:01:42.125113Z","caller":"traceutil/trace.go:171","msg":"trace[1208095921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24942; }","duration":"1.361164799s","start":"2026-03-19T12:01:40.763624Z","end":"2026-03-19T12:01:42.124788Z","steps":["trace[1208095921] 'agreement among raft nodes before linearized reading' (duration: 1.360921272s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:42.12516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.030051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:42.125205Z","caller":"traceutil/trace.go:171","msg":"trace[324905154] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24942; }","duration":"860.122214ms","start":"2026-03-19T12:01:41.265071Z","end":"2026-03-19T12:01:42.125194Z","steps":["trace[324905154] 'agreement among raft nodes before linearized reading' (duration: 860.032341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:42.125215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.546524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-19T12:01:42.125254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:41.265047Z","time spent":"860.196766ms","remote":"127.0.0.1:57420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:42.125223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:40.763618Z","time spent":"1.361560349s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T12:01:42.125284Z","caller":"traceutil/trace.go:171","msg":"trace[881523207] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24942; }","duration":"643.654658ms","start":"2026-03-19T12:01:41.481608Z","end":"2026-03-19T12:01:42.125262Z","steps":["trace[881523207] 'agreement among raft nodes before linearized reading' (duration: 643.452302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:42.125432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:41.481586Z","time spent":"643.805371ms","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-03-19T12:01:42.125523Z","caller":"traceutil/trace.go:171","msg":"trace[756326544] transaction","detail":"{read_only:false; response_revision:24940; number_of_response:1; }","duration":"1.362622568s","start":"2026-03-19T12:01:40.76176Z","end":"2026-03-19T12:01:42.124382Z","steps":["trace[756326544] 'process raft request' (duration: 906.807021ms)","trace[756326544] 'compare' (duration: 455.124798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:42.125663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:40.761748Z","time spent":"1.363837411s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:43.443935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.744832ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:43.444066Z","caller":"traceutil/trace.go:171","msg":"trace[2104615620] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24942; }","duration":"298.880886ms","start":"2026-03-19T12:01:43.145165Z","end":"2026-03-19T12:01:43.444046Z","steps":["trace[2104615620] 'range keys from in-memory index tree' (duration: 298.729791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:43.44473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.537269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:01:43.444813Z","caller":"traceutil/trace.go:171","msg":"trace[894390099] linearizableReadLoop","detail":"{readStateIndex:25858; appliedIndex:25857; }","duration":"1.316505208s","start":"2026-03-19T12:01:42.128295Z","end":"2026-03-19T12:01:43.444801Z","steps":["trace[894390099] 'read index received' (duration: 375.713392ms)","trace[894390099] 'applied index is now lower than readState.Index' (duration: 940.791036ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:01:43.444866Z","caller":"traceutil/trace.go:171","msg":"trace[59157321] transaction","detail":"{read_only:false; response_revision:24943; number_of_response:1; }","duration":"1.317365671s","start":"2026-03-19T12:01:42.12747Z","end":"2026-03-19T12:01:43.444836Z","steps":["trace[59157321] 'process raft request' (duration: 376.655137ms)","trace[59157321] 'compare' (duration: 940.329233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:43.444955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312013736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:43.444976Z","caller":"traceutil/trace.go:171","msg":"trace[682937929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24943; }","duration":"1.312088197s","start":"2026-03-19T12:01:42.132881Z","end":"2026-03-19T12:01:43.444969Z","steps":["trace[682937929] 'agreement among raft nodes before linearized reading' (duration: 1.311991475s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:43.445007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:42.132869Z","time spent":"1.312132699s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:01:43.44503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:42.127449Z","time spent":"1.317505505s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:43.445126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.340161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:43.445131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316808756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-268cfbf1-9481-4320-ae21-ae74537a5458\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-19T12:01:43.445206Z","caller":"traceutil/trace.go:171","msg":"trace[1732453618] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24943; }","duration":"484.463975ms","start":"2026-03-19T12:01:42.960724Z","end":"2026-03-19T12:01:43.445188Z","steps":["trace[1732453618] 'agreement among raft nodes before linearized reading' (duration: 484.309331ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:43.445221Z","caller":"traceutil/trace.go:171","msg":"trace[715397335] range","detail":"{range_begin:/registry/persistentvolumes/pvc-268cfbf1-9481-4320-ae21-ae74537a5458; range_end:; response_count:1; response_revision:24943; }","duration":"1.316909398s","start":"2026-03-19T12:01:42.12829Z","end":"2026-03-19T12:01:43.445199Z","steps":["trace[715397335] 'agreement among raft nodes before linearized reading' (duration: 1.316575869s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:43.445254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:42.960709Z","time spent":"484.534657ms","remote":"127.0.0.1:57986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:43.445262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:42.128252Z","time spent":"1.317001171s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-268cfbf1-9481-4320-ae21-ae74537a5458\" "} {"level":"warn","ts":"2026-03-19T12:01:43.956411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135184,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:01:44.551368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.274828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:01:44.551504Z","caller":"traceutil/trace.go:171","msg":"trace[955970043] transaction","detail":"{read_only:false; response_revision:24944; number_of_response:1; }","duration":"1.099595007s","start":"2026-03-19T12:01:43.451888Z","end":"2026-03-19T12:01:44.551483Z","steps":["trace[955970043] 'process raft request' (duration: 979.772924ms)","trace[955970043] 'compare' (duration: 118.569909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:44.551786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:43.451868Z","time spent":"1.09966754s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:45.139001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.666371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:01:45.139132Z","caller":"traceutil/trace.go:171","msg":"trace[498443613] linearizableReadLoop","detail":"{readStateIndex:25860; appliedIndex:25858; }","duration":"1.682770961s","start":"2026-03-19T12:01:43.456337Z","end":"2026-03-19T12:01:45.139108Z","steps":["trace[498443613] 'read index received' (duration: 975.339063ms)","trace[498443613] 'applied index is now lower than readState.Index' (duration: 707.429668ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:01:45.139168Z","caller":"traceutil/trace.go:171","msg":"trace[1428163332] transaction","detail":"{read_only:false; response_revision:24945; number_of_response:1; }","duration":"1.592732557s","start":"2026-03-19T12:01:43.546405Z","end":"2026-03-19T12:01:45.139137Z","steps":["trace[1428163332] 'process raft request' (duration: 1.294813879s)","trace[1428163332] 'compare' (duration: 297.043054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:45.139316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682976857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:45.139318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:43.546384Z","time spent":"1.5928535s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:01:45.139369Z","caller":"traceutil/trace.go:171","msg":"trace[605803498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24945; }","duration":"1.683055859s","start":"2026-03-19T12:01:43.456299Z","end":"2026-03-19T12:01:45.139355Z","steps":["trace[605803498] 'agreement among raft nodes before linearized reading' (duration: 1.682937256s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:45.139422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:43.456286Z","time spent":"1.683123611s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:01:45.139488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560111621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:45.139542Z","caller":"traceutil/trace.go:171","msg":"trace[728883181] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24945; }","duration":"1.560211454s","start":"2026-03-19T12:01:43.579318Z","end":"2026-03-19T12:01:45.13953Z","steps":["trace[728883181] 'agreement among raft nodes before linearized reading' (duration: 1.560112961s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:45.139573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:43.579302Z","time spent":"1.560265136s","remote":"127.0.0.1:57844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:45.139554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.004814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:45.139633Z","caller":"traceutil/trace.go:171","msg":"trace[994908417] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24945; }","duration":"139.120658ms","start":"2026-03-19T12:01:45.000487Z","end":"2026-03-19T12:01:45.139608Z","steps":["trace[994908417] 'agreement among raft nodes before linearized reading' (duration: 138.984244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:45.139698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.605416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-fs8x6.189e3c59d2d5ec03\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-03-19T12:01:45.139759Z","caller":"traceutil/trace.go:171","msg":"trace[922783145] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-fs8x6.189e3c59d2d5ec03; range_end:; response_count:1; response_revision:24945; }","duration":"583.703878ms","start":"2026-03-19T12:01:44.55604Z","end":"2026-03-19T12:01:45.139744Z","steps":["trace[922783145] 'agreement among raft nodes before linearized reading' (duration: 583.504193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:45.139808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:44.55602Z","time spent":"583.775571ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-fs8x6.189e3c59d2d5ec03\" "} {"level":"warn","ts":"2026-03-19T12:01:45.754531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.585791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:01:45.754627Z","caller":"traceutil/trace.go:171","msg":"trace[869013355] transaction","detail":"{read_only:false; response_revision:24946; number_of_response:1; }","duration":"612.613155ms","start":"2026-03-19T12:01:45.141986Z","end":"2026-03-19T12:01:45.754599Z","steps":["trace[869013355] 'process raft request' (duration: 121.605172ms)","trace[869013355] 'compare' (duration: 489.702297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:45.754769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:45.141966Z","time spent":"612.729987ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:01:45.75477Z","caller":"traceutil/trace.go:171","msg":"trace[1803983034] linearizableReadLoop","detail":"{readStateIndex:25861; appliedIndex:25860; }","duration":"606.56552ms","start":"2026-03-19T12:01:45.148173Z","end":"2026-03-19T12:01:45.754738Z","steps":["trace[1803983034] 'read index received' (duration: 115.349083ms)","trace[1803983034] 'applied index is now lower than readState.Index' (duration: 491.212567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:46.473895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.278401ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-19T12:01:46.473982Z","caller":"traceutil/trace.go:171","msg":"trace[205966372] linearizableReadLoop","detail":"{readStateIndex:25862; appliedIndex:25861; }","duration":"719.146977ms","start":"2026-03-19T12:01:45.754822Z","end":"2026-03-19T12:01:46.473969Z","steps":["trace[205966372] 'read index received' (duration: 81.512µs)","trace[205966372] 'applied index is now lower than readState.Index' (duration: 719.064395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:46.474267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326071817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:46.474326Z","caller":"traceutil/trace.go:171","msg":"trace[227924598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24946; }","duration":"1.326153699s","start":"2026-03-19T12:01:45.148156Z","end":"2026-03-19T12:01:46.47431Z","steps":["trace[227924598] 'agreement among raft nodes before linearized reading' (duration: 606.729014ms)","trace[227924598] 'range keys from in-memory index tree' (duration: 719.330562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:46.474354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:45.14815Z","time spent":"1.32619923s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:01:46.474423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101482769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-19T12:01:46.474459Z","caller":"traceutil/trace.go:171","msg":"trace[728659578] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24946; }","duration":"1.101586552s","start":"2026-03-19T12:01:45.372862Z","end":"2026-03-19T12:01:46.474449Z","steps":["trace[728659578] 'agreement among raft nodes before linearized reading' (duration: 1.101455428s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:46.474488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:45.372839Z","time spent":"1.101642213s","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-19T12:01:46.474606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162263729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:46.474705Z","caller":"traceutil/trace.go:171","msg":"trace[588471473] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24946; }","duration":"1.162411633s","start":"2026-03-19T12:01:45.31227Z","end":"2026-03-19T12:01:46.474681Z","steps":["trace[588471473] 'agreement among raft nodes before linearized reading' (duration: 1.162253219s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:46.474782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:45.312249Z","time spent":"1.162504736s","remote":"127.0.0.1:57272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:46.474787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.535916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-p64jb.189e395b5475fed6\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-03-19T12:01:46.474861Z","caller":"traceutil/trace.go:171","msg":"trace[744343749] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-p64jb.189e395b5475fed6; range_end:; response_count:1; response_revision:24946; }","duration":"716.64861ms","start":"2026-03-19T12:01:45.758195Z","end":"2026-03-19T12:01:46.474843Z","steps":["trace[744343749] 'agreement among raft nodes before linearized reading' (duration: 716.441254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:46.474806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.046842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:01:46.474906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:45.75818Z","time spent":"716.717621ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-p64jb.189e395b5475fed6\" "} {"level":"info","ts":"2026-03-19T12:01:46.474943Z","caller":"traceutil/trace.go:171","msg":"trace[2145637812] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24946; }","duration":"267.235117ms","start":"2026-03-19T12:01:46.207688Z","end":"2026-03-19T12:01:46.474923Z","steps":["trace[2145637812] 'agreement among raft nodes before linearized reading' (duration: 267.027081ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:46.809313Z","caller":"traceutil/trace.go:171","msg":"trace[786000794] linearizableReadLoop","detail":"{readStateIndex:25863; appliedIndex:25862; }","duration":"324.544633ms","start":"2026-03-19T12:01:46.484738Z","end":"2026-03-19T12:01:46.809283Z","steps":["trace[786000794] 'read index received' (duration: 324.236314ms)","trace[786000794] 'applied index is now lower than readState.Index' (duration: 306.749µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:01:46.809344Z","caller":"traceutil/trace.go:171","msg":"trace[213033453] transaction","detail":"{read_only:false; response_revision:24947; number_of_response:1; }","duration":"332.870798ms","start":"2026-03-19T12:01:46.476438Z","end":"2026-03-19T12:01:46.809309Z","steps":["trace[213033453] 'process raft request' (duration: 332.642502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:46.809502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:46.476419Z","time spent":"332.996272ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:46.809509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.758228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:46.809568Z","caller":"traceutil/trace.go:171","msg":"trace[1236200795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24947; }","duration":"324.883762ms","start":"2026-03-19T12:01:46.48467Z","end":"2026-03-19T12:01:46.809553Z","steps":["trace[1236200795] 'agreement among raft nodes before linearized reading' (duration: 324.730308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:46.809612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:46.484641Z","time spent":"324.963564ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:01:46.80956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.552164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:46.809764Z","caller":"traceutil/trace.go:171","msg":"trace[1622481649] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24947; }","duration":"320.841752ms","start":"2026-03-19T12:01:46.488904Z","end":"2026-03-19T12:01:46.809746Z","steps":["trace[1622481649] 'agreement among raft nodes before linearized reading' (duration: 320.530204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:46.809844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:46.488884Z","time spent":"320.942484ms","remote":"127.0.0.1:53056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:47.392967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135198,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:01:47.893244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135198,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:01:48.394051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135198,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:01:48.89453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135198,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:01:49.401972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135198,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:01:49.416606Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.602590347s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T12:01:49.416954Z","caller":"traceutil/trace.go:171","msg":"trace[167348102] linearizableReadLoop","detail":"{readStateIndex:25864; appliedIndex:25863; }","duration":"2.524349043s","start":"2026-03-19T12:01:46.892536Z","end":"2026-03-19T12:01:49.416885Z","steps":["trace[167348102] 'read index received' (duration: 2.524131787s)","trace[167348102] 'applied index is now lower than readState.Index' (duration: 216.086µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:01:49.416981Z","caller":"traceutil/trace.go:171","msg":"trace[39101028] transaction","detail":"{read_only:false; response_revision:24948; number_of_response:1; }","duration":"2.60307777s","start":"2026-03-19T12:01:46.813862Z","end":"2026-03-19T12:01:49.41694Z","steps":["trace[39101028] 'process raft request' (duration: 2.602869975s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:49.417119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.524558288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:49.417159Z","caller":"traceutil/trace.go:171","msg":"trace[1410337270] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24948; }","duration":"2.52461883s","start":"2026-03-19T12:01:46.892527Z","end":"2026-03-19T12:01:49.417146Z","steps":["trace[1410337270] 'agreement among raft nodes before linearized reading' (duration: 2.524485196s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:49.417198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:46.892464Z","time spent":"2.524726323s","remote":"127.0.0.1:33148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:49.417241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891682044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-19T12:01:49.417296Z","caller":"traceutil/trace.go:171","msg":"trace[1300151109] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:24948; }","duration":"1.891816278s","start":"2026-03-19T12:01:47.525464Z","end":"2026-03-19T12:01:49.41728Z","steps":["trace[1300151109] 'agreement among raft nodes before linearized reading' (duration: 1.891618482s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:49.417323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.902774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:49.417306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:46.81384Z","time spent":"2.603281456s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T12:01:49.41741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17338175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:49.417481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807375035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:49.417488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469656145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:49.417414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:47.525449Z","time spent":"1.891949121s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"info","ts":"2026-03-19T12:01:49.417543Z","caller":"traceutil/trace.go:171","msg":"trace[749264706] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24948; }","duration":"1.469734007s","start":"2026-03-19T12:01:47.947787Z","end":"2026-03-19T12:01:49.417521Z","steps":["trace[749264706] 'agreement among raft nodes before linearized reading' (duration: 1.469658325s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:49.417552Z","caller":"traceutil/trace.go:171","msg":"trace[1120727638] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24948; }","duration":"1.173633897s","start":"2026-03-19T12:01:48.243872Z","end":"2026-03-19T12:01:49.417505Z","steps":["trace[1120727638] 'agreement among raft nodes before linearized reading' (duration: 1.173325468s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:49.417589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:47.947767Z","time spent":"1.469809249s","remote":"127.0.0.1:49614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:49.417628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:48.243853Z","time spent":"1.17376267s","remote":"127.0.0.1:49348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:01:49.417419Z","caller":"traceutil/trace.go:171","msg":"trace[616437649] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24948; }","duration":"335.058328ms","start":"2026-03-19T12:01:49.082345Z","end":"2026-03-19T12:01:49.417404Z","steps":["trace[616437649] 'agreement among raft nodes before linearized reading' (duration: 334.896284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:49.417922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:49.082317Z","time spent":"335.555602ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:01:49.41752Z","caller":"traceutil/trace.go:171","msg":"trace[1883959777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24948; }","duration":"1.807431287s","start":"2026-03-19T12:01:47.610079Z","end":"2026-03-19T12:01:49.41751Z","steps":["trace[1883959777] 'agreement among raft nodes before linearized reading' (duration: 1.807376245s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:49.418128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:47.610065Z","time spent":"1.808043143s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:01:50.895114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162413103s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-19T12:01:50.895537Z","caller":"traceutil/trace.go:171","msg":"trace[1229582136] transaction","detail":"{read_only:false; response_revision:24950; number_of_response:1; }","duration":"751.244628ms","start":"2026-03-19T12:01:50.14427Z","end":"2026-03-19T12:01:50.895514Z","steps":["trace[1229582136] 'process raft request' (duration: 751.129355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:50.89567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:50.144244Z","time spent":"751.350772ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:50.895929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:49.418957Z","time spent":"1.476968775s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T12:01:50.896088Z","caller":"traceutil/trace.go:171","msg":"trace[1859379515] linearizableReadLoop","detail":"{readStateIndex:25865; appliedIndex:25864; }","duration":"1.476990935s","start":"2026-03-19T12:01:49.41907Z","end":"2026-03-19T12:01:50.896061Z","steps":["trace[1859379515] 'read index received' (duration: 313.616936ms)","trace[1859379515] 'applied index is now lower than readState.Index' (duration: 1.163370659s)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:01:50.896186Z","caller":"traceutil/trace.go:171","msg":"trace[1547240595] transaction","detail":"{read_only:false; response_revision:24949; number_of_response:1; }","duration":"1.265929024s","start":"2026-03-19T12:01:49.630222Z","end":"2026-03-19T12:01:50.896152Z","steps":["trace[1547240595] 'process raft request' (duration: 1.265035279s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:50.896232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477155369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:50.896284Z","caller":"traceutil/trace.go:171","msg":"trace[14894767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24950; }","duration":"1.477241402s","start":"2026-03-19T12:01:49.419025Z","end":"2026-03-19T12:01:50.896266Z","steps":["trace[14894767] 'agreement among raft nodes before linearized reading' (duration: 1.47716434s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:50.896331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:49.630198Z","time spent":"1.266046647s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:50.896337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:49.419005Z","time spent":"1.477321014s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:01:51.537007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.344473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:01:51.537123Z","caller":"traceutil/trace.go:171","msg":"trace[1023880820] transaction","detail":"{read_only:false; response_revision:24951; number_of_response:1; }","duration":"723.32518ms","start":"2026-03-19T12:01:50.813776Z","end":"2026-03-19T12:01:51.537101Z","steps":["trace[1023880820] 'process raft request' (duration: 481.677869ms)","trace[1023880820] 'compare' (duration: 240.777138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:51.537208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:50.81375Z","time spent":"723.412803ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:52.63987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.950281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:01:52.640138Z","caller":"traceutil/trace.go:171","msg":"trace[2023556960] linearizableReadLoop","detail":"{readStateIndex:25869; appliedIndex:25867; }","duration":"1.743971283s","start":"2026-03-19T12:01:50.896141Z","end":"2026-03-19T12:01:52.640112Z","steps":["trace[2023556960] 'read index received' (duration: 399.328743ms)","trace[2023556960] 'applied index is now lower than readState.Index' (duration: 1.34464105s)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:01:52.640265Z","caller":"traceutil/trace.go:171","msg":"trace[5761623] transaction","detail":"{read_only:false; response_revision:24952; number_of_response:1; }","duration":"1.813304226s","start":"2026-03-19T12:01:50.826945Z","end":"2026-03-19T12:01:52.64025Z","steps":["trace[5761623] 'process raft request' (duration: 812.749179ms)","trace[5761623] 'compare' (duration: 999.457037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:52.640341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:50.826926Z","time spent":"1.813376518s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:01:52.640616Z","caller":"traceutil/trace.go:171","msg":"trace[999244722] transaction","detail":"{read_only:false; response_revision:24953; number_of_response:1; }","duration":"1.743437849s","start":"2026-03-19T12:01:50.897165Z","end":"2026-03-19T12:01:52.640603Z","steps":["trace[999244722] 'process raft request' (duration: 1.742848623s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:52.640688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:50.897144Z","time spent":"1.74350514s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:52.640822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.887276258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:52.640941Z","caller":"traceutil/trace.go:171","msg":"trace[1412491514] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24953; }","duration":"2.887419261s","start":"2026-03-19T12:01:49.753466Z","end":"2026-03-19T12:01:52.640885Z","steps":["trace[1412491514] 'agreement among raft nodes before linearized reading' (duration: 2.887220356s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:52.641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:49.753446Z","time spent":"2.887542014s","remote":"127.0.0.1:57884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:52.641031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738992969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:52.641074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.219604901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-jrqzr.189e3c5a40d72e67\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-03-19T12:01:52.641105Z","caller":"traceutil/trace.go:171","msg":"trace[1734975717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24953; }","duration":"1.739113872s","start":"2026-03-19T12:01:50.901976Z","end":"2026-03-19T12:01:52.64109Z","steps":["trace[1734975717] 'agreement among raft nodes before linearized reading' (duration: 1.738974498s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:52.641116Z","caller":"traceutil/trace.go:171","msg":"trace[889340591] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-jrqzr.189e3c5a40d72e67; range_end:; response_count:1; response_revision:24953; }","duration":"3.219688833s","start":"2026-03-19T12:01:49.421412Z","end":"2026-03-19T12:01:52.641101Z","steps":["trace[889340591] 'agreement among raft nodes before linearized reading' (duration: 3.219441927s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:52.641141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:50.901962Z","time spent":"1.739174133s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:01:52.641164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:49.421381Z","time spent":"3.219771306s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":907,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-jrqzr.189e3c5a40d72e67\" "} {"level":"warn","ts":"2026-03-19T12:01:52.641246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870880199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:52.641322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006578961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:01:52.641328Z","caller":"traceutil/trace.go:171","msg":"trace[1387320897] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24953; }","duration":"1.871013043s","start":"2026-03-19T12:01:50.770293Z","end":"2026-03-19T12:01:52.641306Z","steps":["trace[1387320897] 'agreement among raft nodes before linearized reading' (duration: 1.870867899s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:52.641316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.775932164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:01:52.641364Z","caller":"traceutil/trace.go:171","msg":"trace[1925479203] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24953; }","duration":"1.006652093s","start":"2026-03-19T12:01:51.634702Z","end":"2026-03-19T12:01:52.641354Z","steps":["trace[1925479203] 'agreement among raft nodes before linearized reading' (duration: 1.006582181s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:52.641376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:50.770273Z","time spent":"1.871092424s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-19T12:01:52.641385Z","caller":"traceutil/trace.go:171","msg":"trace[122658629] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24953; }","duration":"2.776058807s","start":"2026-03-19T12:01:49.865307Z","end":"2026-03-19T12:01:52.641366Z","steps":["trace[122658629] 'agreement among raft nodes before linearized reading' (duration: 2.775868962s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:52.641399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:51.634686Z","time spent":"1.006705814s","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:52.641381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143879102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:01:52.641444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:49.865282Z","time spent":"2.77614414s","remote":"127.0.0.1:53302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:01:52.641468Z","caller":"traceutil/trace.go:171","msg":"trace[803422215] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24953; }","duration":"2.144023656s","start":"2026-03-19T12:01:50.497431Z","end":"2026-03-19T12:01:52.641455Z","steps":["trace[803422215] 'agreement among raft nodes before linearized reading' (duration: 2.143737978s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:52.641526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:50.497412Z","time spent":"2.144102649s","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:53.14487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:01:53.958351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.16962ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:53.958478Z","caller":"traceutil/trace.go:171","msg":"trace[1774723416] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24953; }","duration":"813.307853ms","start":"2026-03-19T12:01:53.145151Z","end":"2026-03-19T12:01:53.958459Z","steps":["trace[1774723416] 'range keys from in-memory index tree' (duration: 813.151039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:53.958739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.319719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:01:53.958883Z","caller":"traceutil/trace.go:171","msg":"trace[856141916] transaction","detail":"{read_only:false; response_revision:24954; number_of_response:1; }","duration":"1.315328825s","start":"2026-03-19T12:01:52.643532Z","end":"2026-03-19T12:01:53.958861Z","steps":["trace[856141916] 'process raft request' (duration: 819.79578ms)","trace[856141916] 'compare' (duration: 495.118584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:53.959017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:52.64352Z","time spent":"1.315416007s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:01:53.959933Z","caller":"traceutil/trace.go:171","msg":"trace[1825708788] linearizableReadLoop","detail":"{readStateIndex:25871; appliedIndex:25870; }","duration":"1.315325605s","start":"2026-03-19T12:01:52.64454Z","end":"2026-03-19T12:01:53.959865Z","steps":["trace[1825708788] 'read index received' (duration: 818.806943ms)","trace[1825708788] 'applied index is now lower than readState.Index' (duration: 496.514622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:54.65179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000660945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:01:54.651891Z","caller":"traceutil/trace.go:171","msg":"trace[1230635139] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000800548s","start":"2026-03-19T12:01:52.651075Z","end":"2026-03-19T12:01:54.651875Z","steps":["trace[1230635139] 'agreement among raft nodes before linearized reading' (duration: 2.000668595s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:54.651922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:52.651068Z","time spent":"2.000846349s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 12:01:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:01:55.13559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176728462s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-19T12:01:55.135688Z","caller":"traceutil/trace.go:171","msg":"trace[172063280] linearizableReadLoop","detail":"{readStateIndex:25872; appliedIndex:25871; }","duration":"1.175677273s","start":"2026-03-19T12:01:53.959994Z","end":"2026-03-19T12:01:55.135671Z","steps":["trace[172063280] 'read index received' (duration: 61.052µs)","trace[172063280] 'applied index is now lower than readState.Index' (duration: 1.175614901s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:55.135939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.491375048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-19T12:01:55.13599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819385512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:01:55.136025Z","caller":"traceutil/trace.go:171","msg":"trace[642709215] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24954; }","duration":"1.819453624s","start":"2026-03-19T12:01:53.31656Z","end":"2026-03-19T12:01:55.136013Z","steps":["trace[642709215] 'agreement among raft nodes before linearized reading' (duration: 1.819370781s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:55.136023Z","caller":"traceutil/trace.go:171","msg":"trace[1643843157] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24954; }","duration":"2.491484111s","start":"2026-03-19T12:01:52.644516Z","end":"2026-03-19T12:01:55.136Z","steps":["trace[1643843157] 'agreement among raft nodes before linearized reading' (duration: 1.31551169s)","trace[1643843157] 'range keys from in-memory index tree' (duration: 1.175746305s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:55.136067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:52.644497Z","time spent":"2.491560373s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-19T12:01:55.13606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:53.316549Z","time spent":"1.819501375s","remote":"127.0.0.1:49456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:55.136064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348348251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:55.136196Z","caller":"traceutil/trace.go:171","msg":"trace[1343720359] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24954; }","duration":"1.348550367s","start":"2026-03-19T12:01:53.78762Z","end":"2026-03-19T12:01:55.13617Z","steps":["trace[1343720359] 'agreement among raft nodes before linearized reading' (duration: 1.348271849s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:55.136261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:53.787605Z","time spent":"1.348643939s","remote":"127.0.0.1:49274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:55.136329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828757076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:01:55.136364Z","caller":"traceutil/trace.go:171","msg":"trace[1126675864] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24954; }","duration":"1.828793717s","start":"2026-03-19T12:01:53.30756Z","end":"2026-03-19T12:01:55.136353Z","steps":["trace[1126675864] 'agreement among raft nodes before linearized reading' (duration: 1.828731545s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:55.136396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:53.307501Z","time spent":"1.82888646s","remote":"127.0.0.1:49436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:55.136622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174396269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-jrqzr.189e3c5a40d6f9dd\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-03-19T12:01:55.136668Z","caller":"traceutil/trace.go:171","msg":"trace[503744884] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-jrqzr.189e3c5a40d6f9dd; range_end:; response_count:1; response_revision:24954; }","duration":"1.17447413s","start":"2026-03-19T12:01:53.962181Z","end":"2026-03-19T12:01:55.136655Z","steps":["trace[503744884] 'agreement among raft nodes before linearized reading' (duration: 1.174345067s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:55.1367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:53.962169Z","time spent":"1.174523712s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":907,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-jrqzr.189e3c5a40d6f9dd\" "} {"level":"warn","ts":"2026-03-19T12:01:55.136963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316331615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-19T12:01:55.137007Z","caller":"traceutil/trace.go:171","msg":"trace[957241596] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24954; }","duration":"2.316452898s","start":"2026-03-19T12:01:52.820544Z","end":"2026-03-19T12:01:55.136997Z","steps":["trace[957241596] 'agreement among raft nodes before linearized reading' (duration: 2.316227052s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:55.137038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:52.820519Z","time spent":"2.31651089s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":177,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:55.137481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277974601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:55.137511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.04299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:55.137558Z","caller":"traceutil/trace.go:171","msg":"trace[803578692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24954; }","duration":"485.112442ms","start":"2026-03-19T12:01:54.652434Z","end":"2026-03-19T12:01:55.137546Z","steps":["trace[803578692] 'agreement among raft nodes before linearized reading' (duration: 485.04282ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:55.137558Z","caller":"traceutil/trace.go:171","msg":"trace[445943828] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24954; }","duration":"1.278113924s","start":"2026-03-19T12:01:53.859427Z","end":"2026-03-19T12:01:55.137541Z","steps":["trace[445943828] 'agreement among raft nodes before linearized reading' (duration: 1.27797906s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:55.137592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:54.652419Z","time spent":"485.165993ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:01:55.137606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:53.859406Z","time spent":"1.278188497s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:55.137579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251106545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274826"} {"level":"info","ts":"2026-03-19T12:01:55.137727Z","caller":"traceutil/trace.go:171","msg":"trace[889804090] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24954; }","duration":"2.251247138s","start":"2026-03-19T12:01:52.886449Z","end":"2026-03-19T12:01:55.137697Z","steps":["trace[889804090] 'agreement among raft nodes before linearized reading' (duration: 2.250710954s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:55.137749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.486827835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:55.137803Z","caller":"traceutil/trace.go:171","msg":"trace[439154303] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24954; }","duration":"2.487087862s","start":"2026-03-19T12:01:52.650702Z","end":"2026-03-19T12:01:55.13779Z","steps":["trace[439154303] 'agreement among raft nodes before linearized reading' (duration: 2.486127986s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:55.137813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:52.886401Z","time spent":"2.251387382s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274850,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-19T12:01:55.137883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:52.650692Z","time spent":"2.487177185s","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-19T12:01:55.645024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135219,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T12:01:55.806886Z","caller":"traceutil/trace.go:171","msg":"trace[563043080] linearizableReadLoop","detail":"{readStateIndex:25873; appliedIndex:25872; }","duration":"664.02121ms","start":"2026-03-19T12:01:55.142847Z","end":"2026-03-19T12:01:55.806868Z","steps":["trace[563043080] 'read index received' (duration: 663.766993ms)","trace[563043080] 'applied index is now lower than readState.Index' (duration: 253.407µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:01:55.806971Z","caller":"traceutil/trace.go:171","msg":"trace[673499240] transaction","detail":"{read_only:false; response_revision:24955; number_of_response:1; }","duration":"666.832896ms","start":"2026-03-19T12:01:55.140113Z","end":"2026-03-19T12:01:55.806946Z","steps":["trace[673499240] 'process raft request' (duration: 666.61718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:55.807076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.904705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:55.807095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:55.140093Z","time spent":"666.929848ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:01:55.807113Z","caller":"traceutil/trace.go:171","msg":"trace[439386172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24955; }","duration":"660.969066ms","start":"2026-03-19T12:01:55.146134Z","end":"2026-03-19T12:01:55.807104Z","steps":["trace[439386172] 'agreement among raft nodes before linearized reading' (duration: 660.846223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:55.80714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:55.146126Z","time spent":"661.007988ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:01:55.807136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.798839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:55.807179Z","caller":"traceutil/trace.go:171","msg":"trace[1086636991] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24955; }","duration":"236.884211ms","start":"2026-03-19T12:01:55.570286Z","end":"2026-03-19T12:01:55.80717Z","steps":["trace[1086636991] 'agreement among raft nodes before linearized reading' (duration: 236.806709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:55.80743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.602335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:55.807508Z","caller":"traceutil/trace.go:171","msg":"trace[863309278] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24955; }","duration":"664.973185ms","start":"2026-03-19T12:01:55.142516Z","end":"2026-03-19T12:01:55.807489Z","steps":["trace[863309278] 'agreement among raft nodes before linearized reading' (duration: 664.459021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:55.807557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:55.142496Z","time spent":"665.047127ms","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-19T12:01:56.870606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.698413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:01:56.870745Z","caller":"traceutil/trace.go:171","msg":"trace[2084833680] transaction","detail":"{read_only:false; response_revision:24956; number_of_response:1; }","duration":"1.056680642s","start":"2026-03-19T12:01:55.814038Z","end":"2026-03-19T12:01:56.870719Z","steps":["trace[2084833680] 'process raft request' (duration: 238.757433ms)","trace[2084833680] 'compare' (duration: 816.910012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:56.870832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:55.814023Z","time spent":"1.056765524s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:58.277522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214727783s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:01:58.277634Z","caller":"traceutil/trace.go:171","msg":"trace[975835440] linearizableReadLoop","detail":"{readStateIndex:25875; appliedIndex:25873; }","duration":"2.365438609s","start":"2026-03-19T12:01:55.912177Z","end":"2026-03-19T12:01:58.277616Z","steps":["trace[975835440] 'read index received' (duration: 140.624159ms)","trace[975835440] 'applied index is now lower than readState.Index' (duration: 2.22481279s)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:01:58.277746Z","caller":"traceutil/trace.go:171","msg":"trace[913079398] transaction","detail":"{read_only:false; response_revision:24957; number_of_response:1; }","duration":"2.376581561s","start":"2026-03-19T12:01:55.901151Z","end":"2026-03-19T12:01:58.277733Z","steps":["trace[913079398] 'process raft request' (duration: 1.161538889s)","trace[913079398] 'compare' (duration: 1.214549309s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:01:58.277803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:55.901134Z","time spent":"2.376636583s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:01:58.278058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.36587266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:58.278144Z","caller":"traceutil/trace.go:171","msg":"trace[1777520459] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24957; }","duration":"2.365990324s","start":"2026-03-19T12:01:55.912133Z","end":"2026-03-19T12:01:58.278123Z","steps":["trace[1777520459] 'agreement among raft nodes before linearized reading' (duration: 2.36586935s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:58.278188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:55.912115Z","time spent":"2.366060746s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:58.278452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232937291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:01:58.278481Z","caller":"traceutil/trace.go:171","msg":"trace[739365736] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24957; }","duration":"2.233000703s","start":"2026-03-19T12:01:56.045472Z","end":"2026-03-19T12:01:58.278472Z","steps":["trace[739365736] 'agreement among raft nodes before linearized reading' (duration: 2.23288342s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:58.278514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:56.045453Z","time spent":"2.233053924s","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:58.278878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427941053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:01:58.278918Z","caller":"traceutil/trace.go:171","msg":"trace[1767667349] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24957; }","duration":"1.428030916s","start":"2026-03-19T12:01:56.850875Z","end":"2026-03-19T12:01:58.278906Z","steps":["trace[1767667349] 'agreement among raft nodes before linearized reading' (duration: 1.427930403s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:58.278955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:56.850852Z","time spent":"1.428090307s","remote":"127.0.0.1:49432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:58.278958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403404986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-nk4mv.189e3c5a747cb6ee\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-03-19T12:01:58.279039Z","caller":"traceutil/trace.go:171","msg":"trace[1740497109] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-nk4mv.189e3c5a747cb6ee; range_end:; response_count:1; response_revision:24957; }","duration":"1.403539s","start":"2026-03-19T12:01:56.875476Z","end":"2026-03-19T12:01:58.279015Z","steps":["trace[1740497109] 'agreement among raft nodes before linearized reading' (duration: 1.403284253s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:58.279093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:56.875449Z","time spent":"1.403630542s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1015,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-nk4mv.189e3c5a747cb6ee\" "} {"level":"warn","ts":"2026-03-19T12:01:58.279085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667908219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:01:58.279155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.080954704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:01:58.279204Z","caller":"traceutil/trace.go:171","msg":"trace[575221068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24957; }","duration":"1.668081833s","start":"2026-03-19T12:01:56.611099Z","end":"2026-03-19T12:01:58.279181Z","steps":["trace[575221068] 'agreement among raft nodes before linearized reading' (duration: 1.667883478s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:01:58.279249Z","caller":"traceutil/trace.go:171","msg":"trace[634401646] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24957; }","duration":"2.081111359s","start":"2026-03-19T12:01:56.198117Z","end":"2026-03-19T12:01:58.279228Z","steps":["trace[634401646] 'agreement among raft nodes before linearized reading' (duration: 2.080908153s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:58.279258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:56.611078Z","time spent":"1.668168306s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:01:58.279298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:56.198093Z","time spent":"2.081195501s","remote":"127.0.0.1:53260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:58.279366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148788823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-19T12:01:58.279617Z","caller":"traceutil/trace.go:171","msg":"trace[1474680884] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24957; }","duration":"1.14904051s","start":"2026-03-19T12:01:57.13054Z","end":"2026-03-19T12:01:58.279581Z","steps":["trace[1474680884] 'agreement among raft nodes before linearized reading' (duration: 1.148745872s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:58.279664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:57.130525Z","time spent":"1.149121242s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T12:01:58.27973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204727291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:01:58.279832Z","caller":"traceutil/trace.go:171","msg":"trace[234962757] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24957; }","duration":"1.204896096s","start":"2026-03-19T12:01:57.074912Z","end":"2026-03-19T12:01:58.279808Z","steps":["trace[234962757] 'agreement among raft nodes before linearized reading' (duration: 1.20465717s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:58.279903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:57.074896Z","time spent":"1.204995039s","remote":"127.0.0.1:49434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:58.279965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.779501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:01:58.280004Z","caller":"traceutil/trace.go:171","msg":"trace[355586337] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24957; }","duration":"597.849343ms","start":"2026-03-19T12:01:57.682141Z","end":"2026-03-19T12:01:58.279991Z","steps":["trace[355586337] 'agreement among raft nodes before linearized reading' (duration: 597.785541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:58.280036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:57.682122Z","time spent":"597.905605ms","remote":"127.0.0.1:57710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:01:58.280083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.445567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-19T12:01:58.280075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149449621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-19T12:01:58.28013Z","caller":"traceutil/trace.go:171","msg":"trace[1466681559] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:24957; }","duration":"744.137906ms","start":"2026-03-19T12:01:57.535978Z","end":"2026-03-19T12:01:58.280116Z","steps":["trace[1466681559] 'agreement among raft nodes before linearized reading' (duration: 744.009962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:58.28018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:57.535961Z","time spent":"744.211647ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"info","ts":"2026-03-19T12:01:58.28014Z","caller":"traceutil/trace.go:171","msg":"trace[279639063] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24957; }","duration":"1.149534183s","start":"2026-03-19T12:01:57.13059Z","end":"2026-03-19T12:01:58.280124Z","steps":["trace[279639063] 'agreement among raft nodes before linearized reading' (duration: 1.148448553s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:01:58.28032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:57.130583Z","time spent":"1.149726409s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T12:01:58.789723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135230,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:01:59.290659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135230,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:01:59.635315Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.314245625s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T12:01:59.786972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.35327ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-19T12:01:59.787045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:58.281002Z","time spent":"1.506038862s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T12:02:00.290186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000762956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T12:02:00.290265Z","caller":"traceutil/trace.go:171","msg":"trace[799884585] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000881369s","start":"2026-03-19T12:01:58.289365Z","end":"2026-03-19T12:02:00.290247Z","steps":["trace[799884585] 'agreement among raft nodes before linearized reading' (duration: 2.000776766s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:00.290304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:58.289354Z","time spent":"2.00094304s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 12:02:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:02:00.845567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.077771ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:02:00.84596Z","caller":"traceutil/trace.go:171","msg":"trace[641964024] transaction","detail":"{read_only:false; response_revision:24958; number_of_response:1; }","duration":"2.563023333s","start":"2026-03-19T12:01:58.282899Z","end":"2026-03-19T12:02:00.845922Z","steps":["trace[641964024] 'process raft request' (duration: 2.04546717s)","trace[641964024] 'compare' (duration: 516.864954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:00.846118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:58.282885Z","time spent":"2.563150256s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:02:00.846339Z","caller":"traceutil/trace.go:171","msg":"trace[324876689] transaction","detail":"{read_only:false; response_revision:24960; number_of_response:1; }","duration":"2.5618036s","start":"2026-03-19T12:01:58.284511Z","end":"2026-03-19T12:02:00.846315Z","steps":["trace[324876689] 'process raft request' (duration: 2.561650626s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:00.846392Z","caller":"traceutil/trace.go:171","msg":"trace[806161768] transaction","detail":"{read_only:false; response_revision:24959; number_of_response:1; }","duration":"2.561921272s","start":"2026-03-19T12:01:58.28446Z","end":"2026-03-19T12:02:00.846381Z","steps":["trace[806161768] 'process raft request' (duration: 2.561572743s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:00.846436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:58.284452Z","time spent":"2.561959504s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:02:00.846452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:58.284506Z","time spent":"2.561896382s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:02:00.846532Z","caller":"traceutil/trace.go:171","msg":"trace[1595597836] linearizableReadLoop","detail":"{readStateIndex:25880; appliedIndex:25875; }","duration":"2.557134693s","start":"2026-03-19T12:01:58.289389Z","end":"2026-03-19T12:02:00.846524Z","steps":["trace[1595597836] 'read index received' (duration: 1.346185623s)","trace[1595597836] 'applied index is now lower than readState.Index' (duration: 1.21094788s)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:00.846629Z","caller":"traceutil/trace.go:171","msg":"trace[253842386] transaction","detail":"{read_only:false; response_revision:24961; number_of_response:1; }","duration":"2.444164006s","start":"2026-03-19T12:01:58.402449Z","end":"2026-03-19T12:02:00.846613Z","steps":["trace[253842386] 'process raft request' (duration: 2.443786145s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:00.846711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:58.402424Z","time spent":"2.444247297s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:02:02.29074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000131169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T12:02:02.290873Z","caller":"traceutil/trace.go:171","msg":"trace[1069751511] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000371726s","start":"2026-03-19T12:02:00.29047Z","end":"2026-03-19T12:02:02.290842Z","steps":["trace[1069751511] 'agreement among raft nodes before linearized reading' (duration: 2.000186021s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:02.29094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:00.290394Z","time spent":"2.00053131s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:02:02.465026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513407594s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:02:02.465238Z","caller":"traceutil/trace.go:171","msg":"trace[2062689731] transaction","detail":"{read_only:false; response_revision:24962; number_of_response:1; }","duration":"2.675249981s","start":"2026-03-19T12:01:59.789949Z","end":"2026-03-19T12:02:02.465199Z","steps":["trace[2062689731] 'process raft request' (duration: 1.161578071s)","trace[2062689731] 'compare' (duration: 1.512770696s)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:02.465317Z","caller":"traceutil/trace.go:171","msg":"trace[1475244378] linearizableReadLoop","detail":"{readStateIndex:25881; appliedIndex:25880; }","duration":"1.618755524s","start":"2026-03-19T12:02:00.84655Z","end":"2026-03-19T12:02:02.465306Z","steps":["trace[1475244378] 'read index received' (duration: 104.910239ms)","trace[1475244378] 'applied index is now lower than readState.Index' (duration: 1.513844245s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:02.465426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:59.789932Z","time spent":"2.675390565s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:02:02.465618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912224522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-19T12:02:02.465657Z","caller":"traceutil/trace.go:171","msg":"trace[119596575] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24963; }","duration":"1.912332985s","start":"2026-03-19T12:02:00.553309Z","end":"2026-03-19T12:02:02.465642Z","steps":["trace[119596575] 'agreement among raft nodes before linearized reading' (duration: 1.912201272s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:02.465276Z","caller":"traceutil/trace.go:171","msg":"trace[237335742] transaction","detail":"{read_only:false; response_revision:24963; number_of_response:1; }","duration":"569.275238ms","start":"2026-03-19T12:02:01.895982Z","end":"2026-03-19T12:02:02.465258Z","steps":["trace[237335742] 'process raft request' (duration: 569.162595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:02.465689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:00.553283Z","time spent":"1.912396977s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-19T12:02:02.46575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:01.895954Z","time spent":"569.7454ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:02:02.465894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.082027397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:02.46593Z","caller":"traceutil/trace.go:171","msg":"trace[1862548406] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24963; }","duration":"3.082102819s","start":"2026-03-19T12:01:59.383817Z","end":"2026-03-19T12:02:02.465919Z","steps":["trace[1862548406] 'agreement among raft nodes before linearized reading' (duration: 3.082045047s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:02.465957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:59.383794Z","time spent":"3.08215558s","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:02:02.466093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.173534633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:02.466147Z","caller":"traceutil/trace.go:171","msg":"trace[2093285455] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24963; }","duration":"4.173614626s","start":"2026-03-19T12:01:58.292515Z","end":"2026-03-19T12:02:02.46613Z","steps":["trace[2093285455] 'agreement among raft nodes before linearized reading' (duration: 4.173517483s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:02.466127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.726175356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:02:02.466184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:58.2925Z","time spent":"4.173674487s","remote":"127.0.0.1:33018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:02:02.466227Z","caller":"traceutil/trace.go:171","msg":"trace[234115369] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24963; }","duration":"3.72632548s","start":"2026-03-19T12:01:58.73988Z","end":"2026-03-19T12:02:02.466205Z","steps":["trace[234115369] 'agreement among raft nodes before linearized reading' (duration: 3.726149955s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:02.466214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.555861032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:02:02.466272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:58.73986Z","time spent":"3.726401362s","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:02:02.466297Z","caller":"traceutil/trace.go:171","msg":"trace[330342888] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24963; }","duration":"3.555997145s","start":"2026-03-19T12:01:58.910275Z","end":"2026-03-19T12:02:02.466273Z","steps":["trace[330342888] 'agreement among raft nodes before linearized reading' (duration: 3.55579906s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:02.466347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:58.910257Z","time spent":"3.556077347s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:02:02.466419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.57608109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:02.466719Z","caller":"traceutil/trace.go:171","msg":"trace[2035737364] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24963; }","duration":"3.57642769s","start":"2026-03-19T12:01:58.890264Z","end":"2026-03-19T12:02:02.466692Z","steps":["trace[2035737364] 'agreement among raft nodes before linearized reading' (duration: 3.576034489s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:02.466793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:01:58.890243Z","time spent":"3.576534703s","remote":"127.0.0.1:49302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:02:02.965839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135241,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:02:03.466271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135241,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:02:03.607411Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.179755963s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T12:02:03.701962Z","caller":"traceutil/trace.go:171","msg":"trace[820926298] transaction","detail":"{read_only:false; response_revision:24964; number_of_response:1; }","duration":"1.309498606s","start":"2026-03-19T12:02:02.392445Z","end":"2026-03-19T12:02:03.701943Z","steps":["trace[820926298] 'process raft request' (duration: 1.215232436s)","trace[820926298] 'compare' (duration: 93.484508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:03.701095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.055268ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:03.702032Z","caller":"traceutil/trace.go:171","msg":"trace[363853184] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24963; }","duration":"557.031426ms","start":"2026-03-19T12:02:03.144984Z","end":"2026-03-19T12:02:03.702016Z","steps":["trace[363853184] 'range keys from in-memory index tree' (duration: 556.034918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:03.702066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:02.392425Z","time spent":"1.309586429s","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18482,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:02:04.197962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.472993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:02:04.198966Z","caller":"traceutil/trace.go:171","msg":"trace[202904781] linearizableReadLoop","detail":"{readStateIndex:25885; appliedIndex:25882; }","duration":"1.733599942s","start":"2026-03-19T12:02:02.465343Z","end":"2026-03-19T12:02:04.198943Z","steps":["trace[202904781] 'read index received' (duration: 1.142343307s)","trace[202904781] 'applied index is now lower than readState.Index' (duration: 591.255525ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:04.198961Z","caller":"traceutil/trace.go:171","msg":"trace[457505012] transaction","detail":"{read_only:false; response_revision:24965; number_of_response:1; }","duration":"1.312973901s","start":"2026-03-19T12:02:02.88595Z","end":"2026-03-19T12:02:04.198924Z","steps":["trace[457505012] 'process raft request' (duration: 1.139448939s)","trace[457505012] 'compare' (duration: 172.136964ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:04.199162Z","caller":"traceutil/trace.go:171","msg":"trace[419428479] transaction","detail":"{read_only:false; response_revision:24966; number_of_response:1; }","duration":"914.803739ms","start":"2026-03-19T12:02:03.284333Z","end":"2026-03-19T12:02:04.199137Z","steps":["trace[419428479] 'process raft request' (duration: 914.526481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:04.199191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968687175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:02:04.199289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:03.284302Z","time spent":"914.920462ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:02:04.199324Z","caller":"traceutil/trace.go:171","msg":"trace[1432379744] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24966; }","duration":"1.968862989s","start":"2026-03-19T12:02:02.230434Z","end":"2026-03-19T12:02:04.199297Z","steps":["trace[1432379744] 'agreement among raft nodes before linearized reading' (duration: 1.96851835s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:04.199328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58549618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:02:04.199378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:02.230417Z","time spent":"1.968947042s","remote":"127.0.0.1:57746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:02:04.199402Z","caller":"traceutil/trace.go:171","msg":"trace[1053548343] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24966; }","duration":"1.585599243s","start":"2026-03-19T12:02:02.613778Z","end":"2026-03-19T12:02:04.199377Z","steps":["trace[1053548343] 'agreement among raft nodes before linearized reading' (duration: 1.58551107s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:04.199448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416540812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:02:04.199343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730771375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-19T12:02:04.199496Z","caller":"traceutil/trace.go:171","msg":"trace[706443475] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24966; }","duration":"1.416636794s","start":"2026-03-19T12:02:02.782847Z","end":"2026-03-19T12:02:04.199484Z","steps":["trace[706443475] 'agreement among raft nodes before linearized reading' (duration: 1.416555162s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:04.199537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:02.782824Z","time spent":"1.416703137s","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:02:04.199197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:02.885931Z","time spent":"1.313217538s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:02:04.19946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:02.613755Z","time spent":"1.585691495s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:02:04.199223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.35031655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-72njq.189e3c5a9734ce3f\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-03-19T12:02:04.199498Z","caller":"traceutil/trace.go:171","msg":"trace[1931808824] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24966; }","duration":"1.730982721s","start":"2026-03-19T12:02:02.468506Z","end":"2026-03-19T12:02:04.199489Z","steps":["trace[1931808824] 'agreement among raft nodes before linearized reading' (duration: 1.730707373s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:04.199688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729997564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d0c93e5f-dfa9-4df2-a42a-ea2ab25f79ef\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-03-19T12:02:04.199554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105395495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:02:04.199783Z","caller":"traceutil/trace.go:171","msg":"trace[1247993212] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24966; }","duration":"1.105736234s","start":"2026-03-19T12:02:03.094038Z","end":"2026-03-19T12:02:04.199775Z","steps":["trace[1247993212] 'agreement among raft nodes before linearized reading' (duration: 1.105349864s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:04.199083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902866368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:04.199809Z","caller":"traceutil/trace.go:171","msg":"trace[1793600850] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d0c93e5f-dfa9-4df2-a42a-ea2ab25f79ef; range_end:; response_count:1; response_revision:24966; }","duration":"1.730155407s","start":"2026-03-19T12:02:02.469624Z","end":"2026-03-19T12:02:04.199779Z","steps":["trace[1793600850] 'agreement among raft nodes before linearized reading' (duration: 1.729826869s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:04.199834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:03.094006Z","time spent":"1.105807356s","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:02:04.199728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:02.46849Z","time spent":"1.731208776s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-19T12:02:04.199742Z","caller":"traceutil/trace.go:171","msg":"trace[656095199] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-72njq.189e3c5a9734ce3f; range_end:; response_count:1; response_revision:24966; }","duration":"3.350889066s","start":"2026-03-19T12:02:00.848838Z","end":"2026-03-19T12:02:04.199727Z","steps":["trace[656095199] 'agreement among raft nodes before linearized reading' (duration: 3.350215728s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:04.199885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:02.4696Z","time spent":"1.730269691s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-d0c93e5f-dfa9-4df2-a42a-ea2ab25f79ef\" "} {"level":"warn","ts":"2026-03-19T12:02:04.199911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:00.848794Z","time spent":"3.351105222s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":901,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-72njq.189e3c5a9734ce3f\" "} {"level":"info","ts":"2026-03-19T12:02:04.199829Z","caller":"traceutil/trace.go:171","msg":"trace[333781873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24966; }","duration":"1.90366475s","start":"2026-03-19T12:02:02.296153Z","end":"2026-03-19T12:02:04.199817Z","steps":["trace[333781873] 'agreement among raft nodes before linearized reading' (duration: 1.902794696s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:04.199936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.054646049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:02:04.199983Z","caller":"traceutil/trace.go:171","msg":"trace[8873086] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24966; }","duration":"2.054737941s","start":"2026-03-19T12:02:02.145235Z","end":"2026-03-19T12:02:04.199973Z","steps":["trace[8873086] 'agreement among raft nodes before linearized reading' (duration: 2.053748624s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:04.199984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:02.29613Z","time spent":"1.903840245s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:02:04.20002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:02.145187Z","time spent":"2.054825184s","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:02:04.200237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650528886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-19T12:02:04.200339Z","caller":"traceutil/trace.go:171","msg":"trace[1623886226] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24966; }","duration":"1.650668399s","start":"2026-03-19T12:02:02.549659Z","end":"2026-03-19T12:02:04.200327Z","steps":["trace[1623886226] 'agreement among raft nodes before linearized reading' (duration: 1.650440643s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:04.200372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:02.549638Z","time spent":"1.650724781s","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:02:06.208429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000351655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T12:02:06.208511Z","caller":"traceutil/trace.go:171","msg":"trace[1981930757] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000467999s","start":"2026-03-19T12:02:04.208025Z","end":"2026-03-19T12:02:06.208493Z","steps":["trace[1981930757] 'agreement among raft nodes before linearized reading' (duration: 2.000359756s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:06.208559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:04.208019Z","time spent":"2.000530941s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:02:07.054902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:05.643964Z","time spent":"1.410930791s","remote":"127.0.0.1:41784","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T12:02:07.056253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.581079784s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"info","ts":"2026-03-19T12:02:07.05635Z","caller":"traceutil/trace.go:171","msg":"trace[1303597662] linearizableReadLoop","detail":"{readStateIndex:25886; appliedIndex:25885; }","duration":"2.85236772s","start":"2026-03-19T12:02:04.203964Z","end":"2026-03-19T12:02:07.056332Z","steps":["trace[1303597662] 'read index received' (duration: 271.228625ms)","trace[1303597662] 'applied index is now lower than readState.Index' (duration: 2.581137575s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:07.056463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:04.203816Z","time spent":"2.852641937s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T12:02:07.056657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.849650016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8d38e6f5-613b-472a-b03a-20d3f7f2c2db\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-19T12:02:07.056703Z","caller":"traceutil/trace.go:171","msg":"trace[713421822] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8d38e6f5-613b-472a-b03a-20d3f7f2c2db; range_end:; response_count:1; response_revision:24966; }","duration":"2.849731268s","start":"2026-03-19T12:02:04.206956Z","end":"2026-03-19T12:02:07.056687Z","steps":["trace[713421822] 'agreement among raft nodes before linearized reading' (duration: 2.849553564s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:07.056729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:04.206948Z","time spent":"2.849774709s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-8d38e6f5-613b-472a-b03a-20d3f7f2c2db\" "} {"level":"warn","ts":"2026-03-19T12:02:07.056779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.667556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:07.056833Z","caller":"traceutil/trace.go:171","msg":"trace[1236621757] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24966; }","duration":"847.742847ms","start":"2026-03-19T12:02:06.20906Z","end":"2026-03-19T12:02:07.056803Z","steps":["trace[1236621757] 'agreement among raft nodes before linearized reading' (duration: 847.675966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:07.056866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:06.209043Z","time spent":"847.8116ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:02:07.057048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698408256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:07.057078Z","caller":"traceutil/trace.go:171","msg":"trace[1998708632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24966; }","duration":"1.698471008s","start":"2026-03-19T12:02:05.3586Z","end":"2026-03-19T12:02:07.057071Z","steps":["trace[1998708632] 'agreement among raft nodes before linearized reading' (duration: 1.698422766s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:07.05707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229085243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:02:07.057207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.853272894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T12:02:07.057264Z","caller":"traceutil/trace.go:171","msg":"trace[2143882878] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24966; }","duration":"2.853365937s","start":"2026-03-19T12:02:04.203884Z","end":"2026-03-19T12:02:07.05725Z","steps":["trace[2143882878] 'agreement among raft nodes before linearized reading' (duration: 2.853179632s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:07.05726Z","caller":"traceutil/trace.go:171","msg":"trace[35079117] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24966; }","duration":"1.22936251s","start":"2026-03-19T12:02:05.827867Z","end":"2026-03-19T12:02:07.057229Z","steps":["trace[35079117] 'agreement among raft nodes before linearized reading' (duration: 1.229057482s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:07.057302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:04.20387Z","time spent":"2.853423428s","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T12:02:07.05732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:05.827846Z","time spent":"1.229456883s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-19T12:02:07.057228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.601122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-19T12:02:07.057097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:05.358581Z","time spent":"1.698511709s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:02:07.057401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203440996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:07.057447Z","caller":"traceutil/trace.go:171","msg":"trace[1607518895] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24966; }","duration":"1.203521878s","start":"2026-03-19T12:02:05.853901Z","end":"2026-03-19T12:02:07.057422Z","steps":["trace[1607518895] 'agreement among raft nodes before linearized reading' (duration: 1.203466617s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:07.057495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:05.853873Z","time spent":"1.203598421s","remote":"127.0.0.1:49346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:02:07.057444Z","caller":"traceutil/trace.go:171","msg":"trace[1597060994] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24966; }","duration":"504.807107ms","start":"2026-03-19T12:02:06.552578Z","end":"2026-03-19T12:02:07.057385Z","steps":["trace[1597060994] 'agreement among raft nodes before linearized reading' (duration: 504.458968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:07.057612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:06.552557Z","time spent":"504.986443ms","remote":"127.0.0.1:52934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":226,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:02:07.56488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:02:08.065401Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:02:08.566076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:02:09.064058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998938747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:02:09.064246Z","caller":"traceutil/trace.go:171","msg":"trace[497716564] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999222105s","start":"2026-03-19T12:02:07.064991Z","end":"2026-03-19T12:02:09.064213Z","steps":["trace[497716564] 'agreement among raft nodes before linearized reading' (duration: 1.998968118s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:09.064328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:07.064967Z","time spent":"1.999343938s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 12:02:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:02:09.067248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:02:09.568162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:02:09.672766Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.616110535s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T12:02:10.089126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.16621ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-19T12:02:10.089476Z","caller":"traceutil/trace.go:171","msg":"trace[39027328] transaction","detail":"{read_only:false; response_revision:24967; number_of_response:1; }","duration":"3.029861059s","start":"2026-03-19T12:02:07.059584Z","end":"2026-03-19T12:02:10.089445Z","steps":["trace[39027328] 'process raft request' (duration: 3.029633963s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:10.08965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:07.059544Z","time spent":"3.030014513s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:02:10.349767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.204076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:02:10.350017Z","caller":"traceutil/trace.go:171","msg":"trace[898077528] linearizableReadLoop","detail":"{readStateIndex:25890; appliedIndex:25886; }","duration":"3.285248464s","start":"2026-03-19T12:02:07.064743Z","end":"2026-03-19T12:02:10.349991Z","steps":["trace[898077528] 'read index received' (duration: 2.608212551s)","trace[898077528] 'applied index is now lower than readState.Index' (duration: 677.034123ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:10.350068Z","caller":"traceutil/trace.go:171","msg":"trace[101665450] transaction","detail":"{read_only:false; response_revision:24969; number_of_response:1; }","duration":"1.143261232s","start":"2026-03-19T12:02:09.206781Z","end":"2026-03-19T12:02:10.350043Z","steps":["trace[101665450] 'process raft request' (duration: 1.143130948s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:10.350165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.285427659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:10.350162Z","caller":"traceutil/trace.go:171","msg":"trace[627934175] transaction","detail":"{read_only:false; response_revision:24968; number_of_response:1; }","duration":"1.996006357s","start":"2026-03-19T12:02:08.354115Z","end":"2026-03-19T12:02:10.350121Z","steps":["trace[627934175] 'process raft request' (duration: 1.735312638s)","trace[627934175] 'compare' (duration: 259.960059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:10.350205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:09.206748Z","time spent":"1.143377165s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:02:10.350205Z","caller":"traceutil/trace.go:171","msg":"trace[390876658] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24969; }","duration":"3.28546826s","start":"2026-03-19T12:02:07.064725Z","end":"2026-03-19T12:02:10.350193Z","steps":["trace[390876658] 'agreement among raft nodes before linearized reading' (duration: 3.285397348s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:10.350255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:07.064706Z","time spent":"3.285535661s","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-19T12:02:10.350333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:08.354078Z","time spent":"1.996156721s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:02:10.35047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.285689395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-19T12:02:10.350504Z","caller":"traceutil/trace.go:171","msg":"trace[228125627] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24969; }","duration":"3.285770828s","start":"2026-03-19T12:02:07.064723Z","end":"2026-03-19T12:02:10.350494Z","steps":["trace[228125627] 'agreement among raft nodes before linearized reading' (duration: 3.285649105s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:10.350524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:07.064692Z","time spent":"3.28582808s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-19T12:02:10.350687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452376195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:02:10.350705Z","caller":"traceutil/trace.go:171","msg":"trace[1898185102] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24969; }","duration":"1.452425427s","start":"2026-03-19T12:02:08.898275Z","end":"2026-03-19T12:02:10.350701Z","steps":["trace[1898185102] 'agreement among raft nodes before linearized reading' (duration: 1.452379206s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:10.350719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:08.898258Z","time spent":"1.452457087s","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:02:10.350812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.25159374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:02:10.35083Z","caller":"traceutil/trace.go:171","msg":"trace[561372817] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24969; }","duration":"3.251672092s","start":"2026-03-19T12:02:07.099153Z","end":"2026-03-19T12:02:10.350825Z","steps":["trace[561372817] 'agreement among raft nodes before linearized reading' (duration: 3.251638001s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:10.350844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:07.099124Z","time spent":"3.251716534s","remote":"127.0.0.1:49452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:02:10.35086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.823501766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-19T12:02:10.350902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.203039831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1105"} {"level":"info","ts":"2026-03-19T12:02:10.350921Z","caller":"traceutil/trace.go:171","msg":"trace[687017510] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:24969; }","duration":"2.823591069s","start":"2026-03-19T12:02:07.527317Z","end":"2026-03-19T12:02:10.350908Z","steps":["trace[687017510] 'agreement among raft nodes before linearized reading' (duration: 2.823370983s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:10.350949Z","caller":"traceutil/trace.go:171","msg":"trace[184165727] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:24969; }","duration":"3.203111883s","start":"2026-03-19T12:02:07.147825Z","end":"2026-03-19T12:02:10.350937Z","steps":["trace[184165727] 'agreement among raft nodes before linearized reading' (duration: 3.202939379s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:10.350989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:07.14781Z","time spent":"3.203171935s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1129,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-03-19T12:02:10.350996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749164834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:10.351032Z","caller":"traceutil/trace.go:171","msg":"trace[748008384] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24969; }","duration":"1.749248207s","start":"2026-03-19T12:02:08.601775Z","end":"2026-03-19T12:02:10.351023Z","steps":["trace[748008384] 'agreement among raft nodes before linearized reading' (duration: 1.749201915s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:10.351062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:08.601738Z","time spent":"1.749313998s","remote":"127.0.0.1:57794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:02:10.351081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.183389848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:02:10.351509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.425330475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:02:10.351582Z","caller":"traceutil/trace.go:171","msg":"trace[962523947] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24969; }","duration":"3.183898122s","start":"2026-03-19T12:02:07.167674Z","end":"2026-03-19T12:02:10.351572Z","steps":["trace[962523947] 'agreement among raft nodes before linearized reading' (duration: 3.183390018s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:10.352097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:07.167669Z","time spent":"3.184371154s","remote":"127.0.0.1:49412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:02:10.352104Z","caller":"traceutil/trace.go:171","msg":"trace[1774458890] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24969; }","duration":"2.425651143s","start":"2026-03-19T12:02:07.926091Z","end":"2026-03-19T12:02:10.351742Z","steps":["trace[1774458890] 'agreement among raft nodes before linearized reading' (duration: 2.425213431s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:10.351118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.160398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:02:10.350959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:07.5273Z","time spent":"2.82365382s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-03-19T12:02:10.351171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.804125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-19T12:02:10.351195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.70687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:02:10.351213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.003609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-p64jb.189e395b5475fed6\" ","response":"range_response_count:1 size:863"} {"level":"warn","ts":"2026-03-19T12:02:10.351236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.615946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:02:10.351273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277667911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:02:10.351321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819115234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"warn","ts":"2026-03-19T12:02:10.351322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286452811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:02:10.351384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.933702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-19T12:02:10.350564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33689636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:02:10.352329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:07.926041Z","time spent":"2.426255299s","remote":"127.0.0.1:53180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:02:10.352615Z","caller":"traceutil/trace.go:171","msg":"trace[1861942904] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24969; }","duration":"456.822244ms","start":"2026-03-19T12:02:09.895716Z","end":"2026-03-19T12:02:10.352539Z","steps":["trace[1861942904] 'agreement among raft nodes before linearized reading' (duration: 455.385265ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:10.352651Z","caller":"traceutil/trace.go:171","msg":"trace[1538400785] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24969; }","duration":"1.279012949s","start":"2026-03-19T12:02:09.0736Z","end":"2026-03-19T12:02:10.352613Z","steps":["trace[1538400785] 'agreement among raft nodes before linearized reading' (duration: 1.277659932s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:10.352753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:09.073588Z","time spent":"1.279134132s","remote":"127.0.0.1:49496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:02:10.352784Z","caller":"traceutil/trace.go:171","msg":"trace[376884133] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24969; }","duration":"346.159928ms","start":"2026-03-19T12:02:10.006615Z","end":"2026-03-19T12:02:10.352775Z","steps":["trace[376884133] 'agreement among raft nodes before linearized reading' (duration: 344.607856ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:10.352814Z","caller":"traceutil/trace.go:171","msg":"trace[620648288] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24969; }","duration":"1.339150172s","start":"2026-03-19T12:02:09.013572Z","end":"2026-03-19T12:02:10.352722Z","steps":["trace[620648288] 'agreement among raft nodes before linearized reading' (duration: 1.336920281s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:10.35284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:10.006549Z","time spent":"346.256341ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:02:10.352877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:09.013539Z","time spent":"1.339312825s","remote":"127.0.0.1:57486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:02:10.352663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:09.89569Z","time spent":"456.960657ms","remote":"127.0.0.1:57980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:02:10.353104Z","caller":"traceutil/trace.go:171","msg":"trace[2015074968] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24969; }","duration":"247.337636ms","start":"2026-03-19T12:02:10.105348Z","end":"2026-03-19T12:02:10.352686Z","steps":["trace[2015074968] 'agreement among raft nodes before linearized reading' (duration: 245.779784ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:10.353059Z","caller":"traceutil/trace.go:171","msg":"trace[470077693] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24969; }","duration":"539.299173ms","start":"2026-03-19T12:02:09.813382Z","end":"2026-03-19T12:02:10.352682Z","steps":["trace[470077693] 'agreement among raft nodes before linearized reading' (duration: 537.74379ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:10.353272Z","caller":"traceutil/trace.go:171","msg":"trace[1287694990] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24969; }","duration":"1.820557463s","start":"2026-03-19T12:02:08.532146Z","end":"2026-03-19T12:02:10.352703Z","steps":["trace[1287694990] 'agreement among raft nodes before linearized reading' (duration: 1.819142475s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:10.35331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:08.532114Z","time spent":"1.82118628s","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-19T12:02:10.353396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:09.813347Z","time spent":"539.93182ms","remote":"127.0.0.1:49338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:02:10.353499Z","caller":"traceutil/trace.go:171","msg":"trace[1145838333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24969; }","duration":"1.28791298s","start":"2026-03-19T12:02:09.064785Z","end":"2026-03-19T12:02:10.352698Z","steps":["trace[1145838333] 'agreement among raft nodes before linearized reading' (duration: 1.286500262s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:10.353598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:09.064755Z","time spent":"1.288826874s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T12:02:10.353637Z","caller":"traceutil/trace.go:171","msg":"trace[346767911] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-p64jb.189e395b5475fed6; range_end:; response_count:1; response_revision:24969; }","duration":"258.52735ms","start":"2026-03-19T12:02:10.094176Z","end":"2026-03-19T12:02:10.352704Z","steps":["trace[346767911] 'agreement among raft nodes before linearized reading' (duration: 257.004749ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:10.353822Z","caller":"traceutil/trace.go:171","msg":"trace[1569918142] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24969; }","duration":"923.30693ms","start":"2026-03-19T12:02:09.429407Z","end":"2026-03-19T12:02:10.352714Z","steps":["trace[1569918142] 'agreement among raft nodes before linearized reading' (duration: 921.805959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:10.353903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:09.429385Z","time spent":"924.495442ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:02:10.860231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135260,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:02:11.361242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135260,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:02:11.856119Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.49742618s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T12:02:12.36193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000339155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T12:02:12.362137Z","caller":"traceutil/trace.go:171","msg":"trace[2113278041] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000614342s","start":"2026-03-19T12:02:10.361496Z","end":"2026-03-19T12:02:12.36211Z","steps":["trace[2113278041] 'agreement among raft nodes before linearized reading' (duration: 2.000347475s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:12.362314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:10.361489Z","time spent":"2.000805117s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:02:14.362779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000113989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:02:14.362893Z","caller":"traceutil/trace.go:171","msg":"trace[305716366] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000284924s","start":"2026-03-19T12:02:12.362583Z","end":"2026-03-19T12:02:14.362867Z","steps":["trace[305716366] 'agreement among raft nodes before linearized reading' (duration: 2.00013807s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:14.364024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:12.362564Z","time spent":"2.001445085s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 12:02:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:02:14.576286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431007855s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:14.576428Z","caller":"traceutil/trace.go:171","msg":"trace[174990941] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24969; }","duration":"1.43117274s","start":"2026-03-19T12:02:13.145235Z","end":"2026-03-19T12:02:14.576408Z","steps":["trace[174990941] 'range keys from in-memory index tree' (duration: 1.430987085s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:14.577849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.721483326s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-19T12:02:14.577795Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.759770872s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T12:02:14.578106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:10.353909Z","time spent":"4.224188109s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T12:02:14.578179Z","caller":"traceutil/trace.go:171","msg":"trace[2068148904] transaction","detail":"{read_only:false; response_revision:24971; number_of_response:1; }","duration":"1.760228605s","start":"2026-03-19T12:02:12.817934Z","end":"2026-03-19T12:02:14.578163Z","steps":["trace[2068148904] 'process raft request' (duration: 1.760162493s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:14.578162Z","caller":"traceutil/trace.go:171","msg":"trace[290952020] transaction","detail":"{read_only:false; response_revision:24970; number_of_response:1; }","duration":"4.222477412s","start":"2026-03-19T12:02:10.355641Z","end":"2026-03-19T12:02:14.578118Z","steps":["trace[290952020] 'process raft request' (duration: 4.222289857s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:14.578275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:12.817915Z","time spent":"1.760293197s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:02:14.578378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:10.355614Z","time spent":"4.222648827s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:02:14.578374Z","caller":"traceutil/trace.go:171","msg":"trace[952722104] linearizableReadLoop","detail":"{readStateIndex:25892; appliedIndex:25890; }","duration":"4.218024642s","start":"2026-03-19T12:02:10.360154Z","end":"2026-03-19T12:02:14.578178Z","steps":["trace[952722104] 'read index received' (duration: 1.496166386s)","trace[952722104] 'applied index is now lower than readState.Index' (duration: 2.721847916s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:14.578616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.218387282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:14.578724Z","caller":"traceutil/trace.go:171","msg":"trace[315336785] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24971; }","duration":"4.218544455s","start":"2026-03-19T12:02:10.360125Z","end":"2026-03-19T12:02:14.57867Z","steps":["trace[315336785] 'agreement among raft nodes before linearized reading' (duration: 4.218327869s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:14.578811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:10.360112Z","time spent":"4.21868413s","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-19T12:02:14.590556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26275146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:02:14.590669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.964264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:02:14.590688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.130420572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-19T12:02:14.590695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998800883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18498"} {"level":"warn","ts":"2026-03-19T12:02:14.590719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.737609406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:02:14.590678Z","caller":"traceutil/trace.go:171","msg":"trace[653031037] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24972; }","duration":"2.262913805s","start":"2026-03-19T12:02:12.327743Z","end":"2026-03-19T12:02:14.590657Z","steps":["trace[653031037] 'agreement among raft nodes before linearized reading' (duration: 2.26273401s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:14.590784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.447614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:02:14.590791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.040525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-03-19T12:02:14.590789Z","caller":"traceutil/trace.go:171","msg":"trace[909832589] transaction","detail":"{read_only:false; response_revision:24972; number_of_response:1; }","duration":"114.51691ms","start":"2026-03-19T12:02:14.476262Z","end":"2026-03-19T12:02:14.590779Z","steps":["trace[909832589] 'process raft request' (duration: 113.911163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:14.590836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.754958144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:02:14.590846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.4767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:02:14.590851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.291155015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:02:14.590704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.083911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:02:14.590889Z","caller":"traceutil/trace.go:171","msg":"trace[1233620899] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24972; }","duration":"3.291244696s","start":"2026-03-19T12:02:11.299628Z","end":"2026-03-19T12:02:14.590872Z","steps":["trace[1233620899] 'agreement among raft nodes before linearized reading' (duration: 3.291186985s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:14.590892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.303908988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:02:14.590933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:11.299592Z","time spent":"3.291331839s","remote":"127.0.0.1:57896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:02:14.590926Z","caller":"traceutil/trace.go:171","msg":"trace[1090337551] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24972; }","duration":"278.358568ms","start":"2026-03-19T12:02:14.31254Z","end":"2026-03-19T12:02:14.590899Z","steps":["trace[1090337551] 'agreement among raft nodes before linearized reading' (duration: 278.07342ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:14.590778Z","caller":"traceutil/trace.go:171","msg":"trace[1143090938] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24972; }","duration":"1.998941496s","start":"2026-03-19T12:02:12.591818Z","end":"2026-03-19T12:02:14.590759Z","steps":["trace[1143090938] 'agreement among raft nodes before linearized reading' (duration: 1.998630578s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:14.59099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.64954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:02:14.59102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:12.591798Z","time spent":"1.999212954s","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18522,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-19T12:02:14.591037Z","caller":"traceutil/trace.go:171","msg":"trace[1506132559] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24972; }","duration":"382.762633ms","start":"2026-03-19T12:02:14.208251Z","end":"2026-03-19T12:02:14.591014Z","steps":["trace[1506132559] 'agreement among raft nodes before linearized reading' (duration: 382.506566ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:14.590819Z","caller":"traceutil/trace.go:171","msg":"trace[1451090824] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24972; }","duration":"189.552677ms","start":"2026-03-19T12:02:14.401259Z","end":"2026-03-19T12:02:14.590812Z","steps":["trace[1451090824] 'agreement among raft nodes before linearized reading' (duration: 189.439804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:14.590471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280137658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:14.591189Z","caller":"traceutil/trace.go:171","msg":"trace[2012416764] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24972; }","duration":"1.2809234s","start":"2026-03-19T12:02:13.310255Z","end":"2026-03-19T12:02:14.591179Z","steps":["trace[2012416764] 'agreement among raft nodes before linearized reading' (duration: 1.280130408s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:14.591227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:13.310229Z","time spent":"1.280987092s","remote":"127.0.0.1:49328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:02:14.590733Z","caller":"traceutil/trace.go:171","msg":"trace[241975085] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24972; }","duration":"831.072096ms","start":"2026-03-19T12:02:13.75964Z","end":"2026-03-19T12:02:14.590712Z","steps":["trace[241975085] 'agreement among raft nodes before linearized reading' (duration: 830.976123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:14.591416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:13.75961Z","time spent":"831.790876ms","remote":"127.0.0.1:57764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:02:14.590747Z","caller":"traceutil/trace.go:171","msg":"trace[108914922] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24972; }","duration":"4.130511015s","start":"2026-03-19T12:02:10.460213Z","end":"2026-03-19T12:02:14.590724Z","steps":["trace[108914922] 'agreement among raft nodes before linearized reading' (duration: 4.130371502s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:14.591473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:10.460188Z","time spent":"4.131274345s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-03-19T12:02:14.590785Z","caller":"traceutil/trace.go:171","msg":"trace[833355163] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24972; }","duration":"3.73772865s","start":"2026-03-19T12:02:10.85304Z","end":"2026-03-19T12:02:14.590769Z","steps":["trace[833355163] 'agreement among raft nodes before linearized reading' (duration: 3.737539555s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:14.591576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:10.85302Z","time spent":"3.738545442s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:02:14.590799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:12.327727Z","time spent":"2.263056288s","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:02:14.590552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.328824413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:02:14.59167Z","caller":"traceutil/trace.go:171","msg":"trace[33630573] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24972; }","duration":"2.329977785s","start":"2026-03-19T12:02:12.261673Z","end":"2026-03-19T12:02:14.591651Z","steps":["trace[33630573] 'agreement among raft nodes before linearized reading' (duration: 2.328742511s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:14.591716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:12.261615Z","time spent":"2.330088818s","remote":"127.0.0.1:49372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:02:14.590838Z","caller":"traceutil/trace.go:171","msg":"trace[263511335] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24972; }","duration":"220.093266ms","start":"2026-03-19T12:02:14.370734Z","end":"2026-03-19T12:02:14.590828Z","steps":["trace[263511335] 'agreement among raft nodes before linearized reading' (duration: 219.86942ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:14.590873Z","caller":"traceutil/trace.go:171","msg":"trace[1197962056] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24972; }","duration":"2.755040177s","start":"2026-03-19T12:02:11.835819Z","end":"2026-03-19T12:02:14.590859Z","steps":["trace[1197962056] 'agreement among raft nodes before linearized reading' (duration: 2.754990626s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:14.591795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259865938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:02:14.591816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:11.83579Z","time spent":"2.756017574s","remote":"127.0.0.1:57336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:02:14.591849Z","caller":"traceutil/trace.go:171","msg":"trace[1539545301] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24972; }","duration":"1.25994604s","start":"2026-03-19T12:02:13.331877Z","end":"2026-03-19T12:02:14.591823Z","steps":["trace[1539545301] 'agreement among raft nodes before linearized reading' (duration: 1.258872811s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:14.590875Z","caller":"traceutil/trace.go:171","msg":"trace[1356313069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24972; }","duration":"219.531661ms","start":"2026-03-19T12:02:14.371332Z","end":"2026-03-19T12:02:14.590864Z","steps":["trace[1356313069] 'agreement among raft nodes before linearized reading' (duration: 219.4889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:14.591896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:13.331855Z","time spent":"1.260031143s","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:02:14.590956Z","caller":"traceutil/trace.go:171","msg":"trace[729349901] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24972; }","duration":"2.303975089s","start":"2026-03-19T12:02:12.286969Z","end":"2026-03-19T12:02:14.590944Z","steps":["trace[729349901] 'agreement among raft nodes before linearized reading' (duration: 2.303576949s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:14.592011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:12.286917Z","time spent":"2.305081419s","remote":"127.0.0.1:57528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:02:14.592166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89779823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:14.592219Z","caller":"traceutil/trace.go:171","msg":"trace[1228547836] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24972; }","duration":"1.897852512s","start":"2026-03-19T12:02:12.694356Z","end":"2026-03-19T12:02:14.592208Z","steps":["trace[1228547836] 'agreement among raft nodes before linearized reading' (duration: 1.89777293s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:14.592254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:12.69431Z","time spent":"1.897938154s","remote":"127.0.0.1:57570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:02:14.593874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:14.208233Z","time spent":"382.828015ms","remote":"127.0.0.1:49590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:02:15.109045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135270,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T12:02:15.562523Z","caller":"traceutil/trace.go:171","msg":"trace[886127811] transaction","detail":"{read_only:false; response_revision:24975; number_of_response:1; }","duration":"955.767012ms","start":"2026-03-19T12:02:14.606737Z","end":"2026-03-19T12:02:15.562504Z","steps":["trace[886127811] 'process raft request' (duration: 955.711351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:15.562654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:14.606722Z","time spent":"955.863585ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:02:15.562913Z","caller":"traceutil/trace.go:171","msg":"trace[465241281] transaction","detail":"{read_only:false; response_revision:24974; number_of_response:1; }","duration":"956.176213ms","start":"2026-03-19T12:02:14.606728Z","end":"2026-03-19T12:02:15.562904Z","steps":["trace[465241281] 'process raft request' (duration: 955.580747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:15.562964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:14.606704Z","time spent":"956.233145ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:02:17.089161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16711167s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-19T12:02:17.090112Z","caller":"traceutil/trace.go:171","msg":"trace[133760884] linearizableReadLoop","detail":"{readStateIndex:25898; appliedIndex:25895; }","duration":"2.483179276s","start":"2026-03-19T12:02:14.606913Z","end":"2026-03-19T12:02:17.090092Z","steps":["trace[133760884] 'read index received' (duration: 955.461804ms)","trace[133760884] 'applied index is now lower than readState.Index' (duration: 1.527716502s)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:17.090137Z","caller":"traceutil/trace.go:171","msg":"trace[949671775] transaction","detail":"{read_only:false; response_revision:24976; number_of_response:1; }","duration":"1.731790344s","start":"2026-03-19T12:02:15.358325Z","end":"2026-03-19T12:02:17.090115Z","steps":["trace[949671775] 'process raft request' (duration: 1.731302961s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:17.090255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:15.358306Z","time spent":"1.731887906s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:02:17.262717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.8383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:17.262789Z","caller":"traceutil/trace.go:171","msg":"trace[1285029271] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24976; }","duration":"749.931352ms","start":"2026-03-19T12:02:16.51284Z","end":"2026-03-19T12:02:17.262771Z","steps":["trace[1285029271] 'agreement among raft nodes before linearized reading' (duration: 577.415069ms)","trace[1285029271] 'count revisions from in-memory index tree' (duration: 172.40315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:17.262818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:16.512818Z","time spent":"749.994024ms","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:02:17.262995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198115512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:02:17.263068Z","caller":"traceutil/trace.go:171","msg":"trace[443917828] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24976; }","duration":"1.198258636s","start":"2026-03-19T12:02:16.064789Z","end":"2026-03-19T12:02:17.263048Z","steps":["trace[443917828] 'agreement among raft nodes before linearized reading' (duration: 1.025474225s)","trace[443917828] 'count revisions from in-memory index tree' (duration: 172.659117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:17.263112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:16.064766Z","time spent":"1.198332468s","remote":"127.0.0.1:53318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:02:17.263178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.656265645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-19T12:02:17.263199Z","caller":"traceutil/trace.go:171","msg":"trace[128811014] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24976; }","duration":"2.656296607s","start":"2026-03-19T12:02:14.606893Z","end":"2026-03-19T12:02:17.26319Z","steps":["trace[128811014] 'agreement among raft nodes before linearized reading' (duration: 2.48328754s)","trace[128811014] 'range keys from in-memory index tree' (duration: 172.922395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:17.263214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:14.606884Z","time spent":"2.656326567s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T12:02:17.263303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.653725747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:17.263322Z","caller":"traceutil/trace.go:171","msg":"trace[231455504] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:24976; }","duration":"2.653758807s","start":"2026-03-19T12:02:14.609556Z","end":"2026-03-19T12:02:17.263314Z","steps":["trace[231455504] 'agreement among raft nodes before linearized reading' (duration: 2.480664688s)","trace[231455504] 'range keys from in-memory index tree' (duration: 173.069539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:17.263337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:14.609547Z","time spent":"2.653785588s","remote":"127.0.0.1:52926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-19T12:02:17.263356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786419827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:17.263394Z","caller":"traceutil/trace.go:171","msg":"trace[2138669148] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24976; }","duration":"1.786517219s","start":"2026-03-19T12:02:15.476864Z","end":"2026-03-19T12:02:17.263381Z","steps":["trace[2138669148] 'agreement among raft nodes before linearized reading' (duration: 1.613397939s)","trace[2138669148] 'count revisions from in-memory index tree' (duration: 173.067449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:17.263425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:15.476843Z","time spent":"1.786573101s","remote":"127.0.0.1:49318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:02:17.263445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411641529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-19T12:02:17.263462Z","caller":"traceutil/trace.go:171","msg":"trace[565260205] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24976; }","duration":"1.411709432s","start":"2026-03-19T12:02:15.851746Z","end":"2026-03-19T12:02:17.263455Z","steps":["trace[565260205] 'agreement among raft nodes before linearized reading' (duration: 1.238483979s)","trace[565260205] 'range keys from in-memory index tree' (duration: 173.177162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:17.263476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:15.851718Z","time spent":"1.411754022s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T12:02:17.263559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409751189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-19T12:02:17.263575Z","caller":"traceutil/trace.go:171","msg":"trace[606726049] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24976; }","duration":"1.40979315s","start":"2026-03-19T12:02:15.853777Z","end":"2026-03-19T12:02:17.26357Z","steps":["trace[606726049] 'agreement among raft nodes before linearized reading' (duration: 1.236445924s)","trace[606726049] 'range keys from in-memory index tree' (duration: 173.297785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:17.263576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204907866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:02:17.263589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:15.853765Z","time spent":"1.40982071s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-19T12:02:17.263607Z","caller":"traceutil/trace.go:171","msg":"trace[670159656] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24976; }","duration":"1.204937538s","start":"2026-03-19T12:02:16.058658Z","end":"2026-03-19T12:02:17.263595Z","steps":["trace[670159656] 'agreement among raft nodes before linearized reading' (duration: 1.031611932s)","trace[670159656] 'count revisions from in-memory index tree' (duration: 173.289955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:17.263639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:16.058629Z","time spent":"1.205002679s","remote":"127.0.0.1:57478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:02:17.26367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496051102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:17.263686Z","caller":"traceutil/trace.go:171","msg":"trace[217918570] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24976; }","duration":"1.496066792s","start":"2026-03-19T12:02:15.767613Z","end":"2026-03-19T12:02:17.26368Z","steps":["trace[217918570] 'agreement among raft nodes before linearized reading' (duration: 1.322625193s)","trace[217918570] 'count revisions from in-memory index tree' (duration: 173.418958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:17.2637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:15.767547Z","time spent":"1.496148884s","remote":"127.0.0.1:57400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:02:17.263784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653345523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:17.263797Z","caller":"traceutil/trace.go:171","msg":"trace[430043010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24976; }","duration":"1.653389614s","start":"2026-03-19T12:02:15.610403Z","end":"2026-03-19T12:02:17.263793Z","steps":["trace[430043010] 'agreement among raft nodes before linearized reading' (duration: 1.479843722s)","trace[430043010] 'range keys from in-memory index tree' (duration: 173.527671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:17.26381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:15.610384Z","time spent":"1.653423435s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:02:17.263849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69745011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.189e3c5be2398f01\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-03-19T12:02:17.263884Z","caller":"traceutil/trace.go:171","msg":"trace[991888407] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.189e3c5be2398f01; range_end:; response_count:1; response_revision:24976; }","duration":"1.697477891s","start":"2026-03-19T12:02:15.56639Z","end":"2026-03-19T12:02:17.263868Z","steps":["trace[991888407] 'agreement among raft nodes before linearized reading' (duration: 1.523885578s)","trace[991888407] 'range keys from in-memory index tree' (duration: 173.48769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:17.263916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697351188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-19T12:02:17.263933Z","caller":"traceutil/trace.go:171","msg":"trace[799123283] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24976; }","duration":"1.697382189s","start":"2026-03-19T12:02:15.566545Z","end":"2026-03-19T12:02:17.263928Z","steps":["trace[799123283] 'agreement among raft nodes before linearized reading' (duration: 1.523708374s)","trace[799123283] 'range keys from in-memory index tree' (duration: 173.626994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:17.263946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:15.566538Z","time spent":"1.697405149s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-19T12:02:17.263944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708014567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:17.263977Z","caller":"traceutil/trace.go:171","msg":"trace[1186255185] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24976; }","duration":"1.708074369s","start":"2026-03-19T12:02:15.555894Z","end":"2026-03-19T12:02:17.263968Z","steps":["trace[1186255185] 'agreement among raft nodes before linearized reading' (duration: 1.534366223s)","trace[1186255185] 'count revisions from in-memory index tree' (duration: 173.655795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:17.264009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:15.555877Z","time spent":"1.708120181s","remote":"127.0.0.1:57642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:02:17.264155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266866669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:02:17.264185Z","caller":"traceutil/trace.go:171","msg":"trace[902045867] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24976; }","duration":"1.26694231s","start":"2026-03-19T12:02:15.997231Z","end":"2026-03-19T12:02:17.264173Z","steps":["trace[902045867] 'agreement among raft nodes before linearized reading' (duration: 1.093046089s)","trace[902045867] 'count revisions from in-memory index tree' (duration: 173.860771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:17.264213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:15.997204Z","time spent":"1.267001992s","remote":"127.0.0.1:49454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:02:17.26391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:15.566297Z","time spent":"1.697606925s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":864,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.189e3c5be2398f01\" "} {"level":"warn","ts":"2026-03-19T12:02:17.264395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.654374574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-19T12:02:17.264425Z","caller":"traceutil/trace.go:171","msg":"trace[1240648052] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24976; }","duration":"2.654400385s","start":"2026-03-19T12:02:14.610014Z","end":"2026-03-19T12:02:17.264414Z","steps":["trace[1240648052] 'agreement among raft nodes before linearized reading' (duration: 2.480253587s)","trace[1240648052] 'range keys from in-memory index tree' (duration: 174.063316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:17.264454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:14.609993Z","time spent":"2.654454436s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-19T12:02:17.264474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386680542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:17.264493Z","caller":"traceutil/trace.go:171","msg":"trace[1531982195] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24976; }","duration":"1.386734834s","start":"2026-03-19T12:02:15.877752Z","end":"2026-03-19T12:02:17.264487Z","steps":["trace[1531982195] 'agreement among raft nodes before linearized reading' (duration: 1.212533954s)","trace[1531982195] 'count revisions from in-memory index tree' (duration: 174.170478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:17.264509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:15.877733Z","time spent":"1.386771494s","remote":"127.0.0.1:57300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:02:17.264596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272853782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:17.264613Z","caller":"traceutil/trace.go:171","msg":"trace[528846450] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24976; }","duration":"1.272906663s","start":"2026-03-19T12:02:15.991701Z","end":"2026-03-19T12:02:17.264608Z","steps":["trace[528846450] 'agreement among raft nodes before linearized reading' (duration: 1.09858395s)","trace[528846450] 'count revisions from in-memory index tree' (duration: 174.285602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:17.264629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:15.991674Z","time spent":"1.272951094s","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:02:18.251009Z","caller":"traceutil/trace.go:171","msg":"trace[112054034] linearizableReadLoop","detail":"{readStateIndex:25918; appliedIndex:25917; }","duration":"102.996266ms","start":"2026-03-19T12:02:18.147986Z","end":"2026-03-19T12:02:18.250983Z","steps":["trace[112054034] 'read index received' (duration: 94.981179ms)","trace[112054034] 'applied index is now lower than readState.Index' (duration: 8.013987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:18.251231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.215753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-jrqzr.189e3c5a40d6f9dd\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-03-19T12:02:18.251271Z","caller":"traceutil/trace.go:171","msg":"trace[1724271696] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-jrqzr.189e3c5a40d6f9dd; range_end:; response_count:1; response_revision:24994; }","duration":"103.297975ms","start":"2026-03-19T12:02:18.147961Z","end":"2026-03-19T12:02:18.251259Z","steps":["trace[1724271696] 'agreement among raft nodes before linearized reading' (duration: 103.1138ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:18.251268Z","caller":"traceutil/trace.go:171","msg":"trace[1672292458] transaction","detail":"{read_only:false; response_revision:24994; number_of_response:1; }","duration":"110.746677ms","start":"2026-03-19T12:02:18.140497Z","end":"2026-03-19T12:02:18.251243Z","steps":["trace[1672292458] 'process raft request' (duration: 102.491283ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:18.70048Z","caller":"traceutil/trace.go:171","msg":"trace[44530139] transaction","detail":"{read_only:false; response_revision:25010; number_of_response:1; }","duration":"177.196481ms","start":"2026-03-19T12:02:18.523246Z","end":"2026-03-19T12:02:18.700443Z","steps":["trace[44530139] 'process raft request' (duration: 176.952575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:18.94655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.47127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-p64jb.189e395b5475fed6\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-03-19T12:02:18.946617Z","caller":"traceutil/trace.go:171","msg":"trace[2076391150] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-p64jb.189e395b5475fed6; range_end:; response_count:1; response_revision:25017; }","duration":"138.548462ms","start":"2026-03-19T12:02:18.808055Z","end":"2026-03-19T12:02:18.946603Z","steps":["trace[2076391150] 'range keys from in-memory index tree' (duration: 138.329326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:18.946933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.755311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126897"} {"level":"info","ts":"2026-03-19T12:02:18.946963Z","caller":"traceutil/trace.go:171","msg":"trace[1639593550] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25017; }","duration":"112.784292ms","start":"2026-03-19T12:02:18.834171Z","end":"2026-03-19T12:02:18.946955Z","steps":["trace[1639593550] 'range keys from in-memory index tree' (duration: 112.626988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:18.947123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.795254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-19T12:02:18.947149Z","caller":"traceutil/trace.go:171","msg":"trace[331550878] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25017; }","duration":"101.844185ms","start":"2026-03-19T12:02:18.845297Z","end":"2026-03-19T12:02:18.947142Z","steps":["trace[331550878] 'range keys from in-memory index tree' (duration: 101.725993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:19.174364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.412142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126897"} {"level":"warn","ts":"2026-03-19T12:02:19.174473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.089508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-jrqzr.189e3c5a40d6f9dd\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-03-19T12:02:19.174499Z","caller":"traceutil/trace.go:171","msg":"trace[186755862] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25018; }","duration":"126.540846ms","start":"2026-03-19T12:02:19.047891Z","end":"2026-03-19T12:02:19.174432Z","steps":["trace[186755862] 'range keys from in-memory index tree' (duration: 126.198847ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:19.174518Z","caller":"traceutil/trace.go:171","msg":"trace[434739683] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-jrqzr.189e3c5a40d6f9dd; range_end:; response_count:1; response_revision:25018; }","duration":"128.195261ms","start":"2026-03-19T12:02:19.046311Z","end":"2026-03-19T12:02:19.174506Z","steps":["trace[434739683] 'range keys from in-memory index tree' (duration: 126.988138ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:19.279912Z","caller":"traceutil/trace.go:171","msg":"trace[1740700695] transaction","detail":"{read_only:false; response_revision:25019; number_of_response:1; }","duration":"101.696531ms","start":"2026-03-19T12:02:19.178194Z","end":"2026-03-19T12:02:19.27989Z","steps":["trace[1740700695] 'process raft request' (duration: 101.554937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:19.783212Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536135382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:02:20.467401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.353687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:02:20.467544Z","caller":"traceutil/trace.go:171","msg":"trace[507854610] linearizableReadLoop","detail":"{readStateIndex:25944; appliedIndex:25943; }","duration":"1.184419351s","start":"2026-03-19T12:02:19.283098Z","end":"2026-03-19T12:02:20.467518Z","steps":["trace[507854610] 'read index received' (duration: 641.737505ms)","trace[507854610] 'applied index is now lower than readState.Index' (duration: 542.680006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:20.469453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186327363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-nk4mv.189e3c5a7479b651\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-03-19T12:02:20.469561Z","caller":"traceutil/trace.go:171","msg":"trace[537802184] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-nk4mv.189e3c5a7479b651; range_end:; response_count:1; response_revision:25020; }","duration":"1.186449306s","start":"2026-03-19T12:02:19.283063Z","end":"2026-03-19T12:02:20.469512Z","steps":["trace[537802184] 'agreement among raft nodes before linearized reading' (duration: 1.184501554s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:20.469623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:19.283049Z","time spent":"1.186561569s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1015,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-nk4mv.189e3c5a7479b651\" "} {"level":"warn","ts":"2026-03-19T12:02:20.473369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.79866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:20.473517Z","caller":"traceutil/trace.go:171","msg":"trace[1935068590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25020; }","duration":"861.905414ms","start":"2026-03-19T12:02:19.611513Z","end":"2026-03-19T12:02:20.473418Z","steps":["trace[1935068590] 'agreement among raft nodes before linearized reading' (duration: 861.76946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:20.473573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:19.611498Z","time spent":"862.061807ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:02:20.473898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.901224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:02:20.473939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.058409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1232"} {"level":"warn","ts":"2026-03-19T12:02:20.473931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.591322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-03-19T12:02:20.474001Z","caller":"traceutil/trace.go:171","msg":"trace[36162345] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25020; }","duration":"802.044288ms","start":"2026-03-19T12:02:19.671914Z","end":"2026-03-19T12:02:20.473959Z","steps":["trace[36162345] 'agreement among raft nodes before linearized reading' (duration: 801.468873ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:20.474017Z","caller":"traceutil/trace.go:171","msg":"trace[228008301] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:25020; }","duration":"851.137181ms","start":"2026-03-19T12:02:19.622836Z","end":"2026-03-19T12:02:20.473973Z","steps":["trace[228008301] 'agreement among raft nodes before linearized reading' (duration: 850.695899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:20.474052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:19.622816Z","time spent":"851.226713ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1256,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-03-19T12:02:20.474055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:19.671891Z","time spent":"802.151701ms","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:02:20.474064Z","caller":"traceutil/trace.go:171","msg":"trace[2115902582] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:25020; }","duration":"205.741097ms","start":"2026-03-19T12:02:20.268274Z","end":"2026-03-19T12:02:20.474015Z","steps":["trace[2115902582] 'agreement among raft nodes before linearized reading' (duration: 205.241123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:20.474167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.239322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:02:20.474242Z","caller":"traceutil/trace.go:171","msg":"trace[952084464] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25020; }","duration":"862.343565ms","start":"2026-03-19T12:02:19.61188Z","end":"2026-03-19T12:02:20.474224Z","steps":["trace[952084464] 'agreement among raft nodes before linearized reading' (duration: 861.77886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:20.474317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:19.611864Z","time spent":"862.428398ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T12:02:20.478975Z","caller":"traceutil/trace.go:171","msg":"trace[53166535] transaction","detail":"{read_only:false; response_revision:25020; number_of_response:1; }","duration":"1.28969871s","start":"2026-03-19T12:02:19.189219Z","end":"2026-03-19T12:02:20.478918Z","steps":["trace[53166535] 'process raft request' (duration: 735.690706ms)","trace[53166535] 'compare' (duration: 542.060899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:20.479214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:19.189198Z","time spent":"1.289888475s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:02:21.089552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.14864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:02:21.089646Z","caller":"traceutil/trace.go:171","msg":"trace[12288240] linearizableReadLoop","detail":"{readStateIndex:25945; appliedIndex:25944; }","duration":"612.340526ms","start":"2026-03-19T12:02:20.477292Z","end":"2026-03-19T12:02:21.089633Z","steps":["trace[12288240] 'read index received' (duration: 228.017952ms)","trace[12288240] 'applied index is now lower than readState.Index' (duration: 384.320744ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:21.0897Z","caller":"traceutil/trace.go:171","msg":"trace[467422941] transaction","detail":"{read_only:false; response_revision:25021; number_of_response:1; }","duration":"614.567866ms","start":"2026-03-19T12:02:20.475098Z","end":"2026-03-19T12:02:21.089666Z","steps":["trace[467422941] 'process raft request' (duration: 230.213971ms)","trace[467422941] 'compare' (duration: 383.957565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:21.089745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.461419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:21.089771Z","caller":"traceutil/trace.go:171","msg":"trace[1044114388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25021; }","duration":"612.50134ms","start":"2026-03-19T12:02:20.47726Z","end":"2026-03-19T12:02:21.089761Z","steps":["trace[1044114388] 'agreement among raft nodes before linearized reading' (duration: 612.436328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:21.089792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:20.477244Z","time spent":"612.541302ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:02:21.089845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:20.475071Z","time spent":"614.68687ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:02:21.090096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.690735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-2wwsb\" ","response":"range_response_count:1 size:5162"} {"level":"warn","ts":"2026-03-19T12:02:21.090117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.459728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-03-19T12:02:21.090204Z","caller":"traceutil/trace.go:171","msg":"trace[833750751] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-2wwsb; range_end:; response_count:1; response_revision:25021; }","duration":"612.886871ms","start":"2026-03-19T12:02:20.477291Z","end":"2026-03-19T12:02:21.090178Z","steps":["trace[833750751] 'agreement among raft nodes before linearized reading' (duration: 612.445969ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:21.090207Z","caller":"traceutil/trace.go:171","msg":"trace[1270510495] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:25021; }","duration":"598.590942ms","start":"2026-03-19T12:02:20.491592Z","end":"2026-03-19T12:02:21.090183Z","steps":["trace[1270510495] 'agreement among raft nodes before linearized reading' (duration: 598.370066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:21.090256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:20.491581Z","time spent":"598.666194ms","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3042,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-03-19T12:02:21.09032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:20.477279Z","time spent":"613.026655ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5186,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-2wwsb\" "} {"level":"warn","ts":"2026-03-19T12:02:21.090375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.872087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-vhhjc\" ","response":"range_response_count:1 size:5953"} {"level":"info","ts":"2026-03-19T12:02:21.090509Z","caller":"traceutil/trace.go:171","msg":"trace[556267538] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-vhhjc; range_end:; response_count:1; response_revision:25021; }","duration":"607.031932ms","start":"2026-03-19T12:02:20.48343Z","end":"2026-03-19T12:02:21.090462Z","steps":["trace[556267538] 'agreement among raft nodes before linearized reading' (duration: 606.57257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:21.090571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:20.483419Z","time spent":"607.136185ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5977,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-vhhjc\" "} {"level":"info","ts":"2026-03-19T12:02:21.363489Z","caller":"traceutil/trace.go:171","msg":"trace[33935463] linearizableReadLoop","detail":"{readStateIndex:25947; appliedIndex:25946; }","duration":"211.578495ms","start":"2026-03-19T12:02:21.15189Z","end":"2026-03-19T12:02:21.363469Z","steps":["trace[33935463] 'read index received' (duration: 180.170442ms)","trace[33935463] 'applied index is now lower than readState.Index' (duration: 31.407393ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:21.363588Z","caller":"traceutil/trace.go:171","msg":"trace[1414587210] transaction","detail":"{read_only:false; response_revision:25023; number_of_response:1; }","duration":"260.725649ms","start":"2026-03-19T12:02:21.102853Z","end":"2026-03-19T12:02:21.363579Z","steps":["trace[1414587210] 'process raft request' (duration: 229.145952ms)","trace[1414587210] 'compare' (duration: 31.377881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:21.363967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.069898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-p64jb.189e395b5475fed6\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-03-19T12:02:21.36401Z","caller":"traceutil/trace.go:171","msg":"trace[1079656703] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-p64jb.189e395b5475fed6; range_end:; response_count:1; response_revision:25023; }","duration":"212.178531ms","start":"2026-03-19T12:02:21.151822Z","end":"2026-03-19T12:02:21.364Z","steps":["trace[1079656703] 'agreement among raft nodes before linearized reading' (duration: 211.883113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:21.364014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.794896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:02:21.364033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.541496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T12:02:21.364088Z","caller":"traceutil/trace.go:171","msg":"trace[1478905573] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25023; }","duration":"168.644249ms","start":"2026-03-19T12:02:21.19543Z","end":"2026-03-19T12:02:21.364075Z","steps":["trace[1478905573] 'agreement among raft nodes before linearized reading' (duration: 168.447134ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:21.364077Z","caller":"traceutil/trace.go:171","msg":"trace[712639951] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25023; }","duration":"132.883908ms","start":"2026-03-19T12:02:21.231178Z","end":"2026-03-19T12:02:21.364062Z","steps":["trace[712639951] 'agreement among raft nodes before linearized reading' (duration: 132.733784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:21.686074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.492222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:02:21.686342Z","caller":"traceutil/trace.go:171","msg":"trace[1382816745] transaction","detail":"{read_only:false; response_revision:25024; number_of_response:1; }","duration":"319.219158ms","start":"2026-03-19T12:02:21.367078Z","end":"2026-03-19T12:02:21.686298Z","steps":["trace[1382816745] 'process raft request' (duration: 110.355086ms)","trace[1382816745] 'compare' (duration: 208.308127ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:21.686411Z","caller":"traceutil/trace.go:171","msg":"trace[130104511] transaction","detail":"{read_only:false; response_revision:25025; number_of_response:1; }","duration":"316.875754ms","start":"2026-03-19T12:02:21.369494Z","end":"2026-03-19T12:02:21.68637Z","steps":["trace[130104511] 'process raft request' (duration: 316.782031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:21.686502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:21.369483Z","time spent":"316.978757ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:02:21.686506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:21.367051Z","time spent":"319.358992ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:02:21.686648Z","caller":"traceutil/trace.go:171","msg":"trace[247857713] linearizableReadLoop","detail":"{readStateIndex:25948; appliedIndex:25947; }","duration":"317.281296ms","start":"2026-03-19T12:02:21.369336Z","end":"2026-03-19T12:02:21.686617Z","steps":["trace[247857713] 'read index received' (duration: 108.193298ms)","trace[247857713] 'applied index is now lower than readState.Index' (duration: 209.085158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:21.686906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.613962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-19T12:02:21.686946Z","caller":"traceutil/trace.go:171","msg":"trace[1517299610] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25025; }","duration":"297.716244ms","start":"2026-03-19T12:02:21.389216Z","end":"2026-03-19T12:02:21.686932Z","steps":["trace[1517299610] 'agreement among raft nodes before linearized reading' (duration: 297.54544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:21.686955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.437598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-19T12:02:21.687043Z","caller":"traceutil/trace.go:171","msg":"trace[436695891] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25025; }","duration":"219.577203ms","start":"2026-03-19T12:02:21.467445Z","end":"2026-03-19T12:02:21.687022Z","steps":["trace[436695891] 'agreement among raft nodes before linearized reading' (duration: 219.322266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:21.687252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.908683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-p64jb\" ","response":"range_response_count:1 size:7055"} {"level":"info","ts":"2026-03-19T12:02:21.687299Z","caller":"traceutil/trace.go:171","msg":"trace[1966318999] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-p64jb; range_end:; response_count:1; response_revision:25025; }","duration":"317.988075ms","start":"2026-03-19T12:02:21.369296Z","end":"2026-03-19T12:02:21.687284Z","steps":["trace[1966318999] 'agreement among raft nodes before linearized reading' (duration: 317.411539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:21.687329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:21.369277Z","time spent":"318.044256ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7079,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-p64jb\" "} {"level":"info","ts":"2026-03-19T12:02:21.960585Z","caller":"traceutil/trace.go:171","msg":"trace[858410040] transaction","detail":"{read_only:false; response_revision:25027; number_of_response:1; }","duration":"268.627644ms","start":"2026-03-19T12:02:21.691924Z","end":"2026-03-19T12:02:21.960551Z","steps":["trace[858410040] 'process raft request' (duration: 268.237283ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:21.960703Z","caller":"traceutil/trace.go:171","msg":"trace[1147870605] transaction","detail":"{read_only:false; response_revision:25028; number_of_response:1; }","duration":"267.883034ms","start":"2026-03-19T12:02:21.692799Z","end":"2026-03-19T12:02:21.960682Z","steps":["trace[1147870605] 'process raft request' (duration: 267.500764ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:21.960914Z","caller":"traceutil/trace.go:171","msg":"trace[1070811261] linearizableReadLoop","detail":"{readStateIndex:25953; appliedIndex:25949; }","duration":"239.505753ms","start":"2026-03-19T12:02:21.721346Z","end":"2026-03-19T12:02:21.960852Z","steps":["trace[1070811261] 'read index received' (duration: 14.358079ms)","trace[1070811261] 'applied index is now lower than readState.Index' (duration: 225.144104ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:21.961011Z","caller":"traceutil/trace.go:171","msg":"trace[368385226] transaction","detail":"{read_only:false; response_revision:25029; number_of_response:1; }","duration":"265.922311ms","start":"2026-03-19T12:02:21.695042Z","end":"2026-03-19T12:02:21.960965Z","steps":["trace[368385226] 'process raft request' (duration: 265.588002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:21.961081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.707439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:21.961121Z","caller":"traceutil/trace.go:171","msg":"trace[245969551] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:25029; }","duration":"239.820772ms","start":"2026-03-19T12:02:21.721287Z","end":"2026-03-19T12:02:21.961108Z","steps":["trace[245969551] 'agreement among raft nodes before linearized reading' (duration: 239.707119ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:22.176377Z","caller":"traceutil/trace.go:171","msg":"trace[680092259] transaction","detail":"{read_only:false; response_revision:25033; number_of_response:1; }","duration":"151.073653ms","start":"2026-03-19T12:02:22.025283Z","end":"2026-03-19T12:02:22.176356Z","steps":["trace[680092259] 'process raft request' (duration: 150.939829ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:22.255355Z","caller":"traceutil/trace.go:171","msg":"trace[1991835838] linearizableReadLoop","detail":"{readStateIndex:25958; appliedIndex:25957; }","duration":"174.253083ms","start":"2026-03-19T12:02:22.081081Z","end":"2026-03-19T12:02:22.255334Z","steps":["trace[1991835838] 'read index received' (duration: 95.760531ms)","trace[1991835838] 'applied index is now lower than readState.Index' (duration: 78.491562ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:22.25543Z","caller":"traceutil/trace.go:171","msg":"trace[98877878] transaction","detail":"{read_only:false; response_revision:25034; number_of_response:1; }","duration":"228.558747ms","start":"2026-03-19T12:02:22.026852Z","end":"2026-03-19T12:02:22.255411Z","steps":["trace[98877878] 'process raft request' (duration: 228.287069ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:22.255452Z","caller":"traceutil/trace.go:171","msg":"trace[1240627223] transaction","detail":"{read_only:false; response_revision:25035; number_of_response:1; }","duration":"158.841614ms","start":"2026-03-19T12:02:22.0966Z","end":"2026-03-19T12:02:22.255441Z","steps":["trace[1240627223] 'process raft request' (duration: 158.680179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:22.255673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.575271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-03-19T12:02:22.25575Z","caller":"traceutil/trace.go:171","msg":"trace[482363731] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25035; }","duration":"174.712894ms","start":"2026-03-19T12:02:22.081016Z","end":"2026-03-19T12:02:22.255729Z","steps":["trace[482363731] 'agreement among raft nodes before linearized reading' (duration: 174.453907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:22.330025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.751236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:02:22.330101Z","caller":"traceutil/trace.go:171","msg":"trace[1014625133] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25036; }","duration":"237.876029ms","start":"2026-03-19T12:02:22.092209Z","end":"2026-03-19T12:02:22.330085Z","steps":["trace[1014625133] 'agreement among raft nodes before linearized reading' (duration: 237.733956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:22.330099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.927499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:02:22.330113Z","caller":"traceutil/trace.go:171","msg":"trace[1665331330] transaction","detail":"{read_only:false; response_revision:25036; number_of_response:1; }","duration":"126.044503ms","start":"2026-03-19T12:02:22.204047Z","end":"2026-03-19T12:02:22.330092Z","steps":["trace[1665331330] 'process raft request' (duration: 125.607371ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:22.330156Z","caller":"traceutil/trace.go:171","msg":"trace[705733473] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25036; }","duration":"119.031822ms","start":"2026-03-19T12:02:22.211111Z","end":"2026-03-19T12:02:22.330142Z","steps":["trace[705733473] 'agreement among raft nodes before linearized reading' (duration: 118.822626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:22.330444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.425113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/keystone-fernet-rotate-29565360-tkdkw\" ","response":"range_response_count:1 size:2939"} {"level":"info","ts":"2026-03-19T12:02:22.330473Z","caller":"traceutil/trace.go:171","msg":"trace[214579225] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/keystone-fernet-rotate-29565360-tkdkw; range_end:; response_count:1; response_revision:25036; }","duration":"235.472415ms","start":"2026-03-19T12:02:22.094993Z","end":"2026-03-19T12:02:22.330466Z","steps":["trace[214579225] 'agreement among raft nodes before linearized reading' (duration: 235.203887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:22.330508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.5364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/nova-service-cleaner-29565360-49985\" ","response":"range_response_count:1 size:2910"} {"level":"info","ts":"2026-03-19T12:02:22.330541Z","caller":"traceutil/trace.go:171","msg":"trace[982478915] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/nova-service-cleaner-29565360-49985; range_end:; response_count:1; response_revision:25036; }","duration":"121.602533ms","start":"2026-03-19T12:02:22.208931Z","end":"2026-03-19T12:02:22.330533Z","steps":["trace[982478915] 'agreement among raft nodes before linearized reading' (duration: 121.302954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:22.330863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.650482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-fs8x6\" ","response":"range_response_count:1 size:5496"} {"level":"info","ts":"2026-03-19T12:02:22.330901Z","caller":"traceutil/trace.go:171","msg":"trace[1187599678] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-fs8x6; range_end:; response_count:1; response_revision:25036; }","duration":"146.720504ms","start":"2026-03-19T12:02:22.184172Z","end":"2026-03-19T12:02:22.330893Z","steps":["trace[1187599678] 'agreement among raft nodes before linearized reading' (duration: 145.686846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:22.681283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.222851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:20"} {"level":"info","ts":"2026-03-19T12:02:22.681368Z","caller":"traceutil/trace.go:171","msg":"trace[434711122] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25037; }","duration":"349.090588ms","start":"2026-03-19T12:02:22.332264Z","end":"2026-03-19T12:02:22.681355Z","steps":["trace[434711122] 'process raft request' (duration: 146.730224ms)","trace[434711122] 'compare' (duration: 198.53148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:22.681414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:22.332245Z","time spent":"349.14602ms","remote":"127.0.0.1:51302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":85,"response count":0,"response size":44,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-19T12:02:22.71708Z","caller":"traceutil/trace.go:171","msg":"trace[1521704180] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25038; }","duration":"384.607673ms","start":"2026-03-19T12:02:22.332457Z","end":"2026-03-19T12:02:22.717064Z","steps":["trace[1521704180] 'process raft request' (duration: 384.466829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:22.717187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:22.332446Z","time spent":"384.690185ms","remote":"127.0.0.1:51302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":87,"response count":0,"response size":44,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-19T12:02:22.717328Z","caller":"traceutil/trace.go:171","msg":"trace[553899911] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25039; }","duration":"384.316575ms","start":"2026-03-19T12:02:22.332977Z","end":"2026-03-19T12:02:22.717294Z","steps":["trace[553899911] 'process raft request' (duration: 384.048128ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:22.717423Z","caller":"traceutil/trace.go:171","msg":"trace[74585348] linearizableReadLoop","detail":"{readStateIndex:25964; appliedIndex:25960; }","duration":"381.380406ms","start":"2026-03-19T12:02:22.336017Z","end":"2026-03-19T12:02:22.717398Z","steps":["trace[74585348] 'read index received' (duration: 143.045065ms)","trace[74585348] 'applied index is now lower than readState.Index' (duration: 238.333981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:22.717489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:22.332961Z","time spent":"384.445148ms","remote":"127.0.0.1:51302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":84,"response count":0,"response size":44,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-19T12:02:22.717497Z","caller":"traceutil/trace.go:171","msg":"trace[1115182504] transaction","detail":"{read_only:false; response_revision:25041; number_of_response:1; }","duration":"379.224607ms","start":"2026-03-19T12:02:22.338259Z","end":"2026-03-19T12:02:22.717484Z","steps":["trace[1115182504] 'process raft request' (duration: 379.071763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:22.717564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:22.338251Z","time spent":"379.276789ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7465,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:02:22.717578Z","caller":"traceutil/trace.go:171","msg":"trace[91371972] transaction","detail":"{read_only:false; response_revision:25040; number_of_response:1; }","duration":"383.904674ms","start":"2026-03-19T12:02:22.333642Z","end":"2026-03-19T12:02:22.717547Z","steps":["trace[91371972] 'process raft request' (duration: 383.564555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:22.717621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.593812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18498"} {"level":"info","ts":"2026-03-19T12:02:22.717665Z","caller":"traceutil/trace.go:171","msg":"trace[1221181446] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25041; }","duration":"381.640283ms","start":"2026-03-19T12:02:22.336012Z","end":"2026-03-19T12:02:22.717653Z","steps":["trace[1221181446] 'agreement among raft nodes before linearized reading' (duration: 381.507329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:22.717674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.260813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/nova-cell-setup-29565360-kq2hf\" ","response":"range_response_count:1 size:2854"} {"level":"warn","ts":"2026-03-19T12:02:22.717705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:22.33599Z","time spent":"381.706694ms","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18522,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-19T12:02:22.717715Z","caller":"traceutil/trace.go:171","msg":"trace[145603124] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/nova-cell-setup-29565360-kq2hf; range_end:; response_count:1; response_revision:25041; }","duration":"321.352195ms","start":"2026-03-19T12:02:22.396351Z","end":"2026-03-19T12:02:22.717703Z","steps":["trace[145603124] 'agreement among raft nodes before linearized reading' (duration: 321.185001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:22.717727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:22.333626Z","time spent":"384.022187ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:02:22.717747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:22.396332Z","time spent":"321.407147ms","remote":"127.0.0.1:51302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2878,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/nova-cell-setup-29565360-kq2hf\" "} {"level":"warn","ts":"2026-03-19T12:02:22.717866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.523797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:22.717896Z","caller":"traceutil/trace.go:171","msg":"trace[958847954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25041; }","duration":"108.598738ms","start":"2026-03-19T12:02:22.609291Z","end":"2026-03-19T12:02:22.717889Z","steps":["trace[958847954] 'agreement among raft nodes before linearized reading' (duration: 108.538307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:22.717992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.476325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-03-19T12:02:22.718029Z","caller":"traceutil/trace.go:171","msg":"trace[1219906088] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25041; }","duration":"175.546977ms","start":"2026-03-19T12:02:22.542473Z","end":"2026-03-19T12:02:22.71802Z","steps":["trace[1219906088] 'agreement among raft nodes before linearized reading' (duration: 175.449524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:22.718025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.457436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-19T12:02:22.718068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.350805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-03-19T12:02:22.718066Z","caller":"traceutil/trace.go:171","msg":"trace[1754377580] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25041; }","duration":"185.531228ms","start":"2026-03-19T12:02:22.532523Z","end":"2026-03-19T12:02:22.718054Z","steps":["trace[1754377580] 'agreement among raft nodes before linearized reading' (duration: 185.431355ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:22.718093Z","caller":"traceutil/trace.go:171","msg":"trace[418768800] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25041; }","duration":"107.393066ms","start":"2026-03-19T12:02:22.610693Z","end":"2026-03-19T12:02:22.718086Z","steps":["trace[418768800] 'agreement among raft nodes before linearized reading' (duration: 107.290853ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:22.84125Z","caller":"traceutil/trace.go:171","msg":"trace[580846607] linearizableReadLoop","detail":"{readStateIndex:25966; appliedIndex:25965; }","duration":"116.02311ms","start":"2026-03-19T12:02:22.725203Z","end":"2026-03-19T12:02:22.841226Z","steps":["trace[580846607] 'read index received' (duration: 64.982µs)","trace[580846607] 'applied index is now lower than readState.Index' (duration: 115.957038ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:22.841373Z","caller":"traceutil/trace.go:171","msg":"trace[1433417777] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25042; }","duration":"116.161384ms","start":"2026-03-19T12:02:22.725193Z","end":"2026-03-19T12:02:22.841354Z","steps":["trace[1433417777] 'process raft request' (duration: 52.655099ms)","trace[1433417777] 'compare' (duration: 63.277349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:22.841481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.283288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-095c0fb1-636f-4530-b9d3-186e79bad545\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-19T12:02:22.841521Z","caller":"traceutil/trace.go:171","msg":"trace[842400768] range","detail":"{range_begin:/registry/persistentvolumes/pvc-095c0fb1-636f-4530-b9d3-186e79bad545; range_end:; response_count:1; response_revision:25042; }","duration":"116.35975ms","start":"2026-03-19T12:02:22.72515Z","end":"2026-03-19T12:02:22.84151Z","steps":["trace[842400768] 'agreement among raft nodes before linearized reading' (duration: 116.163865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:22.841612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.38732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-jrqzr.189e3c5a40d6f9dd\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-03-19T12:02:22.841682Z","caller":"traceutil/trace.go:171","msg":"trace[1063354810] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-jrqzr.189e3c5a40d6f9dd; range_end:; response_count:1; response_revision:25042; }","duration":"116.493783ms","start":"2026-03-19T12:02:22.725171Z","end":"2026-03-19T12:02:22.841665Z","steps":["trace[1063354810] 'agreement among raft nodes before linearized reading' (duration: 116.311688ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:22.869369Z","caller":"traceutil/trace.go:171","msg":"trace[966841478] transaction","detail":"{read_only:false; response_revision:25043; number_of_response:1; }","duration":"139.052245ms","start":"2026-03-19T12:02:22.730288Z","end":"2026-03-19T12:02:22.86934Z","steps":["trace[966841478] 'process raft request' (duration: 138.84882ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:22.99329Z","caller":"traceutil/trace.go:171","msg":"trace[1648771396] transaction","detail":"{read_only:false; response_revision:25048; number_of_response:1; }","duration":"110.939823ms","start":"2026-03-19T12:02:22.88232Z","end":"2026-03-19T12:02:22.99326Z","steps":["trace[1648771396] 'process raft request' (duration: 110.09519ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:22.993428Z","caller":"traceutil/trace.go:171","msg":"trace[1048532734] transaction","detail":"{read_only:false; response_revision:25049; number_of_response:1; }","duration":"109.343149ms","start":"2026-03-19T12:02:22.884057Z","end":"2026-03-19T12:02:22.9934Z","steps":["trace[1048532734] 'process raft request' (duration: 109.158704ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:23.205476Z","caller":"traceutil/trace.go:171","msg":"trace[1366979738] linearizableReadLoop","detail":"{readStateIndex:25976; appliedIndex:25974; }","duration":"150.941868ms","start":"2026-03-19T12:02:23.054517Z","end":"2026-03-19T12:02:23.205459Z","steps":["trace[1366979738] 'read index received' (duration: 16.114107ms)","trace[1366979738] 'applied index is now lower than readState.Index' (duration: 134.827181ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:23.205565Z","caller":"traceutil/trace.go:171","msg":"trace[272778430] transaction","detail":"{read_only:false; response_revision:25052; number_of_response:1; }","duration":"199.062565ms","start":"2026-03-19T12:02:23.006494Z","end":"2026-03-19T12:02:23.205557Z","steps":["trace[272778430] 'process raft request' (duration: 189.890096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:23.205877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.785621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:02:23.205964Z","caller":"traceutil/trace.go:171","msg":"trace[1430527115] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25052; }","duration":"138.005187ms","start":"2026-03-19T12:02:23.067942Z","end":"2026-03-19T12:02:23.205947Z","steps":["trace[1430527115] 'agreement among raft nodes before linearized reading' (duration: 137.797521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:23.20593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.34972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418624"} {"level":"info","ts":"2026-03-19T12:02:23.206Z","caller":"traceutil/trace.go:171","msg":"trace[1179926608] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25052; }","duration":"151.537285ms","start":"2026-03-19T12:02:23.054454Z","end":"2026-03-19T12:02:23.205992Z","steps":["trace[1179926608] 'agreement among raft nodes before linearized reading' (duration: 151.221486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:23.206441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.535742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4947"} {"level":"info","ts":"2026-03-19T12:02:23.206528Z","caller":"traceutil/trace.go:171","msg":"trace[567650289] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:25052; }","duration":"132.042326ms","start":"2026-03-19T12:02:23.074466Z","end":"2026-03-19T12:02:23.206508Z","steps":["trace[567650289] 'agreement among raft nodes before linearized reading' (duration: 131.412059ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:23.513688Z","caller":"traceutil/trace.go:171","msg":"trace[1590279456] linearizableReadLoop","detail":"{readStateIndex:25978; appliedIndex:25977; }","duration":"268.651034ms","start":"2026-03-19T12:02:23.24502Z","end":"2026-03-19T12:02:23.513672Z","steps":["trace[1590279456] 'read index received' (duration: 268.476519ms)","trace[1590279456] 'applied index is now lower than readState.Index' (duration: 174.025µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:23.513899Z","caller":"traceutil/trace.go:171","msg":"trace[814880608] transaction","detail":"{read_only:false; response_revision:25054; number_of_response:1; }","duration":"294.932938ms","start":"2026-03-19T12:02:23.218959Z","end":"2026-03-19T12:02:23.513892Z","steps":["trace[814880608] 'process raft request' (duration: 294.597169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:23.514095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.060376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-72njq.189e3c5a9734ce3f\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-03-19T12:02:23.514118Z","caller":"traceutil/trace.go:171","msg":"trace[97392560] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-72njq.189e3c5a9734ce3f; range_end:; response_count:1; response_revision:25054; }","duration":"269.115937ms","start":"2026-03-19T12:02:23.244996Z","end":"2026-03-19T12:02:23.514112Z","steps":["trace[97392560] 'agreement among raft nodes before linearized reading' (duration: 269.024425ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:23.727769Z","caller":"traceutil/trace.go:171","msg":"trace[2073837163] transaction","detail":"{read_only:false; response_revision:25056; number_of_response:1; }","duration":"176.340858ms","start":"2026-03-19T12:02:23.5514Z","end":"2026-03-19T12:02:23.727741Z","steps":["trace[2073837163] 'process raft request' (duration: 176.184964ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:23.823527Z","caller":"traceutil/trace.go:171","msg":"trace[318260030] transaction","detail":"{read_only:false; response_revision:25057; number_of_response:1; }","duration":"267.469643ms","start":"2026-03-19T12:02:23.55602Z","end":"2026-03-19T12:02:23.82349Z","steps":["trace[318260030] 'process raft request' (duration: 259.803885ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:23.823617Z","caller":"traceutil/trace.go:171","msg":"trace[1854204762] linearizableReadLoop","detail":"{readStateIndex:25981; appliedIndex:25979; }","duration":"263.540636ms","start":"2026-03-19T12:02:23.56006Z","end":"2026-03-19T12:02:23.823601Z","steps":["trace[1854204762] 'read index received' (duration: 167.56469ms)","trace[1854204762] 'applied index is now lower than readState.Index' (duration: 95.975396ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:23.823703Z","caller":"traceutil/trace.go:171","msg":"trace[173592604] transaction","detail":"{read_only:false; response_revision:25058; number_of_response:1; }","duration":"238.313481ms","start":"2026-03-19T12:02:23.585359Z","end":"2026-03-19T12:02:23.823672Z","steps":["trace[173592604] 'process raft request' (duration: 238.057424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:23.823834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.535255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-19T12:02:23.823853Z","caller":"traceutil/trace.go:171","msg":"trace[1363877324] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25058; }","duration":"218.623767ms","start":"2026-03-19T12:02:23.605224Z","end":"2026-03-19T12:02:23.823848Z","steps":["trace[1363877324] 'agreement among raft nodes before linearized reading' (duration: 218.469073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:23.823887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.798153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-19T12:02:23.823992Z","caller":"traceutil/trace.go:171","msg":"trace[567355944] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25058; }","duration":"263.951397ms","start":"2026-03-19T12:02:23.560015Z","end":"2026-03-19T12:02:23.823966Z","steps":["trace[567355944] 'agreement among raft nodes before linearized reading' (duration: 263.671589ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:24.087577Z","caller":"traceutil/trace.go:171","msg":"trace[732502736] transaction","detail":"{read_only:false; response_revision:25059; number_of_response:1; }","duration":"257.267716ms","start":"2026-03-19T12:02:23.830278Z","end":"2026-03-19T12:02:24.087546Z","steps":["trace[732502736] 'process raft request' (duration: 255.653412ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:24.122056Z","caller":"traceutil/trace.go:171","msg":"trace[636907724] linearizableReadLoop","detail":"{readStateIndex:25984; appliedIndex:25982; }","duration":"137.154684ms","start":"2026-03-19T12:02:23.984874Z","end":"2026-03-19T12:02:24.122029Z","steps":["trace[636907724] 'read index received' (duration: 101.076244ms)","trace[636907724] 'applied index is now lower than readState.Index' (duration: 36.07735ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:24.122136Z","caller":"traceutil/trace.go:171","msg":"trace[627067048] transaction","detail":"{read_only:false; response_revision:25060; number_of_response:1; }","duration":"287.070664ms","start":"2026-03-19T12:02:23.835016Z","end":"2026-03-19T12:02:24.122087Z","steps":["trace[627067048] 'process raft request' (duration: 286.872449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:24.122293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.39568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:02:24.12234Z","caller":"traceutil/trace.go:171","msg":"trace[1546511857] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25060; }","duration":"137.492633ms","start":"2026-03-19T12:02:23.984834Z","end":"2026-03-19T12:02:24.122327Z","steps":["trace[1546511857] 'agreement among raft nodes before linearized reading' (duration: 137.325338ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:24.404886Z","caller":"traceutil/trace.go:171","msg":"trace[863875926] transaction","detail":"{read_only:false; response_revision:25061; number_of_response:1; }","duration":"279.638862ms","start":"2026-03-19T12:02:24.125232Z","end":"2026-03-19T12:02:24.404871Z","steps":["trace[863875926] 'process raft request' (duration: 279.535979ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:24.409328Z","caller":"traceutil/trace.go:171","msg":"trace[1421111164] linearizableReadLoop","detail":"{readStateIndex:25986; appliedIndex:25984; }","duration":"281.033091ms","start":"2026-03-19T12:02:24.128271Z","end":"2026-03-19T12:02:24.409304Z","steps":["trace[1421111164] 'read index received' (duration: 276.502068ms)","trace[1421111164] 'applied index is now lower than readState.Index' (duration: 4.529533ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:24.409392Z","caller":"traceutil/trace.go:171","msg":"trace[736410426] transaction","detail":"{read_only:false; response_revision:25062; number_of_response:1; }","duration":"282.729177ms","start":"2026-03-19T12:02:24.126645Z","end":"2026-03-19T12:02:24.409375Z","steps":["trace[736410426] 'process raft request' (duration: 282.519931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:24.409607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.327662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29565360-cz72l\" ","response":"range_response_count:1 size:7177"} {"level":"info","ts":"2026-03-19T12:02:24.409653Z","caller":"traceutil/trace.go:171","msg":"trace[1228965027] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29565360-cz72l; range_end:; response_count:1; response_revision:25062; }","duration":"269.409005ms","start":"2026-03-19T12:02:24.14023Z","end":"2026-03-19T12:02:24.409639Z","steps":["trace[1228965027] 'agreement among raft nodes before linearized reading' (duration: 269.22556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:24.410285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.973896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:24.410358Z","caller":"traceutil/trace.go:171","msg":"trace[1949029403] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25062; }","duration":"282.10927ms","start":"2026-03-19T12:02:24.128231Z","end":"2026-03-19T12:02:24.41034Z","steps":["trace[1949029403] 'agreement among raft nodes before linearized reading' (duration: 281.167514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:24.412304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.488242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29565355-ztqpl.189e3c06dec2a9c4\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25060 ","response":"range_response_count:500 size:388715"} {"level":"info","ts":"2026-03-19T12:02:24.412369Z","caller":"traceutil/trace.go:171","msg":"trace[1948909384] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29565355-ztqpl.189e3c06dec2a9c4\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:25062; }","duration":"109.601856ms","start":"2026-03-19T12:02:24.302751Z","end":"2026-03-19T12:02:24.412353Z","steps":["trace[1948909384] 'agreement among raft nodes before linearized reading' (duration: 106.852951ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:24.543896Z","caller":"traceutil/trace.go:171","msg":"trace[784290048] transaction","detail":"{read_only:false; response_revision:25064; number_of_response:1; }","duration":"123.707229ms","start":"2026-03-19T12:02:24.42014Z","end":"2026-03-19T12:02:24.543847Z","steps":["trace[784290048] 'process raft request' (duration: 96.163821ms)","trace[784290048] 'compare' (duration: 27.322182ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:24.54404Z","caller":"traceutil/trace.go:171","msg":"trace[218453673] linearizableReadLoop","detail":"{readStateIndex:25988; appliedIndex:25986; }","duration":"116.880004ms","start":"2026-03-19T12:02:24.426885Z","end":"2026-03-19T12:02:24.543765Z","steps":["trace[218453673] 'read index received' (duration: 22.978394ms)","trace[218453673] 'applied index is now lower than readState.Index' (duration: 93.90056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:24.546431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.516165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-metadata-agent-default-7d6hq.189e3b74b4717332\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25060 ","response":"range_response_count:500 size:390316"} {"level":"info","ts":"2026-03-19T12:02:24.546497Z","caller":"traceutil/trace.go:171","msg":"trace[910332164] range","detail":"{range_begin:/registry/events/openstack/neutron-metadata-agent-default-7d6hq.189e3b74b4717332\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:25064; }","duration":"119.618067ms","start":"2026-03-19T12:02:24.426864Z","end":"2026-03-19T12:02:24.546482Z","steps":["trace[910332164] 'agreement among raft nodes before linearized reading' (duration: 117.066188ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:24.789969Z","caller":"traceutil/trace.go:171","msg":"trace[1339308516] transaction","detail":"{read_only:false; response_revision:25068; number_of_response:1; }","duration":"179.449143ms","start":"2026-03-19T12:02:24.610487Z","end":"2026-03-19T12:02:24.789937Z","steps":["trace[1339308516] 'process raft request' (duration: 128.552651ms)","trace[1339308516] 'compare' (duration: 50.649195ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:24.789973Z","caller":"traceutil/trace.go:171","msg":"trace[1539120525] linearizableReadLoop","detail":"{readStateIndex:25992; appliedIndex:25991; }","duration":"177.135399ms","start":"2026-03-19T12:02:24.61277Z","end":"2026-03-19T12:02:24.789906Z","steps":["trace[1539120525] 'read index received' (duration: 126.414912ms)","trace[1539120525] 'applied index is now lower than readState.Index' (duration: 50.719027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:24.790184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.389157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:24.790673Z","caller":"traceutil/trace.go:171","msg":"trace[1365795585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25068; }","duration":"177.90765ms","start":"2026-03-19T12:02:24.612747Z","end":"2026-03-19T12:02:24.790655Z","steps":["trace[1365795585] 'agreement among raft nodes before linearized reading' (duration: 177.277493ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:24.814212Z","caller":"traceutil/trace.go:171","msg":"trace[1838325501] transaction","detail":"{read_only:false; response_revision:25069; number_of_response:1; }","duration":"162.535634ms","start":"2026-03-19T12:02:24.651655Z","end":"2026-03-19T12:02:24.814191Z","steps":["trace[1838325501] 'process raft request' (duration: 162.41063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:24.854349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.869627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:24.854451Z","caller":"traceutil/trace.go:171","msg":"trace[1321074502] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25070; }","duration":"228.007891ms","start":"2026-03-19T12:02:24.626416Z","end":"2026-03-19T12:02:24.854423Z","steps":["trace[1321074502] 'agreement among raft nodes before linearized reading' (duration: 227.822356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:24.854698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.140768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29565360-kq2hf\" ","response":"range_response_count:1 size:7002"} {"level":"info","ts":"2026-03-19T12:02:24.854778Z","caller":"traceutil/trace.go:171","msg":"trace[764103994] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29565360-kq2hf; range_end:; response_count:1; response_revision:25070; }","duration":"241.23665ms","start":"2026-03-19T12:02:24.613522Z","end":"2026-03-19T12:02:24.854759Z","steps":["trace[764103994] 'agreement among raft nodes before linearized reading' (duration: 241.047825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:24.854972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.334868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.189e398a3343dd8c\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25060 ","response":"range_response_count:2 size:1385"} {"level":"info","ts":"2026-03-19T12:02:24.855507Z","caller":"traceutil/trace.go:171","msg":"trace[1023803067] range","detail":"{range_begin:/registry/events/openstack/valkey.189e398a3343dd8c\u0000; range_end:/registry/events/openstack0; response_count:2; response_revision:25070; }","duration":"225.74249ms","start":"2026-03-19T12:02:24.629589Z","end":"2026-03-19T12:02:24.855332Z","steps":["trace[1023803067] 'agreement among raft nodes before linearized reading' (duration: 224.65684ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:25.052984Z","caller":"traceutil/trace.go:171","msg":"trace[859739142] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"112.679209ms","start":"2026-03-19T12:02:24.940286Z","end":"2026-03-19T12:02:25.052965Z","steps":["trace[859739142] 'process raft request' (duration: 112.532055ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:25.05614Z","caller":"traceutil/trace.go:171","msg":"trace[1145382844] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"113.070921ms","start":"2026-03-19T12:02:24.943044Z","end":"2026-03-19T12:02:25.056115Z","steps":["trace[1145382844] 'process raft request' (duration: 112.799443ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:25.056471Z","caller":"traceutil/trace.go:171","msg":"trace[128149142] transaction","detail":"{read_only:false; response_revision:25075; number_of_response:1; }","duration":"112.988448ms","start":"2026-03-19T12:02:24.943469Z","end":"2026-03-19T12:02:25.056458Z","steps":["trace[128149142] 'process raft request' (duration: 112.532896ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:25.213982Z","caller":"traceutil/trace.go:171","msg":"trace[1009955398] linearizableReadLoop","detail":"{readStateIndex:26002; appliedIndex:26001; }","duration":"109.853173ms","start":"2026-03-19T12:02:25.104099Z","end":"2026-03-19T12:02:25.213952Z","steps":["trace[1009955398] 'read index received' (duration: 80.559288ms)","trace[1009955398] 'applied index is now lower than readState.Index' (duration: 29.292305ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:25.214077Z","caller":"traceutil/trace.go:171","msg":"trace[1189543919] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"127.220625ms","start":"2026-03-19T12:02:25.086825Z","end":"2026-03-19T12:02:25.214045Z","steps":["trace[1189543919] 'process raft request' (duration: 97.810196ms)","trace[1189543919] 'compare' (duration: 29.147822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:25.214193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.060789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:25.214829Z","caller":"traceutil/trace.go:171","msg":"trace[1910183949] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25078; }","duration":"110.735077ms","start":"2026-03-19T12:02:25.104059Z","end":"2026-03-19T12:02:25.214794Z","steps":["trace[1910183949] 'agreement among raft nodes before linearized reading' (duration: 110.017858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:25.214607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.724873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-72njq.189e3c5a9734ce3f\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-03-19T12:02:25.214975Z","caller":"traceutil/trace.go:171","msg":"trace[543340730] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-72njq.189e3c5a9734ce3f; range_end:; response_count:1; response_revision:25078; }","duration":"109.114063ms","start":"2026-03-19T12:02:25.105844Z","end":"2026-03-19T12:02:25.214958Z","steps":["trace[543340730] 'agreement among raft nodes before linearized reading' (duration: 108.628009ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:25.452616Z","caller":"traceutil/trace.go:171","msg":"trace[1296400547] transaction","detail":"{read_only:false; response_revision:25080; number_of_response:1; }","duration":"226.957193ms","start":"2026-03-19T12:02:25.225621Z","end":"2026-03-19T12:02:25.452579Z","steps":["trace[1296400547] 'process raft request' (duration: 138.787119ms)","trace[1296400547] 'compare' (duration: 87.995419ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:25.526552Z","caller":"traceutil/trace.go:171","msg":"trace[861149908] transaction","detail":"{read_only:false; response_revision:25081; number_of_response:1; }","duration":"275.164932ms","start":"2026-03-19T12:02:25.251358Z","end":"2026-03-19T12:02:25.526523Z","steps":["trace[861149908] 'process raft request' (duration: 274.637117ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:25.653164Z","caller":"traceutil/trace.go:171","msg":"trace[1762823049] linearizableReadLoop","detail":"{readStateIndex:26006; appliedIndex:26005; }","duration":"126.848385ms","start":"2026-03-19T12:02:25.52629Z","end":"2026-03-19T12:02:25.653139Z","steps":["trace[1762823049] 'read index received' (duration: 69.099586ms)","trace[1762823049] 'applied index is now lower than readState.Index' (duration: 57.747579ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:25.653268Z","caller":"traceutil/trace.go:171","msg":"trace[556213973] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"196.478115ms","start":"2026-03-19T12:02:25.456742Z","end":"2026-03-19T12:02:25.65322Z","steps":["trace[556213973] 'process raft request' (duration: 138.570882ms)","trace[556213973] 'compare' (duration: 57.699767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:25.653392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.532221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-03-19T12:02:25.653435Z","caller":"traceutil/trace.go:171","msg":"trace[1035031064] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25082; }","duration":"191.607442ms","start":"2026-03-19T12:02:25.461816Z","end":"2026-03-19T12:02:25.653423Z","steps":["trace[1035031064] 'agreement among raft nodes before linearized reading' (duration: 191.447048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:25.662529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.107074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-72njq\" ","response":"range_response_count:1 size:6395"} {"level":"info","ts":"2026-03-19T12:02:25.662568Z","caller":"traceutil/trace.go:171","msg":"trace[1674958095] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-72njq; range_end:; response_count:1; response_revision:25083; }","duration":"133.205857ms","start":"2026-03-19T12:02:25.529353Z","end":"2026-03-19T12:02:25.662559Z","steps":["trace[1674958095] 'agreement among raft nodes before linearized reading' (duration: 133.076363ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:25.662977Z","caller":"traceutil/trace.go:171","msg":"trace[2033381250] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"133.372831ms","start":"2026-03-19T12:02:25.529573Z","end":"2026-03-19T12:02:25.662946Z","steps":["trace[2033381250] 'process raft request' (duration: 132.766905ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:25.894579Z","caller":"traceutil/trace.go:171","msg":"trace[1635998414] transaction","detail":"{read_only:false; response_revision:25085; number_of_response:1; }","duration":"219.157451ms","start":"2026-03-19T12:02:25.675397Z","end":"2026-03-19T12:02:25.894554Z","steps":["trace[1635998414] 'process raft request' (duration: 216.095868ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:25.903105Z","caller":"traceutil/trace.go:171","msg":"trace[2046561825] linearizableReadLoop","detail":"{readStateIndex:26010; appliedIndex:26008; }","duration":"201.807549ms","start":"2026-03-19T12:02:25.70127Z","end":"2026-03-19T12:02:25.903077Z","steps":["trace[2046561825] 'read index received' (duration: 190.208044ms)","trace[2046561825] 'applied index is now lower than readState.Index' (duration: 11.598205ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:25.903131Z","caller":"traceutil/trace.go:171","msg":"trace[1545041002] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"227.081096ms","start":"2026-03-19T12:02:25.676028Z","end":"2026-03-19T12:02:25.903109Z","steps":["trace[1545041002] 'process raft request' (duration: 226.884451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:25.903499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.211841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-03-19T12:02:25.903957Z","caller":"traceutil/trace.go:171","msg":"trace[1861627575] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25086; }","duration":"202.336084ms","start":"2026-03-19T12:02:25.701222Z","end":"2026-03-19T12:02:25.903558Z","steps":["trace[1861627575] 'agreement among raft nodes before linearized reading' (duration: 201.992145ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:26.131471Z","caller":"traceutil/trace.go:171","msg":"trace[335411879] transaction","detail":"{read_only:false; response_revision:25089; number_of_response:1; }","duration":"136.789775ms","start":"2026-03-19T12:02:25.994642Z","end":"2026-03-19T12:02:26.131432Z","steps":["trace[335411879] 'process raft request' (duration: 69.391775ms)","trace[335411879] 'compare' (duration: 66.958788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:26.361447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.373935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:02:26.36157Z","caller":"traceutil/trace.go:171","msg":"trace[557753150] linearizableReadLoop","detail":"{readStateIndex:26015; appliedIndex:26014; }","duration":"171.859396ms","start":"2026-03-19T12:02:26.189693Z","end":"2026-03-19T12:02:26.361553Z","steps":["trace[557753150] 'read index received' (duration: 60.288837ms)","trace[557753150] 'applied index is now lower than readState.Index' (duration: 111.568479ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:26.361661Z","caller":"traceutil/trace.go:171","msg":"trace[1078366195] transaction","detail":"{read_only:false; response_revision:25091; number_of_response:1; }","duration":"198.588272ms","start":"2026-03-19T12:02:26.163039Z","end":"2026-03-19T12:02:26.361628Z","steps":["trace[1078366195] 'process raft request' (duration: 86.931571ms)","trace[1078366195] 'compare' (duration: 111.190269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:26.36176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.070483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-19T12:02:26.361797Z","caller":"traceutil/trace.go:171","msg":"trace[1092772623] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25091; }","duration":"172.147175ms","start":"2026-03-19T12:02:26.189639Z","end":"2026-03-19T12:02:26.361786Z","steps":["trace[1092772623] 'agreement among raft nodes before linearized reading' (duration: 171.96592ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:26.561433Z","caller":"traceutil/trace.go:171","msg":"trace[604202090] transaction","detail":"{read_only:false; response_revision:25093; number_of_response:1; }","duration":"142.305894ms","start":"2026-03-19T12:02:26.419095Z","end":"2026-03-19T12:02:26.561401Z","steps":["trace[604202090] 'process raft request' (duration: 140.638669ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:26.583591Z","caller":"traceutil/trace.go:171","msg":"trace[932682779] transaction","detail":"{read_only:false; response_revision:25094; number_of_response:1; }","duration":"162.969036ms","start":"2026-03-19T12:02:26.420601Z","end":"2026-03-19T12:02:26.58357Z","steps":["trace[932682779] 'process raft request' (duration: 162.861093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:27.462231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.817466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:02:27.46249Z","caller":"traceutil/trace.go:171","msg":"trace[2003182541] transaction","detail":"{read_only:false; response_revision:25102; number_of_response:1; }","duration":"647.83561ms","start":"2026-03-19T12:02:26.814624Z","end":"2026-03-19T12:02:27.46246Z","steps":["trace[2003182541] 'process raft request' (duration: 275.702936ms)","trace[2003182541] 'compare' (duration: 371.306782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:27.46263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:26.814608Z","time spent":"647.947934ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:02:27.550027Z","caller":"traceutil/trace.go:171","msg":"trace[1055019743] transaction","detail":"{read_only:false; response_revision:25103; number_of_response:1; }","duration":"290.093836ms","start":"2026-03-19T12:02:27.259912Z","end":"2026-03-19T12:02:27.550006Z","steps":["trace[1055019743] 'process raft request' (duration: 289.990274ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:27.550097Z","caller":"traceutil/trace.go:171","msg":"trace[1489803255] linearizableReadLoop","detail":"{readStateIndex:26027; appliedIndex:26025; }","duration":"542.788628ms","start":"2026-03-19T12:02:27.007292Z","end":"2026-03-19T12:02:27.55008Z","steps":["trace[1489803255] 'read index received' (duration: 83.067776ms)","trace[1489803255] 'applied index is now lower than readState.Index' (duration: 459.719172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:27.550269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.962643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:02:27.55031Z","caller":"traceutil/trace.go:171","msg":"trace[673883361] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25103; }","duration":"543.048855ms","start":"2026-03-19T12:02:27.007242Z","end":"2026-03-19T12:02:27.550291Z","steps":["trace[673883361] 'agreement among raft nodes before linearized reading' (duration: 542.936612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:27.550336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:27.007218Z","time spent":"543.111737ms","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:02:27.550409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.708876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T12:02:27.550492Z","caller":"traceutil/trace.go:171","msg":"trace[1170089239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25103; }","duration":"489.84003ms","start":"2026-03-19T12:02:27.060634Z","end":"2026-03-19T12:02:27.550474Z","steps":["trace[1170089239] 'agreement among raft nodes before linearized reading' (duration: 489.574673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:27.550544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:27.060614Z","time spent":"489.921383ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T12:02:27.550434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.665764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-19T12:02:27.550635Z","caller":"traceutil/trace.go:171","msg":"trace[1241594641] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25103; }","duration":"416.91382ms","start":"2026-03-19T12:02:27.133714Z","end":"2026-03-19T12:02:27.550628Z","steps":["trace[1241594641] 'agreement among raft nodes before linearized reading' (duration: 416.663973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:27.550655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:27.133694Z","time spent":"416.955192ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-19T12:02:27.55064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.290702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:02:27.550731Z","caller":"traceutil/trace.go:171","msg":"trace[1132807379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25103; }","duration":"466.433855ms","start":"2026-03-19T12:02:27.084276Z","end":"2026-03-19T12:02:27.55071Z","steps":["trace[1132807379] 'agreement among raft nodes before linearized reading' (duration: 466.153128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:27.550781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:27.084253Z","time spent":"466.519047ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T12:02:27.666767Z","caller":"traceutil/trace.go:171","msg":"trace[1068809097] transaction","detail":"{read_only:false; response_revision:25104; number_of_response:1; }","duration":"114.066677ms","start":"2026-03-19T12:02:27.552673Z","end":"2026-03-19T12:02:27.66674Z","steps":["trace[1068809097] 'process raft request' (duration: 113.874322ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:27.667765Z","caller":"traceutil/trace.go:171","msg":"trace[199401984] transaction","detail":"{read_only:false; response_revision:25106; number_of_response:1; }","duration":"112.458484ms","start":"2026-03-19T12:02:27.555272Z","end":"2026-03-19T12:02:27.66773Z","steps":["trace[199401984] 'process raft request' (duration: 112.416143ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:27.668392Z","caller":"traceutil/trace.go:171","msg":"trace[401870083] transaction","detail":"{read_only:false; response_revision:25105; number_of_response:1; }","duration":"113.825541ms","start":"2026-03-19T12:02:27.554546Z","end":"2026-03-19T12:02:27.668371Z","steps":["trace[401870083] 'process raft request' (duration: 112.976557ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:27.966885Z","caller":"traceutil/trace.go:171","msg":"trace[435141677] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"139.120916ms","start":"2026-03-19T12:02:27.82774Z","end":"2026-03-19T12:02:27.966861Z","steps":["trace[435141677] 'process raft request' (duration: 124.850609ms)","trace[435141677] 'compare' (duration: 14.122323ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:28.272982Z","caller":"traceutil/trace.go:171","msg":"trace[1708627076] transaction","detail":"{read_only:false; response_revision:25112; number_of_response:1; }","duration":"217.369552ms","start":"2026-03-19T12:02:28.055588Z","end":"2026-03-19T12:02:28.272957Z","steps":["trace[1708627076] 'process raft request' (duration: 217.185177ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:28.545696Z","caller":"traceutil/trace.go:171","msg":"trace[2091810162] transaction","detail":"{read_only:false; response_revision:25113; number_of_response:1; }","duration":"269.317903ms","start":"2026-03-19T12:02:28.276347Z","end":"2026-03-19T12:02:28.545665Z","steps":["trace[2091810162] 'process raft request' (duration: 267.74469ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:28.767368Z","caller":"traceutil/trace.go:171","msg":"trace[126413841] transaction","detail":"{read_only:false; response_revision:25117; number_of_response:1; }","duration":"145.710407ms","start":"2026-03-19T12:02:28.621623Z","end":"2026-03-19T12:02:28.767333Z","steps":["trace[126413841] 'process raft request' (duration: 145.495641ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:29.389847Z","caller":"traceutil/trace.go:171","msg":"trace[1598275784] linearizableReadLoop","detail":"{readStateIndex:26049; appliedIndex:26048; }","duration":"179.625568ms","start":"2026-03-19T12:02:29.210184Z","end":"2026-03-19T12:02:29.38981Z","steps":["trace[1598275784] 'read index received' (duration: 79.831148ms)","trace[1598275784] 'applied index is now lower than readState.Index' (duration: 99.79258ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:29.389878Z","caller":"traceutil/trace.go:171","msg":"trace[1044796609] transaction","detail":"{read_only:false; response_revision:25123; number_of_response:1; }","duration":"396.99369ms","start":"2026-03-19T12:02:28.992851Z","end":"2026-03-19T12:02:29.389844Z","steps":["trace[1044796609] 'process raft request' (duration: 297.103457ms)","trace[1044796609] 'compare' (duration: 99.610865ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:29.390048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:28.992826Z","time spent":"397.118172ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:02:29.390099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.891755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-03-19T12:02:29.390304Z","caller":"traceutil/trace.go:171","msg":"trace[388104336] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25123; }","duration":"179.998608ms","start":"2026-03-19T12:02:29.210148Z","end":"2026-03-19T12:02:29.390147Z","steps":["trace[388104336] 'agreement among raft nodes before linearized reading' (duration: 179.784072ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:30.205607Z","caller":"traceutil/trace.go:171","msg":"trace[511643060] transaction","detail":"{read_only:false; response_revision:25142; number_of_response:1; }","duration":"127.310946ms","start":"2026-03-19T12:02:30.078266Z","end":"2026-03-19T12:02:30.205577Z","steps":["trace[511643060] 'process raft request' (duration: 71.421259ms)","trace[511643060] 'compare' (duration: 55.740743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:32.827782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.589372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:02:32.827867Z","caller":"traceutil/trace.go:171","msg":"trace[1201354791] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25154; }","duration":"149.724685ms","start":"2026-03-19T12:02:32.678121Z","end":"2026-03-19T12:02:32.827846Z","steps":["trace[1201354791] 'range keys from in-memory index tree' (duration: 149.425047ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:34.782996Z","caller":"traceutil/trace.go:171","msg":"trace[469488705] transaction","detail":"{read_only:false; response_revision:25164; number_of_response:1; }","duration":"123.968226ms","start":"2026-03-19T12:02:34.659001Z","end":"2026-03-19T12:02:34.78297Z","steps":["trace[469488705] 'process raft request' (duration: 123.824342ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:35.002426Z","caller":"traceutil/trace.go:171","msg":"trace[190139381] linearizableReadLoop","detail":"{readStateIndex:26092; appliedIndex:26091; }","duration":"211.124142ms","start":"2026-03-19T12:02:34.791262Z","end":"2026-03-19T12:02:35.002386Z","steps":["trace[190139381] 'read index received' (duration: 182.805654ms)","trace[190139381] 'applied index is now lower than readState.Index' (duration: 28.316698ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:35.002465Z","caller":"traceutil/trace.go:171","msg":"trace[1044590112] transaction","detail":"{read_only:false; response_revision:25165; number_of_response:1; }","duration":"212.938512ms","start":"2026-03-19T12:02:34.789496Z","end":"2026-03-19T12:02:35.002434Z","steps":["trace[1044590112] 'process raft request' (duration: 184.557551ms)","trace[1044590112] 'compare' (duration: 28.090243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:35.002734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.451041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"info","ts":"2026-03-19T12:02:35.002775Z","caller":"traceutil/trace.go:171","msg":"trace[177381938] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:25165; }","duration":"211.518813ms","start":"2026-03-19T12:02:34.791247Z","end":"2026-03-19T12:02:35.002766Z","steps":["trace[177381938] 'agreement among raft nodes before linearized reading' (duration: 211.269066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:35.072879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.097757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"warn","ts":"2026-03-19T12:02:35.072978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.185908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"info","ts":"2026-03-19T12:02:35.073046Z","caller":"traceutil/trace.go:171","msg":"trace[964728345] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:25167; }","duration":"252.308651ms","start":"2026-03-19T12:02:34.82072Z","end":"2026-03-19T12:02:35.073029Z","steps":["trace[964728345] 'agreement among raft nodes before linearized reading' (duration: 252.025713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:35.073089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.295976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"info","ts":"2026-03-19T12:02:35.073126Z","caller":"traceutil/trace.go:171","msg":"trace[1510474386] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:25167; }","duration":"278.345688ms","start":"2026-03-19T12:02:34.794772Z","end":"2026-03-19T12:02:35.073118Z","steps":["trace[1510474386] 'agreement among raft nodes before linearized reading' (duration: 278.250496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:35.073142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.751604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"info","ts":"2026-03-19T12:02:35.073198Z","caller":"traceutil/trace.go:171","msg":"trace[1398679118] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:25167; }","duration":"280.829025ms","start":"2026-03-19T12:02:34.792355Z","end":"2026-03-19T12:02:35.073184Z","steps":["trace[1398679118] 'agreement among raft nodes before linearized reading' (duration: 280.704342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:35.073221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.155927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:35.073245Z","caller":"traceutil/trace.go:171","msg":"trace[571361163] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25167; }","duration":"122.215799ms","start":"2026-03-19T12:02:34.951022Z","end":"2026-03-19T12:02:35.073237Z","steps":["trace[571361163] 'agreement among raft nodes before linearized reading' (duration: 122.171347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:35.073287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.927496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"info","ts":"2026-03-19T12:02:35.073324Z","caller":"traceutil/trace.go:171","msg":"trace[586208630] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:25167; }","duration":"281.986037ms","start":"2026-03-19T12:02:34.791328Z","end":"2026-03-19T12:02:35.073315Z","steps":["trace[586208630] 'agreement among raft nodes before linearized reading' (duration: 281.900354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:35.073341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.892097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"info","ts":"2026-03-19T12:02:35.073369Z","caller":"traceutil/trace.go:171","msg":"trace[2106217930] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:25167; }","duration":"280.933178ms","start":"2026-03-19T12:02:34.792428Z","end":"2026-03-19T12:02:35.073361Z","steps":["trace[2106217930] 'agreement among raft nodes before linearized reading' (duration: 280.853476ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:35.073395Z","caller":"traceutil/trace.go:171","msg":"trace[268852487] transaction","detail":"{read_only:false; response_revision:25166; number_of_response:1; }","duration":"230.861259ms","start":"2026-03-19T12:02:34.842508Z","end":"2026-03-19T12:02:35.073369Z","steps":["trace[268852487] 'process raft request' (duration: 230.027367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:35.07349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.633182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-19T12:02:35.073494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.071432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"info","ts":"2026-03-19T12:02:35.073518Z","caller":"traceutil/trace.go:171","msg":"trace[1964091808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25167; }","duration":"237.689304ms","start":"2026-03-19T12:02:34.835823Z","end":"2026-03-19T12:02:35.073512Z","steps":["trace[1964091808] 'agreement among raft nodes before linearized reading' (duration: 237.610762ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:35.073525Z","caller":"traceutil/trace.go:171","msg":"trace[1576604751] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:25167; }","duration":"281.116633ms","start":"2026-03-19T12:02:34.7924Z","end":"2026-03-19T12:02:35.073517Z","steps":["trace[1576604751] 'agreement among raft nodes before linearized reading' (duration: 281.037551ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:35.072996Z","caller":"traceutil/trace.go:171","msg":"trace[1326498906] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:25167; }","duration":"276.222451ms","start":"2026-03-19T12:02:34.796755Z","end":"2026-03-19T12:02:35.072977Z","steps":["trace[1326498906] 'agreement among raft nodes before linearized reading' (duration: 276.011805ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:35.073831Z","caller":"traceutil/trace.go:171","msg":"trace[409912358] transaction","detail":"{read_only:false; response_revision:25167; number_of_response:1; }","duration":"186.822822ms","start":"2026-03-19T12:02:34.886816Z","end":"2026-03-19T12:02:35.073639Z","steps":["trace[409912358] 'process raft request' (duration: 185.861516ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:36.219514Z","caller":"traceutil/trace.go:171","msg":"trace[1231674265] transaction","detail":"{read_only:false; response_revision:25175; number_of_response:1; }","duration":"414.295399ms","start":"2026-03-19T12:02:35.805204Z","end":"2026-03-19T12:02:36.219499Z","steps":["trace[1231674265] 'process raft request' (duration: 413.738684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:36.219637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:35.805191Z","time spent":"414.379762ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:02:36.219137Z","caller":"traceutil/trace.go:171","msg":"trace[227509673] linearizableReadLoop","detail":"{readStateIndex:26102; appliedIndex:26101; }","duration":"411.0236ms","start":"2026-03-19T12:02:35.808086Z","end":"2026-03-19T12:02:36.219109Z","steps":["trace[227509673] 'read index received' (duration: 410.899257ms)","trace[227509673] 'applied index is now lower than readState.Index' (duration: 123.243µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:36.220121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.026257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T12:02:36.220163Z","caller":"traceutil/trace.go:171","msg":"trace[998082201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25175; }","duration":"412.079358ms","start":"2026-03-19T12:02:35.808071Z","end":"2026-03-19T12:02:36.22015Z","steps":["trace[998082201] 'agreement among raft nodes before linearized reading' (duration: 411.091442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:36.220212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:35.808064Z","time spent":"412.137811ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T12:02:36.288555Z","caller":"traceutil/trace.go:171","msg":"trace[589907786] transaction","detail":"{read_only:false; response_revision:25176; number_of_response:1; }","duration":"446.033651ms","start":"2026-03-19T12:02:35.842488Z","end":"2026-03-19T12:02:36.288522Z","steps":["trace[589907786] 'process raft request' (duration: 442.464714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:36.288697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:35.842472Z","time spent":"446.145893ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:02:36.288946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.752652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-03-19T12:02:36.288971Z","caller":"traceutil/trace.go:171","msg":"trace[1294414810] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:25177; }","duration":"463.798763ms","start":"2026-03-19T12:02:35.825165Z","end":"2026-03-19T12:02:36.288964Z","steps":["trace[1294414810] 'agreement among raft nodes before linearized reading' (duration: 463.409252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:36.288989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:35.825151Z","time spent":"463.833484ms","remote":"127.0.0.1:51300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7530,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-03-19T12:02:36.28901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.383733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-19T12:02:36.289052Z","caller":"traceutil/trace.go:171","msg":"trace[600635083] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25177; }","duration":"238.462155ms","start":"2026-03-19T12:02:36.050579Z","end":"2026-03-19T12:02:36.289041Z","steps":["trace[600635083] 'agreement among raft nodes before linearized reading' (duration: 238.007893ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:36.64407Z","caller":"traceutil/trace.go:171","msg":"trace[1462447884] linearizableReadLoop","detail":"{readStateIndex:26107; appliedIndex:26105; }","duration":"149.223952ms","start":"2026-03-19T12:02:36.494826Z","end":"2026-03-19T12:02:36.64405Z","steps":["trace[1462447884] 'read index received' (duration: 79.314444ms)","trace[1462447884] 'applied index is now lower than readState.Index' (duration: 69.908608ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:36.644224Z","caller":"traceutil/trace.go:171","msg":"trace[917920082] transaction","detail":"{read_only:false; response_revision:25180; number_of_response:1; }","duration":"155.367158ms","start":"2026-03-19T12:02:36.488821Z","end":"2026-03-19T12:02:36.644188Z","steps":["trace[917920082] 'process raft request' (duration: 155.108001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:36.644309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.470179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-03-19T12:02:36.644366Z","caller":"traceutil/trace.go:171","msg":"trace[531852800] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:25180; }","duration":"149.563371ms","start":"2026-03-19T12:02:36.494787Z","end":"2026-03-19T12:02:36.644351Z","steps":["trace[531852800] 'agreement among raft nodes before linearized reading' (duration: 149.389676ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:37.119226Z","caller":"traceutil/trace.go:171","msg":"trace[770507208] linearizableReadLoop","detail":"{readStateIndex:26108; appliedIndex:26107; }","duration":"200.30762ms","start":"2026-03-19T12:02:36.918893Z","end":"2026-03-19T12:02:37.1192Z","steps":["trace[770507208] 'read index received' (duration: 199.654592ms)","trace[770507208] 'applied index is now lower than readState.Index' (duration: 652.338µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:37.119304Z","caller":"traceutil/trace.go:171","msg":"trace[1724336765] transaction","detail":"{read_only:false; response_revision:25181; number_of_response:1; }","duration":"254.776539ms","start":"2026-03-19T12:02:36.864495Z","end":"2026-03-19T12:02:37.119271Z","steps":["trace[1724336765] 'process raft request' (duration: 254.45676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:37.119523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.611248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"info","ts":"2026-03-19T12:02:37.119579Z","caller":"traceutil/trace.go:171","msg":"trace[767224540] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:25181; }","duration":"200.720081ms","start":"2026-03-19T12:02:36.918848Z","end":"2026-03-19T12:02:37.119568Z","steps":["trace[767224540] 'agreement among raft nodes before linearized reading' (duration: 200.458613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:37.119641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.128367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:02:37.119708Z","caller":"traceutil/trace.go:171","msg":"trace[331524922] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25181; }","duration":"171.25973ms","start":"2026-03-19T12:02:36.948434Z","end":"2026-03-19T12:02:37.119693Z","steps":["trace[331524922] 'agreement among raft nodes before linearized reading' (duration: 171.099486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:37.119997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.098731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:02:37.120061Z","caller":"traceutil/trace.go:171","msg":"trace[1398781457] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25181; }","duration":"113.186673ms","start":"2026-03-19T12:02:37.006844Z","end":"2026-03-19T12:02:37.120031Z","steps":["trace[1398781457] 'agreement among raft nodes before linearized reading' (duration: 113.049699ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:42.164983Z","caller":"traceutil/trace.go:171","msg":"trace[443584031] linearizableReadLoop","detail":"{readStateIndex:26203; appliedIndex:26202; }","duration":"145.891311ms","start":"2026-03-19T12:02:42.01907Z","end":"2026-03-19T12:02:42.164961Z","steps":["trace[443584031] 'read index received' (duration: 145.572313ms)","trace[443584031] 'applied index is now lower than readState.Index' (duration: 317.988µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:42.165271Z","caller":"traceutil/trace.go:171","msg":"trace[1410177737] transaction","detail":"{read_only:false; response_revision:25274; number_of_response:1; }","duration":"148.030359ms","start":"2026-03-19T12:02:42.017226Z","end":"2026-03-19T12:02:42.165257Z","steps":["trace[1410177737] 'process raft request' (duration: 147.469054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:42.165595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.505458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-19T12:02:42.165643Z","caller":"traceutil/trace.go:171","msg":"trace[149794661] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:25274; }","duration":"146.58131ms","start":"2026-03-19T12:02:42.019046Z","end":"2026-03-19T12:02:42.165628Z","steps":["trace[149794661] 'agreement among raft nodes before linearized reading' (duration: 146.402976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:42.165855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.035829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11795"} {"level":"info","ts":"2026-03-19T12:02:42.165874Z","caller":"traceutil/trace.go:171","msg":"trace[1820883015] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25274; }","duration":"134.092621ms","start":"2026-03-19T12:02:42.031777Z","end":"2026-03-19T12:02:42.16587Z","steps":["trace[1820883015] 'agreement among raft nodes before linearized reading' (duration: 134.021259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:42.1663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.462561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-03-19T12:02:42.166319Z","caller":"traceutil/trace.go:171","msg":"trace[1532897869] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:25274; }","duration":"106.511252ms","start":"2026-03-19T12:02:42.059803Z","end":"2026-03-19T12:02:42.166314Z","steps":["trace[1532897869] 'agreement among raft nodes before linearized reading' (duration: 106.465021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:48.044785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.073647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b19dfaa4-8b60-425a-96c3-51f76756bec4\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-19T12:02:48.044792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.207324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-03-19T12:02:48.044876Z","caller":"traceutil/trace.go:171","msg":"trace[1135885294] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b19dfaa4-8b60-425a-96c3-51f76756bec4; range_end:; response_count:1; response_revision:25402; }","duration":"114.211152ms","start":"2026-03-19T12:02:47.930646Z","end":"2026-03-19T12:02:48.044857Z","steps":["trace[1135885294] 'range keys from in-memory index tree' (duration: 113.980745ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:48.044928Z","caller":"traceutil/trace.go:171","msg":"trace[940090372] range","detail":"{range_begin:/registry/ingress/openstack/compute; range_end:; response_count:1; response_revision:25402; }","duration":"113.360228ms","start":"2026-03-19T12:02:47.931513Z","end":"2026-03-19T12:02:48.044874Z","steps":["trace[940090372] 'range keys from in-memory index tree' (duration: 113.05672ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:49.335749Z","caller":"traceutil/trace.go:171","msg":"trace[570506310] transaction","detail":"{read_only:false; response_revision:25416; number_of_response:1; }","duration":"123.585307ms","start":"2026-03-19T12:02:49.212138Z","end":"2026-03-19T12:02:49.335723Z","steps":["trace[570506310] 'process raft request' (duration: 123.391671ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:49.437673Z","caller":"traceutil/trace.go:171","msg":"trace[1198271494] transaction","detail":"{read_only:false; response_revision:25417; number_of_response:1; }","duration":"102.009199ms","start":"2026-03-19T12:02:49.335635Z","end":"2026-03-19T12:02:49.437644Z","steps":["trace[1198271494] 'process raft request' (duration: 42.593686ms)","trace[1198271494] 'compare' (duration: 59.243128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:49.437914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.161501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-19T12:02:49.437859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.509826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:49.437991Z","caller":"traceutil/trace.go:171","msg":"trace[1224533462] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25418; }","duration":"120.298266ms","start":"2026-03-19T12:02:49.317675Z","end":"2026-03-19T12:02:49.437973Z","steps":["trace[1224533462] 'agreement among raft nodes before linearized reading' (duration: 120.123271ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:49.437673Z","caller":"traceutil/trace.go:171","msg":"trace[1857160920] linearizableReadLoop","detail":"{readStateIndex:26350; appliedIndex:26349; }","duration":"101.941657ms","start":"2026-03-19T12:02:49.335694Z","end":"2026-03-19T12:02:49.437636Z","steps":["trace[1857160920] 'read index received' (duration: 42.551645ms)","trace[1857160920] 'applied index is now lower than readState.Index' (duration: 59.385831ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:49.438084Z","caller":"traceutil/trace.go:171","msg":"trace[245153623] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25418; }","duration":"129.747412ms","start":"2026-03-19T12:02:49.308273Z","end":"2026-03-19T12:02:49.43802Z","steps":["trace[245153623] 'agreement among raft nodes before linearized reading' (duration: 129.463944ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:49.56715Z","caller":"traceutil/trace.go:171","msg":"trace[1660664069] transaction","detail":"{read_only:false; response_revision:25419; number_of_response:1; }","duration":"103.621554ms","start":"2026-03-19T12:02:49.463508Z","end":"2026-03-19T12:02:49.567129Z","steps":["trace[1660664069] 'process raft request' (duration: 95.856253ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:49.872206Z","caller":"traceutil/trace.go:171","msg":"trace[741152940] transaction","detail":"{read_only:false; response_revision:25421; number_of_response:1; }","duration":"188.370375ms","start":"2026-03-19T12:02:49.683815Z","end":"2026-03-19T12:02:49.872185Z","steps":["trace[741152940] 'process raft request' (duration: 188.20981ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:50.083134Z","caller":"traceutil/trace.go:171","msg":"trace[38738627] transaction","detail":"{read_only:false; response_revision:25423; number_of_response:1; }","duration":"196.995629ms","start":"2026-03-19T12:02:49.886113Z","end":"2026-03-19T12:02:50.083109Z","steps":["trace[38738627] 'process raft request' (duration: 196.615969ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:50.578621Z","caller":"traceutil/trace.go:171","msg":"trace[2075213442] transaction","detail":"{read_only:false; response_revision:25426; number_of_response:1; }","duration":"124.798899ms","start":"2026-03-19T12:02:50.453759Z","end":"2026-03-19T12:02:50.578558Z","steps":["trace[2075213442] 'process raft request' (duration: 88.343109ms)","trace[2075213442] 'compare' (duration: 36.047879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:50.994535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.211954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:02:50.994672Z","caller":"traceutil/trace.go:171","msg":"trace[767077888] linearizableReadLoop","detail":"{readStateIndex:26361; appliedIndex:26359; }","duration":"384.958363ms","start":"2026-03-19T12:02:50.609692Z","end":"2026-03-19T12:02:50.99465Z","steps":["trace[767077888] 'read index received' (duration: 56.73085ms)","trace[767077888] 'applied index is now lower than readState.Index' (duration: 328.225583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:50.994938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.048202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:50.995008Z","caller":"traceutil/trace.go:171","msg":"trace[973639475] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25428; }","duration":"193.163665ms","start":"2026-03-19T12:02:50.801829Z","end":"2026-03-19T12:02:50.994993Z","steps":["trace[973639475] 'agreement among raft nodes before linearized reading' (duration: 193.017331ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:50.994732Z","caller":"traceutil/trace.go:171","msg":"trace[763842140] transaction","detail":"{read_only:false; response_revision:25428; number_of_response:1; }","duration":"398.44252ms","start":"2026-03-19T12:02:50.596262Z","end":"2026-03-19T12:02:50.994704Z","steps":["trace[763842140] 'process raft request' (duration: 154.577608ms)","trace[763842140] 'compare' (duration: 242.953777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:50.99503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.766846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:50.995099Z","caller":"traceutil/trace.go:171","msg":"trace[196967718] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25428; }","duration":"160.880239ms","start":"2026-03-19T12:02:50.834201Z","end":"2026-03-19T12:02:50.995081Z","steps":["trace[196967718] 'agreement among raft nodes before linearized reading' (duration: 160.758015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:50.995082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.377775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:02:50.99511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.367227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-19T12:02:50.995119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:50.596238Z","time spent":"398.820959ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:02:50.995177Z","caller":"traceutil/trace.go:171","msg":"trace[358516775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25428; }","duration":"385.524869ms","start":"2026-03-19T12:02:50.609631Z","end":"2026-03-19T12:02:50.995156Z","steps":["trace[358516775] 'agreement among raft nodes before linearized reading' (duration: 385.359264ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:50.995183Z","caller":"traceutil/trace.go:171","msg":"trace[2094422578] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25428; }","duration":"187.46002ms","start":"2026-03-19T12:02:50.807705Z","end":"2026-03-19T12:02:50.995165Z","steps":["trace[2094422578] 'agreement among raft nodes before linearized reading' (duration: 187.269585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:50.995238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:50.609609Z","time spent":"385.618641ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:02:51.690849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.728952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:02:51.69103Z","caller":"traceutil/trace.go:171","msg":"trace[93825470] linearizableReadLoop","detail":"{readStateIndex:26363; appliedIndex:26361; }","duration":"619.025828ms","start":"2026-03-19T12:02:51.071994Z","end":"2026-03-19T12:02:51.69102Z","steps":["trace[93825470] 'read index received' (duration: 285.078471ms)","trace[93825470] 'applied index is now lower than readState.Index' (duration: 333.946787ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:51.691078Z","caller":"traceutil/trace.go:171","msg":"trace[1561663633] transaction","detail":"{read_only:false; response_revision:25429; number_of_response:1; }","duration":"692.461383ms","start":"2026-03-19T12:02:50.998611Z","end":"2026-03-19T12:02:51.691072Z","steps":["trace[1561663633] 'process raft request' (duration: 358.447904ms)","trace[1561663633] 'compare' (duration: 333.236978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:51.69111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:50.99859Z","time spent":"692.504273ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:02:51.691221Z","caller":"traceutil/trace.go:171","msg":"trace[369732839] transaction","detail":"{read_only:false; response_revision:25431; number_of_response:1; }","duration":"349.636194ms","start":"2026-03-19T12:02:51.34158Z","end":"2026-03-19T12:02:51.691216Z","steps":["trace[369732839] 'process raft request' (duration: 349.408368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:51.691247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:51.341563Z","time spent":"349.670714ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:02:51.691346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.362337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-19T12:02:51.691368Z","caller":"traceutil/trace.go:171","msg":"trace[625173869] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25431; }","duration":"619.419969ms","start":"2026-03-19T12:02:51.07194Z","end":"2026-03-19T12:02:51.69136Z","steps":["trace[625173869] 'agreement among raft nodes before linearized reading' (duration: 619.344557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:51.691383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:51.07192Z","time spent":"619.45994ms","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-19T12:02:51.691395Z","caller":"traceutil/trace.go:171","msg":"trace[165613935] transaction","detail":"{read_only:false; response_revision:25430; number_of_response:1; }","duration":"650.74913ms","start":"2026-03-19T12:02:51.040611Z","end":"2026-03-19T12:02:51.69136Z","steps":["trace[165613935] 'process raft request' (duration: 650.319218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:51.691544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:51.040577Z","time spent":"650.896564ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":815,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T12:02:52.191303Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536136686,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T12:02:52.204009Z","caller":"traceutil/trace.go:171","msg":"trace[1414124666] transaction","detail":"{read_only:false; response_revision:25432; number_of_response:1; }","duration":"758.256878ms","start":"2026-03-19T12:02:51.445722Z","end":"2026-03-19T12:02:52.203979Z","steps":["trace[1414124666] 'process raft request' (duration: 758.094664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:52.204178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:51.445699Z","time spent":"758.393902ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:02:52.230539Z","caller":"traceutil/trace.go:171","msg":"trace[894471477] linearizableReadLoop","detail":"{readStateIndex:26368; appliedIndex:26364; }","duration":"539.471408ms","start":"2026-03-19T12:02:51.691049Z","end":"2026-03-19T12:02:52.23052Z","steps":["trace[894471477] 'read index received' (duration: 512.740422ms)","trace[894471477] 'applied index is now lower than readState.Index' (duration: 26.730146ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:52.230607Z","caller":"traceutil/trace.go:171","msg":"trace[991197684] transaction","detail":"{read_only:false; response_revision:25435; number_of_response:1; }","duration":"118.879838ms","start":"2026-03-19T12:02:52.111692Z","end":"2026-03-19T12:02:52.230572Z","steps":["trace[991197684] 'process raft request' (duration: 118.795216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:52.230731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.463689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-19T12:02:52.230721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.277304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:52.230765Z","caller":"traceutil/trace.go:171","msg":"trace[912868173] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25435; }","duration":"788.555091ms","start":"2026-03-19T12:02:51.442199Z","end":"2026-03-19T12:02:52.230754Z","steps":["trace[912868173] 'agreement among raft nodes before linearized reading' (duration: 788.417967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:52.230792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:51.442175Z","time spent":"788.610492ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T12:02:52.230796Z","caller":"traceutil/trace.go:171","msg":"trace[1251058509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25435; }","duration":"619.403758ms","start":"2026-03-19T12:02:51.611375Z","end":"2026-03-19T12:02:52.230779Z","steps":["trace[1251058509] 'agreement among raft nodes before linearized reading' (duration: 619.251004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:52.230838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:51.611356Z","time spent":"619.4751ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:02:52.230831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035430094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:02:52.230865Z","caller":"traceutil/trace.go:171","msg":"trace[1033995546] transaction","detail":"{read_only:false; response_revision:25434; number_of_response:1; }","duration":"322.549628ms","start":"2026-03-19T12:02:51.908306Z","end":"2026-03-19T12:02:52.230855Z","steps":["trace[1033995546] 'process raft request' (duration: 322.151027ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:52.230896Z","caller":"traceutil/trace.go:171","msg":"trace[1990037450] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25435; }","duration":"1.035538138s","start":"2026-03-19T12:02:51.195344Z","end":"2026-03-19T12:02:52.230882Z","steps":["trace[1990037450] 'agreement among raft nodes before linearized reading' (duration: 1.035318352s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:52.230911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.169316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-19T12:02:52.230904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.022056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:02:52.230959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:51.195329Z","time spent":"1.035619979s","remote":"127.0.0.1:53286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:02:52.230951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:51.908281Z","time spent":"322.604829ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:02:52.230981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.210838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:02:52.231006Z","caller":"traceutil/trace.go:171","msg":"trace[1878788853] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25435; }","duration":"202.164649ms","start":"2026-03-19T12:02:52.02882Z","end":"2026-03-19T12:02:52.230985Z","steps":["trace[1878788853] 'agreement among raft nodes before linearized reading' (duration: 201.993235ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:52.231073Z","caller":"traceutil/trace.go:171","msg":"trace[1222581124] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25435; }","duration":"659.382493ms","start":"2026-03-19T12:02:51.571674Z","end":"2026-03-19T12:02:52.231057Z","steps":["trace[1222581124] 'agreement among raft nodes before linearized reading' (duration: 658.918451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:52.231117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:51.571659Z","time spent":"659.447666ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T12:02:52.23099Z","caller":"traceutil/trace.go:171","msg":"trace[77872956] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25435; }","duration":"916.285829ms","start":"2026-03-19T12:02:51.314686Z","end":"2026-03-19T12:02:52.230972Z","steps":["trace[77872956] 'agreement among raft nodes before linearized reading' (duration: 916.072393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:52.231191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:51.314666Z","time spent":"916.513456ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T12:02:52.231631Z","caller":"traceutil/trace.go:171","msg":"trace[1786134028] transaction","detail":"{read_only:false; response_revision:25433; number_of_response:1; }","duration":"657.848532ms","start":"2026-03-19T12:02:51.572874Z","end":"2026-03-19T12:02:52.230723Z","steps":["trace[1786134028] 'process raft request' (duration: 657.429661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:52.231744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:51.572846Z","time spent":"658.837428ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:02:52.407875Z","caller":"traceutil/trace.go:171","msg":"trace[917747167] transaction","detail":"{read_only:false; response_revision:25436; number_of_response:1; }","duration":"172.045311ms","start":"2026-03-19T12:02:52.23581Z","end":"2026-03-19T12:02:52.407856Z","steps":["trace[917747167] 'process raft request' (duration: 124.704936ms)","trace[917747167] 'compare' (duration: 47.195641ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:52.408022Z","caller":"traceutil/trace.go:171","msg":"trace[799848123] linearizableReadLoop","detail":"{readStateIndex:26370; appliedIndex:26368; }","duration":"114.690285ms","start":"2026-03-19T12:02:52.293295Z","end":"2026-03-19T12:02:52.407985Z","steps":["trace[799848123] 'read index received' (duration: 67.38852ms)","trace[799848123] 'applied index is now lower than readState.Index' (duration: 47.299165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:52.408175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.866369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:52.408217Z","caller":"traceutil/trace.go:171","msg":"trace[1989001507] transaction","detail":"{read_only:false; response_revision:25437; number_of_response:1; }","duration":"171.656241ms","start":"2026-03-19T12:02:52.236552Z","end":"2026-03-19T12:02:52.408208Z","steps":["trace[1989001507] 'process raft request' (duration: 171.27187ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:52.408224Z","caller":"traceutil/trace.go:171","msg":"trace[1976596905] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25437; }","duration":"114.965572ms","start":"2026-03-19T12:02:52.293244Z","end":"2026-03-19T12:02:52.40821Z","steps":["trace[1976596905] 'agreement among raft nodes before linearized reading' (duration: 114.862439ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:52.560472Z","caller":"traceutil/trace.go:171","msg":"trace[606141521] transaction","detail":"{read_only:false; response_revision:25438; number_of_response:1; }","duration":"113.778609ms","start":"2026-03-19T12:02:52.446667Z","end":"2026-03-19T12:02:52.560446Z","steps":["trace[606141521] 'process raft request' (duration: 82.105559ms)","trace[606141521] 'compare' (duration: 31.428964ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:53.127595Z","caller":"traceutil/trace.go:171","msg":"trace[1126558119] transaction","detail":"{read_only:false; response_revision:25444; number_of_response:1; }","duration":"127.131192ms","start":"2026-03-19T12:02:53.000428Z","end":"2026-03-19T12:02:53.12756Z","steps":["trace[1126558119] 'process raft request' (duration: 56.569226ms)","trace[1126558119] 'compare' (duration: 70.34785ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:53.176132Z","caller":"traceutil/trace.go:171","msg":"trace[1345498215] transaction","detail":"{read_only:false; response_revision:25445; number_of_response:1; }","duration":"152.287545ms","start":"2026-03-19T12:02:53.023803Z","end":"2026-03-19T12:02:53.176091Z","steps":["trace[1345498215] 'process raft request' (duration: 152.085089ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:53.176159Z","caller":"traceutil/trace.go:171","msg":"trace[2080652999] transaction","detail":"{read_only:false; response_revision:25446; number_of_response:1; }","duration":"151.154695ms","start":"2026-03-19T12:02:53.024974Z","end":"2026-03-19T12:02:53.176128Z","steps":["trace[2080652999] 'process raft request' (duration: 151.033461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:53.369985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.908525ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-19T12:02:54.189567Z","caller":"traceutil/trace.go:171","msg":"trace[1814104559] transaction","detail":"{read_only:false; response_revision:25461; number_of_response:1; }","duration":"220.918028ms","start":"2026-03-19T12:02:53.968627Z","end":"2026-03-19T12:02:54.189545Z","steps":["trace[1814104559] 'process raft request' (duration: 220.851066ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:54.189712Z","caller":"traceutil/trace.go:171","msg":"trace[396695123] transaction","detail":"{read_only:false; response_revision:25460; number_of_response:1; }","duration":"221.238987ms","start":"2026-03-19T12:02:53.968455Z","end":"2026-03-19T12:02:54.189694Z","steps":["trace[396695123] 'process raft request' (duration: 153.21587ms)","trace[396695123] 'compare' (duration: 67.545304ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:54.420338Z","caller":"traceutil/trace.go:171","msg":"trace[1394560610] transaction","detail":"{read_only:false; response_revision:25463; number_of_response:1; }","duration":"182.928738ms","start":"2026-03-19T12:02:54.237368Z","end":"2026-03-19T12:02:54.420297Z","steps":["trace[1394560610] 'process raft request' (duration: 92.80577ms)","trace[1394560610] 'compare' (duration: 89.539792ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:54.425845Z","caller":"traceutil/trace.go:171","msg":"trace[2022223830] transaction","detail":"{read_only:false; response_revision:25464; number_of_response:1; }","duration":"186.805782ms","start":"2026-03-19T12:02:54.239003Z","end":"2026-03-19T12:02:54.425809Z","steps":["trace[2022223830] 'process raft request' (duration: 181.174829ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:54.425903Z","caller":"traceutil/trace.go:171","msg":"trace[1147880854] transaction","detail":"{read_only:false; response_revision:25465; number_of_response:1; }","duration":"186.852274ms","start":"2026-03-19T12:02:54.239018Z","end":"2026-03-19T12:02:54.42587Z","steps":["trace[1147880854] 'process raft request' (duration: 186.69623ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:54.716443Z","caller":"traceutil/trace.go:171","msg":"trace[1637243719] transaction","detail":"{read_only:false; response_revision:25469; number_of_response:1; }","duration":"118.366014ms","start":"2026-03-19T12:02:54.598041Z","end":"2026-03-19T12:02:54.716407Z","steps":["trace[1637243719] 'process raft request' (duration: 116.992067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:55.061515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.502796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:02:55.06156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.749053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:02:55.061627Z","caller":"traceutil/trace.go:171","msg":"trace[828519280] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25470; }","duration":"101.672321ms","start":"2026-03-19T12:02:54.959935Z","end":"2026-03-19T12:02:55.061607Z","steps":["trace[828519280] 'count revisions from in-memory index tree' (duration: 101.414504ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:55.061677Z","caller":"traceutil/trace.go:171","msg":"trace[122348625] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25470; }","duration":"231.952548ms","start":"2026-03-19T12:02:54.829701Z","end":"2026-03-19T12:02:55.061654Z","steps":["trace[122348625] 'count revisions from in-memory index tree' (duration: 231.628099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:55.06177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.06486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:55.062445Z","caller":"traceutil/trace.go:171","msg":"trace[169738990] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25470; }","duration":"155.79432ms","start":"2026-03-19T12:02:54.90663Z","end":"2026-03-19T12:02:55.062424Z","steps":["trace[169738990] 'count revisions from in-memory index tree' (duration: 154.967838ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:55.108397Z","caller":"traceutil/trace.go:171","msg":"trace[385230931] transaction","detail":"{read_only:false; response_revision:25471; number_of_response:1; }","duration":"141.599025ms","start":"2026-03-19T12:02:54.966763Z","end":"2026-03-19T12:02:55.108362Z","steps":["trace[385230931] 'process raft request' (duration: 141.373119ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:55.178249Z","caller":"traceutil/trace.go:171","msg":"trace[675662077] transaction","detail":"{read_only:false; response_revision:25472; number_of_response:1; }","duration":"108.675371ms","start":"2026-03-19T12:02:55.069524Z","end":"2026-03-19T12:02:55.1782Z","steps":["trace[675662077] 'process raft request' (duration: 108.223389ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:56.010512Z","caller":"traceutil/trace.go:171","msg":"trace[1326510822] linearizableReadLoop","detail":"{readStateIndex:26410; appliedIndex:26409; }","duration":"288.997727ms","start":"2026-03-19T12:02:55.721494Z","end":"2026-03-19T12:02:56.010492Z","steps":["trace[1326510822] 'read index received' (duration: 288.941055ms)","trace[1326510822] 'applied index is now lower than readState.Index' (duration: 56.062µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:02:56.010726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.165461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:02:56.010755Z","caller":"traceutil/trace.go:171","msg":"trace[1519531735] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25476; }","duration":"289.305146ms","start":"2026-03-19T12:02:55.721442Z","end":"2026-03-19T12:02:56.010747Z","steps":["trace[1519531735] 'agreement among raft nodes before linearized reading' (duration: 289.124011ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:56.011014Z","caller":"traceutil/trace.go:171","msg":"trace[573767187] transaction","detail":"{read_only:false; response_revision:25476; number_of_response:1; }","duration":"301.673592ms","start":"2026-03-19T12:02:55.709324Z","end":"2026-03-19T12:02:56.010998Z","steps":["trace[573767187] 'process raft request' (duration: 301.040255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:56.011113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:55.709272Z","time spent":"301.770494ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:02:56.011294Z","caller":"traceutil/trace.go:171","msg":"trace[845178059] transaction","detail":"{read_only:false; response_revision:25477; number_of_response:1; }","duration":"278.955804ms","start":"2026-03-19T12:02:55.732285Z","end":"2026-03-19T12:02:56.011241Z","steps":["trace[845178059] 'process raft request' (duration: 278.663596ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:02:59.521914Z","caller":"traceutil/trace.go:171","msg":"trace[1768875] linearizableReadLoop","detail":"{readStateIndex:26443; appliedIndex:26442; }","duration":"243.528563ms","start":"2026-03-19T12:02:59.278361Z","end":"2026-03-19T12:02:59.521889Z","steps":["trace[1768875] 'read index received' (duration: 243.293767ms)","trace[1768875] 'applied index is now lower than readState.Index' (duration: 233.776µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:02:59.521966Z","caller":"traceutil/trace.go:171","msg":"trace[1952134821] transaction","detail":"{read_only:false; response_revision:25508; number_of_response:1; }","duration":"306.543293ms","start":"2026-03-19T12:02:59.215388Z","end":"2026-03-19T12:02:59.521931Z","steps":["trace[1952134821] 'process raft request' (duration: 306.337918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:59.522053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.682097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:59.522118Z","caller":"traceutil/trace.go:171","msg":"trace[488517823] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25508; }","duration":"243.80808ms","start":"2026-03-19T12:02:59.278295Z","end":"2026-03-19T12:02:59.522103Z","steps":["trace[488517823] 'agreement among raft nodes before linearized reading' (duration: 243.684497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:59.522135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:02:59.215359Z","time spent":"306.685867ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:02:59.832868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.74301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:911"} {"level":"info","ts":"2026-03-19T12:02:59.833004Z","caller":"traceutil/trace.go:171","msg":"trace[2097316307] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:25508; }","duration":"239.916504ms","start":"2026-03-19T12:02:59.593061Z","end":"2026-03-19T12:02:59.832977Z","steps":["trace[2097316307] 'range keys from in-memory index tree' (duration: 239.573035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:02:59.832937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.111877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:02:59.833318Z","caller":"traceutil/trace.go:171","msg":"trace[1235804410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25508; }","duration":"220.511958ms","start":"2026-03-19T12:02:59.612789Z","end":"2026-03-19T12:02:59.833301Z","steps":["trace[1235804410] 'range keys from in-memory index tree' (duration: 220.051546ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:00.51752Z","caller":"traceutil/trace.go:171","msg":"trace[204679278] transaction","detail":"{read_only:false; response_revision:25510; number_of_response:1; }","duration":"278.39869ms","start":"2026-03-19T12:03:00.239096Z","end":"2026-03-19T12:03:00.517494Z","steps":["trace[204679278] 'process raft request' (duration: 276.969131ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:00.64824Z","caller":"traceutil/trace.go:171","msg":"trace[1907256955] transaction","detail":"{read_only:false; response_revision:25511; number_of_response:1; }","duration":"300.956842ms","start":"2026-03-19T12:03:00.347231Z","end":"2026-03-19T12:03:00.648188Z","steps":["trace[1907256955] 'process raft request' (duration: 206.833196ms)","trace[1907256955] 'compare' (duration: 93.823297ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:03:00.648285Z","caller":"traceutil/trace.go:171","msg":"trace[1957669108] transaction","detail":"{read_only:false; response_revision:25514; number_of_response:1; }","duration":"121.317414ms","start":"2026-03-19T12:03:00.526947Z","end":"2026-03-19T12:03:00.648264Z","steps":["trace[1957669108] 'process raft request' (duration: 121.259662ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:00.648354Z","caller":"traceutil/trace.go:171","msg":"trace[1116582017] linearizableReadLoop","detail":"{readStateIndex:26446; appliedIndex:26444; }","duration":"180.370688ms","start":"2026-03-19T12:03:00.467936Z","end":"2026-03-19T12:03:00.648307Z","steps":["trace[1116582017] 'read index received' (duration: 48.134777ms)","trace[1116582017] 'applied index is now lower than readState.Index' (duration: 132.233691ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:03:00.648371Z","caller":"traceutil/trace.go:171","msg":"trace[1181865541] transaction","detail":"{read_only:false; response_revision:25513; number_of_response:1; }","duration":"123.999887ms","start":"2026-03-19T12:03:00.524358Z","end":"2026-03-19T12:03:00.648358Z","steps":["trace[1181865541] 'process raft request' (duration: 123.777051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:00.648459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:00.347209Z","time spent":"301.130907ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:03:00.648275Z","caller":"traceutil/trace.go:171","msg":"trace[1223899728] transaction","detail":"{read_only:false; response_revision:25512; number_of_response:1; }","duration":"146.784796ms","start":"2026-03-19T12:03:00.50144Z","end":"2026-03-19T12:03:00.648224Z","steps":["trace[1223899728] 'process raft request' (duration: 146.622231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:00.648495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.545792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:03:00.64852Z","caller":"traceutil/trace.go:171","msg":"trace[1126249018] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25514; }","duration":"180.625644ms","start":"2026-03-19T12:03:00.467887Z","end":"2026-03-19T12:03:00.648513Z","steps":["trace[1126249018] 'agreement among raft nodes before linearized reading' (duration: 180.548982ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:00.886637Z","caller":"traceutil/trace.go:171","msg":"trace[258934847] transaction","detail":"{read_only:false; response_revision:25515; number_of_response:1; }","duration":"231.27413ms","start":"2026-03-19T12:03:00.655314Z","end":"2026-03-19T12:03:00.886588Z","steps":["trace[258934847] 'process raft request' (duration: 174.403066ms)","trace[258934847] 'compare' (duration: 56.687159ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:03:00.887527Z","caller":"traceutil/trace.go:171","msg":"trace[548459372] transaction","detail":"{read_only:false; response_revision:25516; number_of_response:1; }","duration":"232.173734ms","start":"2026-03-19T12:03:00.655314Z","end":"2026-03-19T12:03:00.887488Z","steps":["trace[548459372] 'process raft request' (duration: 231.910277ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:00.887961Z","caller":"traceutil/trace.go:171","msg":"trace[908203362] transaction","detail":"{read_only:false; response_revision:25517; number_of_response:1; }","duration":"159.13857ms","start":"2026-03-19T12:03:00.728794Z","end":"2026-03-19T12:03:00.887933Z","steps":["trace[908203362] 'process raft request' (duration: 158.630417ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:00.888265Z","caller":"traceutil/trace.go:171","msg":"trace[1053862552] linearizableReadLoop","detail":"{readStateIndex:26452; appliedIndex:26449; }","duration":"115.700662ms","start":"2026-03-19T12:03:00.772402Z","end":"2026-03-19T12:03:00.888103Z","steps":["trace[1053862552] 'read index received' (duration: 57.340357ms)","trace[1053862552] 'applied index is now lower than readState.Index' (duration: 58.358115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:03:00.888394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.976369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:03:00.88849Z","caller":"traceutil/trace.go:171","msg":"trace[973823723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25517; }","duration":"116.120503ms","start":"2026-03-19T12:03:00.772344Z","end":"2026-03-19T12:03:00.888464Z","steps":["trace[973823723] 'agreement among raft nodes before linearized reading' (duration: 115.888097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:01.133115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.066392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:03:01.133456Z","caller":"traceutil/trace.go:171","msg":"trace[1133577040] transaction","detail":"{read_only:false; response_revision:25518; number_of_response:1; }","duration":"240.478909ms","start":"2026-03-19T12:03:00.892908Z","end":"2026-03-19T12:03:01.133387Z","steps":["trace[1133577040] 'process raft request' (duration: 103.056428ms)","trace[1133577040] 'compare' (duration: 136.821955ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:03:01.672277Z","caller":"traceutil/trace.go:171","msg":"trace[1266935347] transaction","detail":"{read_only:false; response_revision:25520; number_of_response:1; }","duration":"144.860054ms","start":"2026-03-19T12:03:01.527383Z","end":"2026-03-19T12:03:01.672243Z","steps":["trace[1266935347] 'process raft request' (duration: 144.449023ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:02.529955Z","caller":"traceutil/trace.go:171","msg":"trace[260781883] linearizableReadLoop","detail":"{readStateIndex:26456; appliedIndex:26455; }","duration":"387.41804ms","start":"2026-03-19T12:03:02.142502Z","end":"2026-03-19T12:03:02.52992Z","steps":["trace[260781883] 'read index received' (duration: 387.131802ms)","trace[260781883] 'applied index is now lower than readState.Index' (duration: 284.727µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:03:02.530047Z","caller":"traceutil/trace.go:171","msg":"trace[1842787097] transaction","detail":"{read_only:false; response_revision:25521; number_of_response:1; }","duration":"401.344778ms","start":"2026-03-19T12:03:02.12865Z","end":"2026-03-19T12:03:02.529995Z","steps":["trace[1842787097] 'process raft request' (duration: 401.05335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:02.530189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.649505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:03:02.530247Z","caller":"traceutil/trace.go:171","msg":"trace[1444667656] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25521; }","duration":"387.770489ms","start":"2026-03-19T12:03:02.14246Z","end":"2026-03-19T12:03:02.53023Z","steps":["trace[1444667656] 'agreement among raft nodes before linearized reading' (duration: 387.637815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:02.530242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:02.128627Z","time spent":"401.520193ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:03:02.530306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:02.142446Z","time spent":"387.846271ms","remote":"127.0.0.1:57738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:03:02.530616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.502162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:03:02.530799Z","caller":"traceutil/trace.go:171","msg":"trace[143433613] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25521; }","duration":"169.602395ms","start":"2026-03-19T12:03:02.361076Z","end":"2026-03-19T12:03:02.530679Z","steps":["trace[143433613] 'agreement among raft nodes before linearized reading' (duration: 169.335498ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:03.064999Z","caller":"traceutil/trace.go:171","msg":"trace[344129359] linearizableReadLoop","detail":"{readStateIndex:26462; appliedIndex:26461; }","duration":"246.890534ms","start":"2026-03-19T12:03:02.818079Z","end":"2026-03-19T12:03:03.064969Z","steps":["trace[344129359] 'read index received' (duration: 246.74815ms)","trace[344129359] 'applied index is now lower than readState.Index' (duration: 141.214µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:03:03.065102Z","caller":"traceutil/trace.go:171","msg":"trace[2107932806] transaction","detail":"{read_only:false; response_revision:25527; number_of_response:1; }","duration":"277.515456ms","start":"2026-03-19T12:03:02.787522Z","end":"2026-03-19T12:03:03.065037Z","steps":["trace[2107932806] 'process raft request' (duration: 277.034903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:03.065164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.065239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:03:03.065228Z","caller":"traceutil/trace.go:171","msg":"trace[925764285] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25527; }","duration":"247.180182ms","start":"2026-03-19T12:03:02.818018Z","end":"2026-03-19T12:03:03.065199Z","steps":["trace[925764285] 'agreement among raft nodes before linearized reading' (duration: 247.076609ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:03.071302Z","caller":"traceutil/trace.go:171","msg":"trace[1076037744] transaction","detail":"{read_only:false; response_revision:25528; number_of_response:1; }","duration":"175.154066ms","start":"2026-03-19T12:03:02.89613Z","end":"2026-03-19T12:03:03.071284Z","steps":["trace[1076037744] 'process raft request' (duration: 174.835837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:03.071759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.737656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:03:03.071861Z","caller":"traceutil/trace.go:171","msg":"trace[1709971022] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25528; }","duration":"177.871019ms","start":"2026-03-19T12:03:02.893978Z","end":"2026-03-19T12:03:03.071849Z","steps":["trace[1709971022] 'agreement among raft nodes before linearized reading' (duration: 177.685974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:03.071941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.099166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:03:03.072012Z","caller":"traceutil/trace.go:171","msg":"trace[406064019] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25528; }","duration":"178.233679ms","start":"2026-03-19T12:03:02.893759Z","end":"2026-03-19T12:03:03.071993Z","steps":["trace[406064019] 'agreement among raft nodes before linearized reading' (duration: 177.964142ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:03.193384Z","caller":"traceutil/trace.go:171","msg":"trace[1791056457] transaction","detail":"{read_only:false; response_revision:25531; number_of_response:1; }","duration":"116.501214ms","start":"2026-03-19T12:03:03.076854Z","end":"2026-03-19T12:03:03.193355Z","steps":["trace[1791056457] 'process raft request' (duration: 116.35913ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:03.193405Z","caller":"traceutil/trace.go:171","msg":"trace[351270994] transaction","detail":"{read_only:false; response_revision:25530; number_of_response:1; }","duration":"116.625127ms","start":"2026-03-19T12:03:03.076756Z","end":"2026-03-19T12:03:03.193382Z","steps":["trace[351270994] 'process raft request' (duration: 113.717608ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:03.193633Z","caller":"traceutil/trace.go:171","msg":"trace[558383725] transaction","detail":"{read_only:false; response_revision:25532; number_of_response:1; }","duration":"112.403052ms","start":"2026-03-19T12:03:03.081211Z","end":"2026-03-19T12:03:03.193614Z","steps":["trace[558383725] 'process raft request' (duration: 112.100814ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:03.405595Z","caller":"traceutil/trace.go:171","msg":"trace[617346739] transaction","detail":"{read_only:false; response_revision:25533; number_of_response:1; }","duration":"206.209109ms","start":"2026-03-19T12:03:03.199287Z","end":"2026-03-19T12:03:03.405496Z","steps":["trace[617346739] 'process raft request' (duration: 133.585507ms)","trace[617346739] 'compare' (duration: 71.604704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:03:03.405789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.005902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T12:03:03.405851Z","caller":"traceutil/trace.go:171","msg":"trace[336685787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25533; }","duration":"182.118285ms","start":"2026-03-19T12:03:03.22372Z","end":"2026-03-19T12:03:03.405839Z","steps":["trace[336685787] 'agreement among raft nodes before linearized reading' (duration: 181.881339ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:03.405568Z","caller":"traceutil/trace.go:171","msg":"trace[512412600] linearizableReadLoop","detail":"{readStateIndex:26468; appliedIndex:26467; }","duration":"181.693113ms","start":"2026-03-19T12:03:03.223763Z","end":"2026-03-19T12:03:03.405456Z","steps":["trace[512412600] 'read index received' (duration: 108.992699ms)","trace[512412600] 'applied index is now lower than readState.Index' (duration: 72.698914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:03:03.693531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.122157ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-19T12:03:04.992572Z","caller":"traceutil/trace.go:171","msg":"trace[14816211] linearizableReadLoop","detail":"{readStateIndex:26473; appliedIndex:26472; }","duration":"440.549492ms","start":"2026-03-19T12:03:04.551989Z","end":"2026-03-19T12:03:04.992538Z","steps":["trace[14816211] 'read index received' (duration: 440.445599ms)","trace[14816211] 'applied index is now lower than readState.Index' (duration: 102.503µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:03:04.99268Z","caller":"traceutil/trace.go:171","msg":"trace[2134537739] transaction","detail":"{read_only:false; response_revision:25537; number_of_response:1; }","duration":"456.259038ms","start":"2026-03-19T12:03:04.53639Z","end":"2026-03-19T12:03:04.992649Z","steps":["trace[2134537739] 'process raft request' (duration: 455.902979ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:04.993185Z","caller":"traceutil/trace.go:171","msg":"trace[1799141639] transaction","detail":"{read_only:false; response_revision:25538; number_of_response:1; }","duration":"305.815324ms","start":"2026-03-19T12:03:04.687362Z","end":"2026-03-19T12:03:04.993178Z","steps":["trace[1799141639] 'process raft request' (duration: 305.640409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:04.993306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:04.687341Z","time spent":"305.885486ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:03:04.993062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.045726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:03:04.993477Z","caller":"traceutil/trace.go:171","msg":"trace[1487459594] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25537; }","duration":"441.490788ms","start":"2026-03-19T12:03:04.551928Z","end":"2026-03-19T12:03:04.993419Z","steps":["trace[1487459594] 'agreement among raft nodes before linearized reading' (duration: 440.793249ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:04.993503Z","caller":"traceutil/trace.go:171","msg":"trace[1783164162] transaction","detail":"{read_only:false; response_revision:25539; number_of_response:1; }","duration":"289.035259ms","start":"2026-03-19T12:03:04.704448Z","end":"2026-03-19T12:03:04.993483Z","steps":["trace[1783164162] 'process raft request' (duration: 288.676729ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:04.993568Z","caller":"traceutil/trace.go:171","msg":"trace[284935804] transaction","detail":"{read_only:false; response_revision:25540; number_of_response:1; }","duration":"289.022428ms","start":"2026-03-19T12:03:04.704536Z","end":"2026-03-19T12:03:04.993558Z","steps":["trace[284935804] 'process raft request' (duration: 288.839753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:04.993588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:04.551905Z","time spent":"441.658832ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T12:03:04.993651Z","caller":"traceutil/trace.go:171","msg":"trace[992214398] transaction","detail":"{read_only:false; response_revision:25541; number_of_response:1; }","duration":"288.813812ms","start":"2026-03-19T12:03:04.704831Z","end":"2026-03-19T12:03:04.993645Z","steps":["trace[992214398] 'process raft request' (duration: 288.668818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:04.993663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.055232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:03:04.993781Z","caller":"traceutil/trace.go:171","msg":"trace[1525859029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25541; }","duration":"376.194225ms","start":"2026-03-19T12:03:04.61756Z","end":"2026-03-19T12:03:04.993754Z","steps":["trace[1525859029] 'agreement among raft nodes before linearized reading' (duration: 376.00237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:04.993852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:04.617506Z","time spent":"376.333019ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:03:04.99351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:04.53636Z","time spent":"456.949027ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:03:05.8183Z","caller":"traceutil/trace.go:171","msg":"trace[679389522] transaction","detail":"{read_only:false; response_revision:25548; number_of_response:1; }","duration":"118.700753ms","start":"2026-03-19T12:03:05.699533Z","end":"2026-03-19T12:03:05.818234Z","steps":["trace[679389522] 'process raft request' (duration: 118.451327ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:06.437904Z","caller":"traceutil/trace.go:171","msg":"trace[269288227] transaction","detail":"{read_only:false; response_revision:25550; number_of_response:1; }","duration":"135.591551ms","start":"2026-03-19T12:03:06.302279Z","end":"2026-03-19T12:03:06.437871Z","steps":["trace[269288227] 'process raft request' (duration: 135.066057ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:07.167089Z","caller":"traceutil/trace.go:171","msg":"trace[418453112] transaction","detail":"{read_only:false; response_revision:25552; number_of_response:1; }","duration":"167.550449ms","start":"2026-03-19T12:03:06.999517Z","end":"2026-03-19T12:03:07.167067Z","steps":["trace[418453112] 'process raft request' (duration: 167.371685ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:07.167551Z","caller":"traceutil/trace.go:171","msg":"trace[99754943] linearizableReadLoop","detail":"{readStateIndex:26491; appliedIndex:26486; }","duration":"150.326522ms","start":"2026-03-19T12:03:07.017213Z","end":"2026-03-19T12:03:07.16754Z","steps":["trace[99754943] 'read index received' (duration: 10.393802ms)","trace[99754943] 'applied index is now lower than readState.Index' (duration: 139.93172ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:03:07.167515Z","caller":"traceutil/trace.go:171","msg":"trace[734647965] transaction","detail":"{read_only:false; response_revision:25553; number_of_response:1; }","duration":"167.646862ms","start":"2026-03-19T12:03:06.999833Z","end":"2026-03-19T12:03:07.16748Z","steps":["trace[734647965] 'process raft request' (duration: 167.195259ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:07.167542Z","caller":"traceutil/trace.go:171","msg":"trace[792909262] transaction","detail":"{read_only:false; response_revision:25554; number_of_response:1; }","duration":"165.157944ms","start":"2026-03-19T12:03:07.002344Z","end":"2026-03-19T12:03:07.167502Z","steps":["trace[792909262] 'process raft request' (duration: 164.955119ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:07.167647Z","caller":"traceutil/trace.go:171","msg":"trace[239540327] transaction","detail":"{read_only:false; response_revision:25555; number_of_response:1; }","duration":"165.054332ms","start":"2026-03-19T12:03:07.002551Z","end":"2026-03-19T12:03:07.167605Z","steps":["trace[239540327] 'process raft request' (duration: 164.900758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:07.167716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.490446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:03:07.167878Z","caller":"traceutil/trace.go:171","msg":"trace[1097518150] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25555; }","duration":"150.706822ms","start":"2026-03-19T12:03:07.017159Z","end":"2026-03-19T12:03:07.167866Z","steps":["trace[1097518150] 'agreement among raft nodes before linearized reading' (duration: 150.443535ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:09.601521Z","caller":"traceutil/trace.go:171","msg":"trace[926729613] linearizableReadLoop","detail":"{readStateIndex:26519; appliedIndex:26518; }","duration":"135.298273ms","start":"2026-03-19T12:03:09.466194Z","end":"2026-03-19T12:03:09.601493Z","steps":["trace[926729613] 'read index received' (duration: 134.273305ms)","trace[926729613] 'applied index is now lower than readState.Index' (duration: 1.023918ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:03:09.601788Z","caller":"traceutil/trace.go:171","msg":"trace[314884397] transaction","detail":"{read_only:false; response_revision:25581; number_of_response:1; }","duration":"137.056471ms","start":"2026-03-19T12:03:09.464694Z","end":"2026-03-19T12:03:09.60175Z","steps":["trace[314884397] 'process raft request' (duration: 135.842588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:09.601863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.640233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-19T12:03:09.601919Z","caller":"traceutil/trace.go:171","msg":"trace[1349776414] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25581; }","duration":"135.725786ms","start":"2026-03-19T12:03:09.46618Z","end":"2026-03-19T12:03:09.601905Z","steps":["trace[1349776414] 'agreement among raft nodes before linearized reading' (duration: 135.475669ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:13.254878Z","caller":"traceutil/trace.go:171","msg":"trace[125809411] transaction","detail":"{read_only:false; response_revision:25606; number_of_response:1; }","duration":"141.336128ms","start":"2026-03-19T12:03:13.113524Z","end":"2026-03-19T12:03:13.25486Z","steps":["trace[125809411] 'process raft request' (duration: 141.193844ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:13.670069Z","caller":"traceutil/trace.go:171","msg":"trace[1262364764] transaction","detail":"{read_only:false; response_revision:25612; number_of_response:1; }","duration":"205.321996ms","start":"2026-03-19T12:03:13.464708Z","end":"2026-03-19T12:03:13.67003Z","steps":["trace[1262364764] 'process raft request' (duration: 205.09304ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:13.697734Z","caller":"traceutil/trace.go:171","msg":"trace[1024738383] linearizableReadLoop","detail":"{readStateIndex:26552; appliedIndex:26551; }","duration":"161.66744ms","start":"2026-03-19T12:03:13.536044Z","end":"2026-03-19T12:03:13.697711Z","steps":["trace[1024738383] 'read index received' (duration: 135.225622ms)","trace[1024738383] 'applied index is now lower than readState.Index' (duration: 26.440848ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:03:13.69785Z","caller":"traceutil/trace.go:171","msg":"trace[402621643] transaction","detail":"{read_only:false; response_revision:25613; number_of_response:1; }","duration":"231.138006ms","start":"2026-03-19T12:03:13.466704Z","end":"2026-03-19T12:03:13.697842Z","steps":["trace[402621643] 'process raft request' (duration: 230.873939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:13.698125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.344341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:03:13.698221Z","caller":"traceutil/trace.go:171","msg":"trace[1671653979] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25613; }","duration":"154.476885ms","start":"2026-03-19T12:03:13.543722Z","end":"2026-03-19T12:03:13.698199Z","steps":["trace[1671653979] 'agreement among raft nodes before linearized reading' (duration: 154.253829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:13.698425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.793345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:03:13.698458Z","caller":"traceutil/trace.go:171","msg":"trace[299131643] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25613; }","duration":"125.865408ms","start":"2026-03-19T12:03:13.572583Z","end":"2026-03-19T12:03:13.698449Z","steps":["trace[299131643] 'agreement among raft nodes before linearized reading' (duration: 125.796866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:13.698413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.335707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:03:13.698529Z","caller":"traceutil/trace.go:171","msg":"trace[675398673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25613; }","duration":"162.532893ms","start":"2026-03-19T12:03:13.53597Z","end":"2026-03-19T12:03:13.698503Z","steps":["trace[675398673] 'agreement among raft nodes before linearized reading' (duration: 162.172853ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:14.033733Z","caller":"traceutil/trace.go:171","msg":"trace[411257012] transaction","detail":"{read_only:false; response_revision:25617; number_of_response:1; }","duration":"151.293998ms","start":"2026-03-19T12:03:13.882407Z","end":"2026-03-19T12:03:14.033701Z","steps":["trace[411257012] 'process raft request' (duration: 151.135454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:14.454954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.058416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:03:14.455051Z","caller":"traceutil/trace.go:171","msg":"trace[1219073467] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25617; }","duration":"346.21199ms","start":"2026-03-19T12:03:14.108816Z","end":"2026-03-19T12:03:14.455028Z","steps":["trace[1219073467] 'count revisions from in-memory index tree' (duration: 345.892262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:14.455101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:14.108793Z","time spent":"346.295743ms","remote":"127.0.0.1:49338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:03:15.482103Z","caller":"traceutil/trace.go:171","msg":"trace[1582565980] transaction","detail":"{read_only:false; response_revision:25620; number_of_response:1; }","duration":"181.20165ms","start":"2026-03-19T12:03:15.300877Z","end":"2026-03-19T12:03:15.482078Z","steps":["trace[1582565980] 'process raft request' (duration: 180.998434ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:15.482445Z","caller":"traceutil/trace.go:171","msg":"trace[773353118] transaction","detail":"{read_only:false; response_revision:25621; number_of_response:1; }","duration":"181.086107ms","start":"2026-03-19T12:03:15.301333Z","end":"2026-03-19T12:03:15.48242Z","steps":["trace[773353118] 'process raft request' (duration: 180.694186ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:15.482767Z","caller":"traceutil/trace.go:171","msg":"trace[1033487828] transaction","detail":"{read_only:false; response_revision:25623; number_of_response:1; }","duration":"170.677375ms","start":"2026-03-19T12:03:15.312061Z","end":"2026-03-19T12:03:15.482739Z","steps":["trace[1033487828] 'process raft request' (duration: 170.583752ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:15.482811Z","caller":"traceutil/trace.go:171","msg":"trace[747622405] transaction","detail":"{read_only:false; response_revision:25622; number_of_response:1; }","duration":"180.255964ms","start":"2026-03-19T12:03:15.302508Z","end":"2026-03-19T12:03:15.482764Z","steps":["trace[747622405] 'process raft request' (duration: 179.818692ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:21.482539Z","caller":"traceutil/trace.go:171","msg":"trace[106261445] transaction","detail":"{read_only:false; response_revision:25661; number_of_response:1; }","duration":"162.957134ms","start":"2026-03-19T12:03:21.319546Z","end":"2026-03-19T12:03:21.482503Z","steps":["trace[106261445] 'process raft request' (duration: 162.724938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:23.086567Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536137271,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:03:23.190518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15198343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:03:23.190632Z","caller":"traceutil/trace.go:171","msg":"trace[1351331126] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25671; }","duration":"1.152148384s","start":"2026-03-19T12:03:22.038455Z","end":"2026-03-19T12:03:23.190603Z","steps":["trace[1351331126] 'count revisions from in-memory index tree' (duration: 1.151903897s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:23.190685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:22.038438Z","time spent":"1.152234266s","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:03:23.214976Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.071855114s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T12:03:23.215378Z","caller":"traceutil/trace.go:171","msg":"trace[1974477784] transaction","detail":"{read_only:false; response_revision:25672; number_of_response:1; }","duration":"1.072417739s","start":"2026-03-19T12:03:22.142922Z","end":"2026-03-19T12:03:23.21534Z","steps":["trace[1974477784] 'process raft request' (duration: 1.072255855s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:23.215742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:22.142885Z","time spent":"1.072574994s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:03:23.261288Z","caller":"traceutil/trace.go:171","msg":"trace[365907894] linearizableReadLoop","detail":"{readStateIndex:26613; appliedIndex:26612; }","duration":"675.758509ms","start":"2026-03-19T12:03:22.58551Z","end":"2026-03-19T12:03:23.261268Z","steps":["trace[365907894] 'read index received' (duration: 629.957726ms)","trace[365907894] 'applied index is now lower than readState.Index' (duration: 45.800073ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:03:23.261338Z","caller":"traceutil/trace.go:171","msg":"trace[377014567] transaction","detail":"{read_only:false; response_revision:25673; number_of_response:1; }","duration":"112.042552ms","start":"2026-03-19T12:03:23.149274Z","end":"2026-03-19T12:03:23.261317Z","steps":["trace[377014567] 'process raft request' (duration: 111.880668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:23.261441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.216162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:03:23.261468Z","caller":"traceutil/trace.go:171","msg":"trace[54103408] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25673; }","duration":"651.264483ms","start":"2026-03-19T12:03:22.610195Z","end":"2026-03-19T12:03:23.26146Z","steps":["trace[54103408] 'agreement among raft nodes before linearized reading' (duration: 651.197172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:23.261492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:22.61014Z","time spent":"651.346336ms","remote":"127.0.0.1:53180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:03:23.261515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.003225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-03-19T12:03:23.261533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.923368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T12:03:23.261575Z","caller":"traceutil/trace.go:171","msg":"trace[926970469] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25673; }","duration":"130.00784ms","start":"2026-03-19T12:03:23.131557Z","end":"2026-03-19T12:03:23.261565Z","steps":["trace[926970469] 'agreement among raft nodes before linearized reading' (duration: 129.842236ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:23.261575Z","caller":"traceutil/trace.go:171","msg":"trace[125875080] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:25673; }","duration":"676.105948ms","start":"2026-03-19T12:03:22.585454Z","end":"2026-03-19T12:03:23.26156Z","steps":["trace[125875080] 'agreement among raft nodes before linearized reading' (duration: 675.898602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:23.261597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.169706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418324"} {"level":"info","ts":"2026-03-19T12:03:23.261618Z","caller":"traceutil/trace.go:171","msg":"trace[556841775] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25673; }","duration":"221.189266ms","start":"2026-03-19T12:03:23.040421Z","end":"2026-03-19T12:03:23.26161Z","steps":["trace[556841775] 'agreement among raft nodes before linearized reading' (duration: 221.032402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:23.261611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:22.585425Z","time spent":"676.1786ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"info","ts":"2026-03-19T12:03:23.871597Z","caller":"traceutil/trace.go:171","msg":"trace[322200120] transaction","detail":"{read_only:false; response_revision:25677; number_of_response:1; }","duration":"213.517548ms","start":"2026-03-19T12:03:23.658053Z","end":"2026-03-19T12:03:23.871571Z","steps":["trace[322200120] 'process raft request' (duration: 182.437554ms)","trace[322200120] 'compare' (duration: 30.92223ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:03:23.871802Z","caller":"traceutil/trace.go:171","msg":"trace[943903171] transaction","detail":"{read_only:false; response_revision:25678; number_of_response:1; }","duration":"207.400312ms","start":"2026-03-19T12:03:23.664347Z","end":"2026-03-19T12:03:23.871747Z","steps":["trace[943903171] 'process raft request' (duration: 207.181976ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:23.871917Z","caller":"traceutil/trace.go:171","msg":"trace[1800308544] transaction","detail":"{read_only:false; response_revision:25680; number_of_response:1; }","duration":"205.1096ms","start":"2026-03-19T12:03:23.666795Z","end":"2026-03-19T12:03:23.871905Z","steps":["trace[1800308544] 'process raft request' (duration: 205.047448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:23.871996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.609623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:03:23.872031Z","caller":"traceutil/trace.go:171","msg":"trace[267325011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25680; }","duration":"205.667494ms","start":"2026-03-19T12:03:23.666355Z","end":"2026-03-19T12:03:23.872023Z","steps":["trace[267325011] 'agreement among raft nodes before linearized reading' (duration: 205.597552ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:23.871908Z","caller":"traceutil/trace.go:171","msg":"trace[1435481909] transaction","detail":"{read_only:false; response_revision:25679; number_of_response:1; }","duration":"205.48837ms","start":"2026-03-19T12:03:23.666412Z","end":"2026-03-19T12:03:23.8719Z","steps":["trace[1435481909] 'process raft request' (duration: 205.286254ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:23.871919Z","caller":"traceutil/trace.go:171","msg":"trace[1318820031] linearizableReadLoop","detail":"{readStateIndex:26619; appliedIndex:26616; }","duration":"205.531261ms","start":"2026-03-19T12:03:23.666372Z","end":"2026-03-19T12:03:23.871903Z","steps":["trace[1318820031] 'read index received' (duration: 81.286367ms)","trace[1318820031] 'applied index is now lower than readState.Index' (duration: 124.243974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:03:28.212623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.155701ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:03:28.213072Z","caller":"traceutil/trace.go:171","msg":"trace[915539099] transaction","detail":"{read_only:false; response_revision:25706; number_of_response:1; }","duration":"321.517ms","start":"2026-03-19T12:03:27.891495Z","end":"2026-03-19T12:03:28.213012Z","steps":["trace[915539099] 'process raft request' (duration: 161.866965ms)","trace[915539099] 'compare' (duration: 159.023508ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:03:28.213153Z","caller":"traceutil/trace.go:171","msg":"trace[1854384982] linearizableReadLoop","detail":"{readStateIndex:26649; appliedIndex:26645; }","duration":"261.974913ms","start":"2026-03-19T12:03:27.951154Z","end":"2026-03-19T12:03:28.213129Z","steps":["trace[1854384982] 'read index received' (duration: 7.00857ms)","trace[1854384982] 'applied index is now lower than readState.Index' (duration: 254.965213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:03:28.213311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:27.891467Z","time spent":"321.716426ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:03:28.213458Z","caller":"traceutil/trace.go:171","msg":"trace[361115951] transaction","detail":"{read_only:false; response_revision:25708; number_of_response:1; }","duration":"319.945888ms","start":"2026-03-19T12:03:27.893492Z","end":"2026-03-19T12:03:28.213438Z","steps":["trace[361115951] 'process raft request' (duration: 319.384002ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:28.21345Z","caller":"traceutil/trace.go:171","msg":"trace[874580128] transaction","detail":"{read_only:false; response_revision:25707; number_of_response:1; }","duration":"320.80643ms","start":"2026-03-19T12:03:27.892615Z","end":"2026-03-19T12:03:28.213421Z","steps":["trace[874580128] 'process raft request' (duration: 320.122372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:28.21357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:27.893474Z","time spent":"320.04398ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:03:28.213618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:27.892605Z","time spent":"320.918944ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:03:28.213663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.286326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-19T12:03:28.213741Z","caller":"traceutil/trace.go:171","msg":"trace[2011625969] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:25708; }","duration":"257.404089ms","start":"2026-03-19T12:03:27.956316Z","end":"2026-03-19T12:03:28.213721Z","steps":["trace[2011625969] 'agreement among raft nodes before linearized reading' (duration: 257.153362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:28.213843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.675762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-19T12:03:28.213883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.053302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:03:28.213892Z","caller":"traceutil/trace.go:171","msg":"trace[1878962348] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25708; }","duration":"262.755115ms","start":"2026-03-19T12:03:27.951125Z","end":"2026-03-19T12:03:28.21388Z","steps":["trace[1878962348] 'agreement among raft nodes before linearized reading' (duration: 262.403045ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:28.213918Z","caller":"traceutil/trace.go:171","msg":"trace[1325881371] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25708; }","duration":"172.121283ms","start":"2026-03-19T12:03:28.041788Z","end":"2026-03-19T12:03:28.213909Z","steps":["trace[1325881371] 'agreement among raft nodes before linearized reading' (duration: 171.855996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:28.765806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536137353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T12:03:29.617996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.83637ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-19T12:03:29.618095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:28.215743Z","time spent":"1.402348917s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T12:03:30.611266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000475448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T12:03:30.611352Z","caller":"traceutil/trace.go:171","msg":"trace[494192073] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000625102s","start":"2026-03-19T12:03:28.61071Z","end":"2026-03-19T12:03:30.611335Z","steps":["trace[494192073] 'agreement among raft nodes before linearized reading' (duration: 2.000514959s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:30.611401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:28.610688Z","time spent":"2.000700374s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 12:03:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T12:03:30.845556Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.770288108s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T12:03:30.906762Z","caller":"traceutil/trace.go:171","msg":"trace[509169109] transaction","detail":"{read_only:false; response_revision:25710; number_of_response:1; }","duration":"2.686887236s","start":"2026-03-19T12:03:28.219865Z","end":"2026-03-19T12:03:30.906753Z","steps":["trace[509169109] 'process raft request' (duration: 2.686757613s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:30.90688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:28.219848Z","time spent":"2.686972858s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:03:30.906763Z","caller":"traceutil/trace.go:171","msg":"trace[1184694387] transaction","detail":"{read_only:false; response_revision:25709; number_of_response:1; }","duration":"2.686888906s","start":"2026-03-19T12:03:28.219844Z","end":"2026-03-19T12:03:30.906733Z","steps":["trace[1184694387] 'process raft request' (duration: 2.626003813s)","trace[1184694387] 'compare' (duration: 60.388649ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:03:30.906982Z","caller":"traceutil/trace.go:171","msg":"trace[1663046073] transaction","detail":"{read_only:false; response_revision:25711; number_of_response:1; }","duration":"2.686903626s","start":"2026-03-19T12:03:28.220062Z","end":"2026-03-19T12:03:30.906966Z","steps":["trace[1663046073] 'process raft request' (duration: 2.686655279s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:30.907086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:28.220056Z","time spent":"2.686974699s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:03:30.90709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:28.219815Z","time spent":"2.687183374s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:03:30.907357Z","caller":"traceutil/trace.go:171","msg":"trace[2047049274] transaction","detail":"{read_only:false; response_revision:25712; number_of_response:1; }","duration":"2.686709901s","start":"2026-03-19T12:03:28.220633Z","end":"2026-03-19T12:03:30.907343Z","steps":["trace[2047049274] 'process raft request' (duration: 2.68627721s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:30.907435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:28.220614Z","time spent":"2.686784123s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:03:30.907615Z","caller":"traceutil/trace.go:171","msg":"trace[1948666722] linearizableReadLoop","detail":"{readStateIndex:26656; appliedIndex:26649; }","duration":"2.64248365s","start":"2026-03-19T12:03:28.265111Z","end":"2026-03-19T12:03:30.907595Z","steps":["trace[1948666722] 'read index received' (duration: 810.119746ms)","trace[1948666722] 'applied index is now lower than readState.Index' (duration: 1.832362554s)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:03:30.907721Z","caller":"traceutil/trace.go:171","msg":"trace[793057271] transaction","detail":"{read_only:false; response_revision:25714; number_of_response:1; }","duration":"2.641062433s","start":"2026-03-19T12:03:28.266649Z","end":"2026-03-19T12:03:30.907712Z","steps":["trace[793057271] 'process raft request' (duration: 2.640851607s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:30.907727Z","caller":"traceutil/trace.go:171","msg":"trace[1818324955] transaction","detail":"{read_only:false; response_revision:25713; number_of_response:1; }","duration":"2.686687571s","start":"2026-03-19T12:03:28.221025Z","end":"2026-03-19T12:03:30.907713Z","steps":["trace[1818324955] 'process raft request' (duration: 2.686261419s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:30.907783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:28.221007Z","time spent":"2.686747793s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:03:30.907807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:28.26664Z","time spent":"2.641102803s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:03:30.907988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.642885452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:03:30.90802Z","caller":"traceutil/trace.go:171","msg":"trace[2110736431] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25714; }","duration":"2.642958964s","start":"2026-03-19T12:03:28.265053Z","end":"2026-03-19T12:03:30.908012Z","steps":["trace[2110736431] 'agreement among raft nodes before linearized reading' (duration: 2.642900852s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:30.908043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:28.265026Z","time spent":"2.643011965s","remote":"127.0.0.1:57854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:03:30.994382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.593058518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-19T12:03:30.994516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32026378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:03:30.994555Z","caller":"traceutil/trace.go:171","msg":"trace[1228808491] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25722; }","duration":"2.593238303s","start":"2026-03-19T12:03:28.401234Z","end":"2026-03-19T12:03:30.994472Z","steps":["trace[1228808491] 'agreement among raft nodes before linearized reading' (duration: 2.592792771s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:30.994584Z","caller":"traceutil/trace.go:171","msg":"trace[360102637] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25722; }","duration":"2.320340784s","start":"2026-03-19T12:03:28.674227Z","end":"2026-03-19T12:03:30.994568Z","steps":["trace[360102637] 'agreement among raft nodes before linearized reading' (duration: 2.32022215s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:30.994614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:28.401202Z","time spent":"2.593398337s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:03:30.994629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:28.674182Z","time spent":"2.320436106s","remote":"127.0.0.1:49328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:03:30.994675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.514251408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-19T12:03:30.994767Z","caller":"traceutil/trace.go:171","msg":"trace[1943152422] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25722; }","duration":"2.514400142s","start":"2026-03-19T12:03:28.480348Z","end":"2026-03-19T12:03:30.994748Z","steps":["trace[1943152422] 'agreement among raft nodes before linearized reading' (duration: 2.514121425s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:30.995018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:28.480329Z","time spent":"2.514678449s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T12:03:30.995305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.564999936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T12:03:30.995317Z","caller":"traceutil/trace.go:171","msg":"trace[2087391075] transaction","detail":"{read_only:false; response_revision:25722; number_of_response:1; }","duration":"775.25442ms","start":"2026-03-19T12:03:30.220041Z","end":"2026-03-19T12:03:30.995296Z","steps":["trace[2087391075] 'process raft request' (duration: 773.945625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:30.995332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.343622845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:03:30.995347Z","caller":"traceutil/trace.go:171","msg":"trace[524296328] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25722; }","duration":"2.565088638s","start":"2026-03-19T12:03:28.430248Z","end":"2026-03-19T12:03:30.995337Z","steps":["trace[524296328] 'agreement among raft nodes before linearized reading' (duration: 2.564998536s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:30.995389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:28.430225Z","time spent":"2.565158221s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T12:03:30.995415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:30.220016Z","time spent":"775.336983ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:03:30.995371Z","caller":"traceutil/trace.go:171","msg":"trace[2133080354] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25722; }","duration":"2.343695807s","start":"2026-03-19T12:03:28.651662Z","end":"2026-03-19T12:03:30.995358Z","steps":["trace[2133080354] 'agreement among raft nodes before linearized reading' (duration: 2.343621875s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:30.99559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.919394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:03:30.995612Z","caller":"traceutil/trace.go:171","msg":"trace[1379329633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25722; }","duration":"383.941605ms","start":"2026-03-19T12:03:30.611664Z","end":"2026-03-19T12:03:30.995605Z","steps":["trace[1379329633] 'agreement among raft nodes before linearized reading' (duration: 383.898944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:30.995653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:30.611618Z","time spent":"384.026037ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:03:30.995657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.537532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:03:30.995708Z","caller":"traceutil/trace.go:171","msg":"trace[1869202704] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25722; }","duration":"879.626854ms","start":"2026-03-19T12:03:30.11607Z","end":"2026-03-19T12:03:30.995697Z","steps":["trace[1869202704] 'agreement among raft nodes before linearized reading' (duration: 879.551552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:30.995744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:30.116054Z","time spent":"879.680645ms","remote":"127.0.0.1:57642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:03:30.995615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:28.651644Z","time spent":"2.343954725s","remote":"127.0.0.1:35542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:03:30.995909Z","caller":"traceutil/trace.go:171","msg":"trace[1448381690] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"1.376773904s","start":"2026-03-19T12:03:29.619124Z","end":"2026-03-19T12:03:30.995898Z","steps":["trace[1448381690] 'process raft request' (duration: 1.374653396s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:30.996022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:29.619097Z","time spent":"1.376850705s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:03:30.996124Z","caller":"traceutil/trace.go:171","msg":"trace[16925935] transaction","detail":"{read_only:false; response_revision:25715; number_of_response:1; }","duration":"1.725401849s","start":"2026-03-19T12:03:29.270709Z","end":"2026-03-19T12:03:30.996111Z","steps":["trace[16925935] 'process raft request' (duration: 1.72282927s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:30.996169Z","caller":"traceutil/trace.go:171","msg":"trace[377351392] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"1.418234319s","start":"2026-03-19T12:03:29.577925Z","end":"2026-03-19T12:03:30.996159Z","steps":["trace[377351392] 'process raft request' (duration: 1.415805413s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:30.996197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:29.270682Z","time spent":"1.725478042s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:03:30.99622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:29.577905Z","time spent":"1.418285821s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:03:30.996408Z","caller":"traceutil/trace.go:171","msg":"trace[1513150225] transaction","detail":"{read_only:false; response_revision:25719; number_of_response:1; }","duration":"1.02420577s","start":"2026-03-19T12:03:29.972192Z","end":"2026-03-19T12:03:30.996398Z","steps":["trace[1513150225] 'process raft request' (duration: 1.021679832s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:30.996866Z","caller":"traceutil/trace.go:171","msg":"trace[281250672] transaction","detail":"{read_only:false; response_revision:25718; number_of_response:1; }","duration":"1.338762112s","start":"2026-03-19T12:03:29.658091Z","end":"2026-03-19T12:03:30.996853Z","steps":["trace[281250672] 'process raft request' (duration: 1.33574441s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:30.996995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:29.658053Z","time spent":"1.338904115s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:03:30.997229Z","caller":"traceutil/trace.go:171","msg":"trace[325740700] transaction","detail":"{read_only:false; response_revision:25720; number_of_response:1; }","duration":"777.301906ms","start":"2026-03-19T12:03:30.219527Z","end":"2026-03-19T12:03:30.996829Z","steps":["trace[325740700] 'process raft request' (duration: 774.378317ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:30.997745Z","caller":"traceutil/trace.go:171","msg":"trace[2031369062] transaction","detail":"{read_only:false; response_revision:25721; number_of_response:1; }","duration":"774.769287ms","start":"2026-03-19T12:03:30.219639Z","end":"2026-03-19T12:03:30.994408Z","steps":["trace[2031369062] 'process raft request' (duration: 774.301264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:30.997831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:30.219616Z","time spent":"778.18055ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:03:30.998453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:30.219506Z","time spent":"778.830358ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:03:30.996467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:29.972161Z","time spent":"1.024275501s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:03:31.745339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.969224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:03:31.745467Z","caller":"traceutil/trace.go:171","msg":"trace[1104647443] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25722; }","duration":"525.146479ms","start":"2026-03-19T12:03:31.220294Z","end":"2026-03-19T12:03:31.74544Z","steps":["trace[1104647443] 'range keys from in-memory index tree' (duration: 524.876381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:31.745387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.632039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-19T12:03:31.745532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:31.220273Z","time spent":"525.243602ms","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T12:03:31.745583Z","caller":"traceutil/trace.go:171","msg":"trace[467784709] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25722; }","duration":"737.802294ms","start":"2026-03-19T12:03:31.007717Z","end":"2026-03-19T12:03:31.745519Z","steps":["trace[467784709] 'range keys from in-memory index tree' (duration: 737.552607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:31.745681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:31.007713Z","time spent":"737.948668ms","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-19T12:03:33.450102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536137398,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T12:03:33.765311Z","caller":"traceutil/trace.go:171","msg":"trace[167025869] transaction","detail":"{read_only:false; response_revision:25724; number_of_response:1; }","duration":"848.88411ms","start":"2026-03-19T12:03:32.916406Z","end":"2026-03-19T12:03:33.76529Z","steps":["trace[167025869] 'process raft request' (duration: 848.825128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:33.765477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:32.916399Z","time spent":"848.971732ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:03:33.765525Z","caller":"traceutil/trace.go:171","msg":"trace[44989115] transaction","detail":"{read_only:false; response_revision:25723; number_of_response:1; }","duration":"848.994072ms","start":"2026-03-19T12:03:32.9164Z","end":"2026-03-19T12:03:33.765394Z","steps":["trace[44989115] 'process raft request' (duration: 827.17235ms)","trace[44989115] 'store kv pair into bolt db' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:474; } (duration: 20.98473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:03:33.765747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:32.91639Z","time spent":"849.241229ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:03:34.198015Z","caller":"traceutil/trace.go:171","msg":"trace[1765018607] transaction","detail":"{read_only:false; response_revision:25725; number_of_response:1; }","duration":"1.28127043s","start":"2026-03-19T12:03:32.916666Z","end":"2026-03-19T12:03:34.197936Z","steps":["trace[1765018607] 'process raft request' (duration: 1.247921065s)","trace[1765018607] 'compare' (duration: 32.919494ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:03:34.198116Z","caller":"traceutil/trace.go:171","msg":"trace[1724471759] transaction","detail":"{read_only:false; response_revision:25728; number_of_response:1; }","duration":"1.195835851s","start":"2026-03-19T12:03:33.002259Z","end":"2026-03-19T12:03:34.198095Z","steps":["trace[1724471759] 'process raft request' (duration: 1.195730528s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:34.198115Z","caller":"traceutil/trace.go:171","msg":"trace[1399801262] transaction","detail":"{read_only:false; response_revision:25727; number_of_response:1; }","duration":"1.195879582s","start":"2026-03-19T12:03:33.002208Z","end":"2026-03-19T12:03:34.198088Z","steps":["trace[1399801262] 'process raft request' (duration: 1.195719857s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:34.198244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:33.002187Z","time spent":"1.195991735s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:03:34.198262Z","caller":"traceutil/trace.go:171","msg":"trace[382505223] transaction","detail":"{read_only:false; response_revision:25729; number_of_response:1; }","duration":"1.192534981s","start":"2026-03-19T12:03:33.005713Z","end":"2026-03-19T12:03:34.198248Z","steps":["trace[382505223] 'process raft request' (duration: 1.192327445s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:34.198248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:33.002245Z","time spent":"1.195918963s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:03:34.198281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:32.916661Z","time spent":"1.281475976s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:03:34.198306Z","caller":"traceutil/trace.go:171","msg":"trace[1524048111] transaction","detail":"{read_only:false; response_revision:25730; number_of_response:1; }","duration":"1.192330906s","start":"2026-03-19T12:03:33.005901Z","end":"2026-03-19T12:03:34.198232Z","steps":["trace[1524048111] 'process raft request' (duration: 1.192235013s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:34.198377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:33.00586Z","time spent":"1.19248334s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:03:34.198067Z","caller":"traceutil/trace.go:171","msg":"trace[230133041] transaction","detail":"{read_only:false; response_revision:25726; number_of_response:1; }","duration":"1.281302241s","start":"2026-03-19T12:03:32.91673Z","end":"2026-03-19T12:03:34.198032Z","steps":["trace[230133041] 'process raft request' (duration: 1.281102646s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:34.198494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:33.005694Z","time spent":"1.192627504s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:03:34.198579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:32.916711Z","time spent":"1.281781715s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:03:34.198667Z","caller":"traceutil/trace.go:171","msg":"trace[1332131625] transaction","detail":"{read_only:false; response_revision:25731; number_of_response:1; }","duration":"1.192734696s","start":"2026-03-19T12:03:33.005925Z","end":"2026-03-19T12:03:34.198659Z","steps":["trace[1332131625] 'process raft request' (duration: 1.192262373s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:34.198711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:33.0059Z","time spent":"1.192788698s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:03:34.224237Z","caller":"traceutil/trace.go:171","msg":"trace[1133119589] transaction","detail":"{read_only:false; response_revision:25732; number_of_response:1; }","duration":"1.218190928s","start":"2026-03-19T12:03:33.006015Z","end":"2026-03-19T12:03:34.224206Z","steps":["trace[1133119589] 'process raft request' (duration: 1.192608563s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:34.224379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:33.005974Z","time spent":"1.218326441s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:03:34.224627Z","caller":"traceutil/trace.go:171","msg":"trace[140252393] transaction","detail":"{read_only:false; response_revision:25733; number_of_response:1; }","duration":"1.199578762s","start":"2026-03-19T12:03:33.025039Z","end":"2026-03-19T12:03:34.224618Z","steps":["trace[140252393] 'process raft request' (duration: 1.198836732s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:34.224673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:33.025Z","time spent":"1.199650144s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:03:35.579747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355754334s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-19T12:03:35.580577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:35.207693Z","time spent":"372.877055ms","remote":"127.0.0.1:45784","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T12:03:35.581282Z","caller":"traceutil/trace.go:171","msg":"trace[1865704970] linearizableReadLoop","detail":"{readStateIndex:26676; appliedIndex:26664; }","duration":"2.651159127s","start":"2026-03-19T12:03:32.930093Z","end":"2026-03-19T12:03:35.581252Z","steps":["trace[1865704970] 'read index received' (duration: 813.020906ms)","trace[1865704970] 'applied index is now lower than readState.Index' (duration: 1.838136941s)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:03:35.581437Z","caller":"traceutil/trace.go:171","msg":"trace[402121996] transaction","detail":"{read_only:false; response_revision:25734; number_of_response:1; }","duration":"1.915209944s","start":"2026-03-19T12:03:33.666213Z","end":"2026-03-19T12:03:35.581423Z","steps":["trace[402121996] 'process raft request' (duration: 1.913636641s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:35.581543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:33.666197Z","time spent":"1.915271596s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:03:36.13678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.526430751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:03:36.136845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.805749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:03:36.136954Z","caller":"traceutil/trace.go:171","msg":"trace[1430223276] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25734; }","duration":"366.981374ms","start":"2026-03-19T12:03:35.769953Z","end":"2026-03-19T12:03:36.136934Z","steps":["trace[1430223276] 'range keys from in-memory index tree' (duration: 366.623344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:36.136981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374535782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:03:36.137022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:35.769927Z","time spent":"367.078046ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T12:03:36.13708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522358117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:03:36.137119Z","caller":"traceutil/trace.go:171","msg":"trace[26012545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25734; }","duration":"1.522418498s","start":"2026-03-19T12:03:34.614688Z","end":"2026-03-19T12:03:36.137107Z","steps":["trace[26012545] 'agreement among raft nodes before linearized reading' (duration: 966.781361ms)","trace[26012545] 'range keys from in-memory index tree' (duration: 555.593615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:03:36.137163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:34.614665Z","time spent":"1.52249035s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:03:36.137158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.207051401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:03:36.137217Z","caller":"traceutil/trace.go:171","msg":"trace[483800472] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25734; }","duration":"3.207130743s","start":"2026-03-19T12:03:32.930066Z","end":"2026-03-19T12:03:36.137197Z","steps":["trace[483800472] 'agreement among raft nodes before linearized reading' (duration: 2.651367023s)","trace[483800472] 'range keys from in-memory index tree' (duration: 555.593125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:03:36.137237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.44075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T12:03:36.13726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:32.930055Z","time spent":"3.207197125s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T12:03:36.13726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.963505908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-19T12:03:36.13726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:35.636838Z","time spent":"500.414797ms","remote":"127.0.0.1:45806","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T12:03:36.137284Z","caller":"traceutil/trace.go:171","msg":"trace[891832197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25734; }","duration":"366.519871ms","start":"2026-03-19T12:03:35.770751Z","end":"2026-03-19T12:03:36.137271Z","steps":["trace[891832197] 'range keys from in-memory index tree' (duration: 366.323056ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:36.137301Z","caller":"traceutil/trace.go:171","msg":"trace[1126557615] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25734; }","duration":"2.963588961s","start":"2026-03-19T12:03:33.173697Z","end":"2026-03-19T12:03:36.137286Z","steps":["trace[1126557615] 'agreement among raft nodes before linearized reading' (duration: 2.407716058s)","trace[1126557615] 'range keys from in-memory index tree' (duration: 555.77987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:03:36.137323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:35.770737Z","time spent":"366.577843ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T12:03:36.137353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:33.173669Z","time spent":"2.963675742s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T12:03:36.136873Z","caller":"traceutil/trace.go:171","msg":"trace[1562008675] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25734; }","duration":"2.526578814s","start":"2026-03-19T12:03:33.610272Z","end":"2026-03-19T12:03:36.136851Z","steps":["trace[1562008675] 'agreement among raft nodes before linearized reading' (duration: 1.971242986s)","trace[1562008675] 'count revisions from in-memory index tree' (duration: 555.191304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:03:36.137439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.370400933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:03:36.137479Z","caller":"traceutil/trace.go:171","msg":"trace[1386410184] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25734; }","duration":"2.370458105s","start":"2026-03-19T12:03:33.767006Z","end":"2026-03-19T12:03:36.137464Z","steps":["trace[1386410184] 'agreement among raft nodes before linearized reading' (duration: 1.81447488s)","trace[1386410184] 'count revisions from in-memory index tree' (duration: 555.935184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:03:36.13752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:33.766991Z","time spent":"2.370520847s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:03:36.137624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.478001685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"warn","ts":"2026-03-19T12:03:36.137032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.915227077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-19T12:03:36.137722Z","caller":"traceutil/trace.go:171","msg":"trace[1231270486] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25734; }","duration":"2.915964727s","start":"2026-03-19T12:03:33.221744Z","end":"2026-03-19T12:03:36.137709Z","steps":["trace[1231270486] 'agreement among raft nodes before linearized reading' (duration: 2.359781086s)","trace[1231270486] 'range keys from in-memory index tree' (duration: 555.39413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:03:36.137728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.901325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:03:36.137763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:33.221718Z","time spent":"2.916034859s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-19T12:03:36.137775Z","caller":"traceutil/trace.go:171","msg":"trace[1852233506] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25734; }","duration":"319.983198ms","start":"2026-03-19T12:03:35.817782Z","end":"2026-03-19T12:03:36.137765Z","steps":["trace[1852233506] 'count revisions from in-memory index tree' (duration: 319.817153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:36.13685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48296898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:03:36.137474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:33.610257Z","time spent":"2.527196731s","remote":"127.0.0.1:49436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:03:36.137033Z","caller":"traceutil/trace.go:171","msg":"trace[1729431635] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25734; }","duration":"1.374623015s","start":"2026-03-19T12:03:34.76239Z","end":"2026-03-19T12:03:36.137013Z","steps":["trace[1729431635] 'agreement among raft nodes before linearized reading' (duration: 819.064171ms)","trace[1729431635] 'count revisions from in-memory index tree' (duration: 555.502313ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:03:36.137864Z","caller":"traceutil/trace.go:171","msg":"trace[1279577115] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25734; }","duration":"2.484042089s","start":"2026-03-19T12:03:33.6538Z","end":"2026-03-19T12:03:36.137842Z","steps":["trace[1279577115] 'agreement among raft nodes before linearized reading' (duration: 1.927703103s)","trace[1279577115] 'count revisions from in-memory index tree' (duration: 555.273386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:03:36.136797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.175661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:03:36.137931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:33.653781Z","time spent":"2.484132122s","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:03:36.137882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:34.762365Z","time spent":"1.375505858s","remote":"127.0.0.1:53302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:03:36.13768Z","caller":"traceutil/trace.go:171","msg":"trace[2119158405] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:25734; }","duration":"2.478083397s","start":"2026-03-19T12:03:33.659568Z","end":"2026-03-19T12:03:36.137652Z","steps":["trace[2119158405] 'agreement among raft nodes before linearized reading' (duration: 1.921923997s)","trace[2119158405] 'range keys from in-memory index tree' (duration: 556.034467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:03:36.138011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:33.65955Z","time spent":"2.478451388s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":825,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-03-19T12:03:36.137967Z","caller":"traceutil/trace.go:171","msg":"trace[1300734990] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25734; }","duration":"817.385654ms","start":"2026-03-19T12:03:35.320564Z","end":"2026-03-19T12:03:36.13795Z","steps":["trace[1300734990] 'agreement among raft nodes before linearized reading' (duration: 260.880614ms)","trace[1300734990] 'range keys from in-memory index tree' (duration: 555.303557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:03:36.138093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:35.320548Z","time spent":"817.513268ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-19T12:03:36.137806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:35.817763Z","time spent":"320.033789ms","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:03:36.138133Z","caller":"traceutil/trace.go:171","msg":"trace[916017907] transaction","detail":"{read_only:false; response_revision:25735; number_of_response:1; }","duration":"225.04729ms","start":"2026-03-19T12:03:35.913068Z","end":"2026-03-19T12:03:36.138116Z","steps":["trace[916017907] 'process raft request' (duration: 223.527519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:36.524449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.161878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:03:36.524662Z","caller":"traceutil/trace.go:171","msg":"trace[632967996] transaction","detail":"{read_only:false; response_revision:25749; number_of_response:1; }","duration":"210.798584ms","start":"2026-03-19T12:03:36.313812Z","end":"2026-03-19T12:03:36.524611Z","steps":["trace[632967996] 'process raft request' (duration: 99.313387ms)","trace[632967996] 'compare' (duration: 110.4693ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:03:36.539456Z","caller":"traceutil/trace.go:171","msg":"trace[40072034] transaction","detail":"{read_only:false; response_revision:25750; number_of_response:1; }","duration":"200.539725ms","start":"2026-03-19T12:03:36.338892Z","end":"2026-03-19T12:03:36.539431Z","steps":["trace[40072034] 'process raft request' (duration: 200.3836ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:38.394545Z","caller":"traceutil/trace.go:171","msg":"trace[79535424] transaction","detail":"{read_only:false; response_revision:25752; number_of_response:1; }","duration":"214.447273ms","start":"2026-03-19T12:03:38.180043Z","end":"2026-03-19T12:03:38.39449Z","steps":["trace[79535424] 'process raft request' (duration: 176.247486ms)","trace[79535424] 'compare' (duration: 38.104245ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:03:38.406244Z","caller":"traceutil/trace.go:171","msg":"trace[772785836] transaction","detail":"{read_only:false; response_revision:25753; number_of_response:1; }","duration":"222.870782ms","start":"2026-03-19T12:03:38.183358Z","end":"2026-03-19T12:03:38.406228Z","steps":["trace[772785836] 'process raft request' (duration: 222.639495ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:38.406276Z","caller":"traceutil/trace.go:171","msg":"trace[901413827] transaction","detail":"{read_only:false; response_revision:25754; number_of_response:1; }","duration":"221.893515ms","start":"2026-03-19T12:03:38.184356Z","end":"2026-03-19T12:03:38.406249Z","steps":["trace[901413827] 'process raft request' (duration: 221.810603ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:38.406509Z","caller":"traceutil/trace.go:171","msg":"trace[1250745482] transaction","detail":"{read_only:false; response_revision:25755; number_of_response:1; }","duration":"222.100531ms","start":"2026-03-19T12:03:38.184379Z","end":"2026-03-19T12:03:38.406479Z","steps":["trace[1250745482] 'process raft request' (duration: 221.824263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:39.057581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.665619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:03:39.057669Z","caller":"traceutil/trace.go:171","msg":"trace[529233528] linearizableReadLoop","detail":"{readStateIndex:26708; appliedIndex:26707; }","duration":"528.715246ms","start":"2026-03-19T12:03:38.528941Z","end":"2026-03-19T12:03:39.057656Z","steps":["trace[529233528] 'read index received' (duration: 176.975345ms)","trace[529233528] 'applied index is now lower than readState.Index' (duration: 351.738961ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:03:39.057697Z","caller":"traceutil/trace.go:171","msg":"trace[709845136] transaction","detail":"{read_only:false; response_revision:25764; number_of_response:1; }","duration":"577.324946ms","start":"2026-03-19T12:03:38.480359Z","end":"2026-03-19T12:03:39.057684Z","steps":["trace[709845136] 'process raft request' (duration: 225.486232ms)","trace[709845136] 'compare' (duration: 351.523385ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:03:39.057744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:38.480331Z","time spent":"577.389868ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2092,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:03:39.057811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.87875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T12:03:39.057832Z","caller":"traceutil/trace.go:171","msg":"trace[1200570297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25764; }","duration":"528.968463ms","start":"2026-03-19T12:03:38.528857Z","end":"2026-03-19T12:03:39.057826Z","steps":["trace[1200570297] 'agreement among raft nodes before linearized reading' (duration: 528.86515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:39.057851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:38.528837Z","time spent":"529.008834ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T12:03:39.057936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.971361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:03:39.057958Z","caller":"traceutil/trace.go:171","msg":"trace[23787967] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25764; }","duration":"210.040223ms","start":"2026-03-19T12:03:38.847912Z","end":"2026-03-19T12:03:39.057952Z","steps":["trace[23787967] 'agreement among raft nodes before linearized reading' (duration: 210.000432ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:39.571607Z","caller":"traceutil/trace.go:171","msg":"trace[405574484] transaction","detail":"{read_only:false; response_revision:25765; number_of_response:1; }","duration":"510.040888ms","start":"2026-03-19T12:03:39.061536Z","end":"2026-03-19T12:03:39.571577Z","steps":["trace[405574484] 'process raft request' (duration: 509.443251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:39.571759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:39.061519Z","time spent":"510.153951ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:03:39.720137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.673741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:03:39.720364Z","caller":"traceutil/trace.go:171","msg":"trace[2060492784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25765; }","duration":"108.798754ms","start":"2026-03-19T12:03:39.611398Z","end":"2026-03-19T12:03:39.720197Z","steps":["trace[2060492784] 'range keys from in-memory index tree' (duration: 108.591138ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:40.698112Z","caller":"traceutil/trace.go:171","msg":"trace[1143426499] transaction","detail":"{read_only:false; response_revision:25767; number_of_response:1; }","duration":"285.271146ms","start":"2026-03-19T12:03:40.41282Z","end":"2026-03-19T12:03:40.698092Z","steps":["trace[1143426499] 'process raft request' (duration: 285.087661ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:40.698378Z","caller":"traceutil/trace.go:171","msg":"trace[1489538007] transaction","detail":"{read_only:false; response_revision:25768; number_of_response:1; }","duration":"285.40033ms","start":"2026-03-19T12:03:40.412965Z","end":"2026-03-19T12:03:40.698366Z","steps":["trace[1489538007] 'process raft request' (duration: 285.090221ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:40.698481Z","caller":"traceutil/trace.go:171","msg":"trace[687635191] transaction","detail":"{read_only:false; response_revision:25769; number_of_response:1; }","duration":"285.367319ms","start":"2026-03-19T12:03:40.413093Z","end":"2026-03-19T12:03:40.698461Z","steps":["trace[687635191] 'process raft request' (duration: 285.207625ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:40.698617Z","caller":"traceutil/trace.go:171","msg":"trace[1924332991] transaction","detail":"{read_only:false; response_revision:25770; number_of_response:1; }","duration":"285.476782ms","start":"2026-03-19T12:03:40.413128Z","end":"2026-03-19T12:03:40.698605Z","steps":["trace[1924332991] 'process raft request' (duration: 285.295767ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:40.698762Z","caller":"traceutil/trace.go:171","msg":"trace[327769664] transaction","detail":"{read_only:false; response_revision:25771; number_of_response:1; }","duration":"285.554104ms","start":"2026-03-19T12:03:40.413186Z","end":"2026-03-19T12:03:40.69874Z","steps":["trace[327769664] 'process raft request' (duration: 285.372839ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:40.698846Z","caller":"traceutil/trace.go:171","msg":"trace[1402189347] transaction","detail":"{read_only:false; response_revision:25772; number_of_response:1; }","duration":"285.626416ms","start":"2026-03-19T12:03:40.41321Z","end":"2026-03-19T12:03:40.698837Z","steps":["trace[1402189347] 'process raft request' (duration: 285.480942ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:40.699143Z","caller":"traceutil/trace.go:171","msg":"trace[1972654917] linearizableReadLoop","detail":"{readStateIndex:26711; appliedIndex:26709; }","duration":"286.298444ms","start":"2026-03-19T12:03:40.412832Z","end":"2026-03-19T12:03:40.699131Z","steps":["trace[1972654917] 'read index received' (duration: 60.103162ms)","trace[1972654917] 'applied index is now lower than readState.Index' (duration: 226.194302ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:03:40.699166Z","caller":"traceutil/trace.go:171","msg":"trace[818133426] transaction","detail":"{read_only:false; response_revision:25773; number_of_response:1; }","duration":"282.540532ms","start":"2026-03-19T12:03:40.416603Z","end":"2026-03-19T12:03:40.699144Z","steps":["trace[818133426] 'process raft request' (duration: 282.194622ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:40.69918Z","caller":"traceutil/trace.go:171","msg":"trace[293499805] transaction","detail":"{read_only:false; response_revision:25774; number_of_response:1; }","duration":"243.752618ms","start":"2026-03-19T12:03:40.455415Z","end":"2026-03-19T12:03:40.699167Z","steps":["trace[293499805] 'process raft request' (duration: 243.653756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:40.69937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.51237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T12:03:40.699436Z","caller":"traceutil/trace.go:171","msg":"trace[789789748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25774; }","duration":"286.641543ms","start":"2026-03-19T12:03:40.412779Z","end":"2026-03-19T12:03:40.69942Z","steps":["trace[789789748] 'agreement among raft nodes before linearized reading' (duration: 286.443158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:40.699386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.850505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:03:40.699522Z","caller":"traceutil/trace.go:171","msg":"trace[1171830192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25774; }","duration":"257.03379ms","start":"2026-03-19T12:03:40.442478Z","end":"2026-03-19T12:03:40.699512Z","steps":["trace[1171830192] 'agreement among raft nodes before linearized reading' (duration: 256.797853ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:40.819909Z","caller":"traceutil/trace.go:171","msg":"trace[1185782341] transaction","detail":"{read_only:false; response_revision:25776; number_of_response:1; }","duration":"115.281011ms","start":"2026-03-19T12:03:40.704597Z","end":"2026-03-19T12:03:40.819878Z","steps":["trace[1185782341] 'process raft request' (duration: 96.953303ms)","trace[1185782341] 'compare' (duration: 17.752722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:03:41.071363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.971915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:03:41.071418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.552834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:03:41.071453Z","caller":"traceutil/trace.go:171","msg":"trace[1873070766] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25776; }","duration":"121.121339ms","start":"2026-03-19T12:03:40.950311Z","end":"2026-03-19T12:03:41.071432Z","steps":["trace[1873070766] 'count revisions from in-memory index tree' (duration: 120.886192ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:41.071493Z","caller":"traceutil/trace.go:171","msg":"trace[246847432] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25776; }","duration":"120.713417ms","start":"2026-03-19T12:03:40.950758Z","end":"2026-03-19T12:03:41.071471Z","steps":["trace[246847432] 'count revisions from in-memory index tree' (duration: 120.424829ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:41.855668Z","caller":"traceutil/trace.go:171","msg":"trace[169950468] transaction","detail":"{read_only:false; response_revision:25777; number_of_response:1; }","duration":"712.592889ms","start":"2026-03-19T12:03:41.143048Z","end":"2026-03-19T12:03:41.855641Z","steps":["trace[169950468] 'process raft request' (duration: 712.417074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:41.855828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:41.143022Z","time spent":"712.715173ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:03:41.856627Z","caller":"traceutil/trace.go:171","msg":"trace[1997921185] linearizableReadLoop","detail":"{readStateIndex:26721; appliedIndex:26721; }","duration":"261.437889ms","start":"2026-03-19T12:03:41.595165Z","end":"2026-03-19T12:03:41.856603Z","steps":["trace[1997921185] 'read index received' (duration: 261.415939ms)","trace[1997921185] 'applied index is now lower than readState.Index' (duration: 19.95µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:03:41.856785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.070266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:03:41.8568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.626584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:03:41.856817Z","caller":"traceutil/trace.go:171","msg":"trace[996621506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25777; }","duration":"248.168489ms","start":"2026-03-19T12:03:41.608638Z","end":"2026-03-19T12:03:41.856806Z","steps":["trace[996621506] 'agreement among raft nodes before linearized reading' (duration: 248.078596ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:41.856845Z","caller":"traceutil/trace.go:171","msg":"trace[35750698] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25777; }","duration":"261.701086ms","start":"2026-03-19T12:03:41.595133Z","end":"2026-03-19T12:03:41.856834Z","steps":["trace[35750698] 'agreement among raft nodes before linearized reading' (duration: 261.535092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:42.175718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.95978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:03:42.175803Z","caller":"traceutil/trace.go:171","msg":"trace[537751215] linearizableReadLoop","detail":"{readStateIndex:26722; appliedIndex:26721; }","duration":"239.055861ms","start":"2026-03-19T12:03:41.936733Z","end":"2026-03-19T12:03:42.175789Z","steps":["trace[537751215] 'read index received' (duration: 37.071µs)","trace[537751215] 'applied index is now lower than readState.Index' (duration: 239.01796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:03:42.175864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.139504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T12:03:42.176039Z","caller":"traceutil/trace.go:171","msg":"trace[1609966005] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25778; }","duration":"239.350219ms","start":"2026-03-19T12:03:41.93668Z","end":"2026-03-19T12:03:42.17603Z","steps":["trace[1609966005] 'agreement among raft nodes before linearized reading' (duration: 239.143904ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:42.176149Z","caller":"traceutil/trace.go:171","msg":"trace[1895214195] transaction","detail":"{read_only:false; response_revision:25778; number_of_response:1; }","duration":"314.8935ms","start":"2026-03-19T12:03:41.861231Z","end":"2026-03-19T12:03:42.176124Z","steps":["trace[1895214195] 'process raft request' (duration: 65.462277ms)","trace[1895214195] 'compare' (duration: 248.868098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:03:42.176257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:41.861213Z","time spent":"314.995633ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:03:42.415003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.401591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:03:42.415067Z","caller":"traceutil/trace.go:171","msg":"trace[2033532231] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25778; }","duration":"137.500334ms","start":"2026-03-19T12:03:42.277551Z","end":"2026-03-19T12:03:42.415052Z","steps":["trace[2033532231] 'count revisions from in-memory index tree' (duration: 137.349469ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:42.841587Z","caller":"traceutil/trace.go:171","msg":"trace[825849721] transaction","detail":"{read_only:false; response_revision:25780; number_of_response:1; }","duration":"137.976607ms","start":"2026-03-19T12:03:42.703585Z","end":"2026-03-19T12:03:42.841562Z","steps":["trace[825849721] 'process raft request' (duration: 137.807942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:43.375323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.54181ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:03:43.375472Z","caller":"traceutil/trace.go:171","msg":"trace[83545814] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25780; }","duration":"230.712944ms","start":"2026-03-19T12:03:43.144739Z","end":"2026-03-19T12:03:43.375451Z","steps":["trace[83545814] 'range keys from in-memory index tree' (duration: 230.520529ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:43.404949Z","caller":"traceutil/trace.go:171","msg":"trace[345182235] transaction","detail":"{read_only:false; response_revision:25781; number_of_response:1; }","duration":"700.979993ms","start":"2026-03-19T12:03:42.703944Z","end":"2026-03-19T12:03:43.404924Z","steps":["trace[345182235] 'process raft request' (duration: 700.300694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:43.405115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:42.703923Z","time spent":"701.104757ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:03:43.405277Z","caller":"traceutil/trace.go:171","msg":"trace[1103953931] transaction","detail":"{read_only:false; response_revision:25782; number_of_response:1; }","duration":"701.055095ms","start":"2026-03-19T12:03:42.704194Z","end":"2026-03-19T12:03:43.405249Z","steps":["trace[1103953931] 'process raft request' (duration: 700.662864ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:43.405282Z","caller":"traceutil/trace.go:171","msg":"trace[1071042266] transaction","detail":"{read_only:false; response_revision:25783; number_of_response:1; }","duration":"701.015404ms","start":"2026-03-19T12:03:42.704248Z","end":"2026-03-19T12:03:43.405264Z","steps":["trace[1071042266] 'process raft request' (duration: 700.8547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:43.405413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:42.704241Z","time spent":"701.098486ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:03:43.405417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:42.704181Z","time spent":"701.154558ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:03:43.405443Z","caller":"traceutil/trace.go:171","msg":"trace[96613031] transaction","detail":"{read_only:false; response_revision:25785; number_of_response:1; }","duration":"696.206853ms","start":"2026-03-19T12:03:42.709223Z","end":"2026-03-19T12:03:43.40543Z","steps":["trace[96613031] 'process raft request' (duration: 696.126351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:43.405519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:42.709207Z","time spent":"696.278085ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:03:43.405589Z","caller":"traceutil/trace.go:171","msg":"trace[1916752126] transaction","detail":"{read_only:false; response_revision:25784; number_of_response:1; }","duration":"700.413127ms","start":"2026-03-19T12:03:42.705143Z","end":"2026-03-19T12:03:43.405557Z","steps":["trace[1916752126] 'process raft request' (duration: 700.074538ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:43.405692Z","caller":"traceutil/trace.go:171","msg":"trace[1425458749] linearizableReadLoop","detail":"{readStateIndex:26727; appliedIndex:26723; }","duration":"701.189689ms","start":"2026-03-19T12:03:42.704476Z","end":"2026-03-19T12:03:43.405665Z","steps":["trace[1425458749] 'read index received' (duration: 136.948609ms)","trace[1425458749] 'applied index is now lower than readState.Index' (duration: 564.23942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:03:43.405748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:42.705129Z","time spent":"700.541651ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:03:43.405773Z","caller":"traceutil/trace.go:171","msg":"trace[688582995] transaction","detail":"{read_only:false; response_revision:25786; number_of_response:1; }","duration":"696.523702ms","start":"2026-03-19T12:03:42.709231Z","end":"2026-03-19T12:03:43.405755Z","steps":["trace[688582995] 'process raft request' (duration: 696.166043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:43.405869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:42.709216Z","time spent":"696.599054ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:03:43.40592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.432785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:03:43.405954Z","caller":"traceutil/trace.go:171","msg":"trace[325269797] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25786; }","duration":"701.499396ms","start":"2026-03-19T12:03:42.704444Z","end":"2026-03-19T12:03:43.405943Z","steps":["trace[325269797] 'agreement among raft nodes before linearized reading' (duration: 701.321832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:43.405993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:42.704419Z","time spent":"701.565978ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T12:03:43.44783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.474725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-19T12:03:43.447913Z","caller":"traceutil/trace.go:171","msg":"trace[783185436] transaction","detail":"{read_only:false; response_revision:25787; number_of_response:1; }","duration":"361.862914ms","start":"2026-03-19T12:03:43.086027Z","end":"2026-03-19T12:03:43.44789Z","steps":["trace[783185436] 'process raft request' (duration: 361.427052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:43.447956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.735644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T12:03:43.448008Z","caller":"traceutil/trace.go:171","msg":"trace[1959636763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25787; }","duration":"606.824836ms","start":"2026-03-19T12:03:42.841168Z","end":"2026-03-19T12:03:43.447992Z","steps":["trace[1959636763] 'agreement among raft nodes before linearized reading' (duration: 606.710213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:43.448035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:43.086009Z","time spent":"361.951177ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:03:43.447914Z","caller":"traceutil/trace.go:171","msg":"trace[2055382087] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25787; }","duration":"603.619029ms","start":"2026-03-19T12:03:42.844278Z","end":"2026-03-19T12:03:43.447897Z","steps":["trace[2055382087] 'agreement among raft nodes before linearized reading' (duration: 603.409854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:43.448064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:42.84114Z","time spent":"606.912919ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T12:03:43.44811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:42.844256Z","time spent":"603.839045ms","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-19T12:03:43.447832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.243732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:03:43.448195Z","caller":"traceutil/trace.go:171","msg":"trace[285773883] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25787; }","duration":"149.640373ms","start":"2026-03-19T12:03:43.29853Z","end":"2026-03-19T12:03:43.44817Z","steps":["trace[285773883] 'agreement among raft nodes before linearized reading' (duration: 149.113889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:43.44783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.681339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:03:43.448293Z","caller":"traceutil/trace.go:171","msg":"trace[120208825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25787; }","duration":"703.183103ms","start":"2026-03-19T12:03:42.745095Z","end":"2026-03-19T12:03:43.448278Z","steps":["trace[120208825] 'agreement among raft nodes before linearized reading' (duration: 702.540665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:43.448347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:42.745084Z","time spent":"703.250054ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T12:03:43.448033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.15047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:03:43.44861Z","caller":"traceutil/trace.go:171","msg":"trace[227860550] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25787; }","duration":"412.739046ms","start":"2026-03-19T12:03:43.035837Z","end":"2026-03-19T12:03:43.448576Z","steps":["trace[227860550] 'agreement among raft nodes before linearized reading' (duration: 412.108329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:43.44867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:03:43.035819Z","time spent":"412.831689ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:03:46.791896Z","caller":"traceutil/trace.go:171","msg":"trace[792175003] linearizableReadLoop","detail":"{readStateIndex:26750; appliedIndex:26749; }","duration":"142.725535ms","start":"2026-03-19T12:03:46.649143Z","end":"2026-03-19T12:03:46.791869Z","steps":["trace[792175003] 'read index received' (duration: 80.607748ms)","trace[792175003] 'applied index is now lower than readState.Index' (duration: 62.117117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:03:46.79201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.779325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:03:46.792036Z","caller":"traceutil/trace.go:171","msg":"trace[186658880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25805; }","duration":"181.893928ms","start":"2026-03-19T12:03:46.610133Z","end":"2026-03-19T12:03:46.792027Z","steps":["trace[186658880] 'agreement among raft nodes before linearized reading' (duration: 181.814016ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:46.792105Z","caller":"traceutil/trace.go:171","msg":"trace[997512065] transaction","detail":"{read_only:false; response_revision:25805; number_of_response:1; }","duration":"196.770032ms","start":"2026-03-19T12:03:46.595289Z","end":"2026-03-19T12:03:46.792059Z","steps":["trace[997512065] 'process raft request' (duration: 134.360387ms)","trace[997512065] 'compare' (duration: 62.124477ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:03:51.817881Z","caller":"traceutil/trace.go:171","msg":"trace[405079633] linearizableReadLoop","detail":"{readStateIndex:26787; appliedIndex:26783; }","duration":"174.825808ms","start":"2026-03-19T12:03:51.643039Z","end":"2026-03-19T12:03:51.817865Z","steps":["trace[405079633] 'read index received' (duration: 174.56568ms)","trace[405079633] 'applied index is now lower than readState.Index' (duration: 259.407µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:03:51.817922Z","caller":"traceutil/trace.go:171","msg":"trace[173464853] transaction","detail":"{read_only:false; response_revision:25839; number_of_response:1; }","duration":"186.01584ms","start":"2026-03-19T12:03:51.631884Z","end":"2026-03-19T12:03:51.8179Z","steps":["trace[173464853] 'process raft request' (duration: 185.872787ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:51.817959Z","caller":"traceutil/trace.go:171","msg":"trace[408066523] transaction","detail":"{read_only:false; response_revision:25840; number_of_response:1; }","duration":"185.98161ms","start":"2026-03-19T12:03:51.631945Z","end":"2026-03-19T12:03:51.817927Z","steps":["trace[408066523] 'process raft request' (duration: 185.869777ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:51.817996Z","caller":"traceutil/trace.go:171","msg":"trace[1013510468] transaction","detail":"{read_only:false; response_revision:25841; number_of_response:1; }","duration":"185.890997ms","start":"2026-03-19T12:03:51.632069Z","end":"2026-03-19T12:03:51.81796Z","steps":["trace[1013510468] 'process raft request' (duration: 185.772514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:51.818082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.749271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:03:51.818116Z","caller":"traceutil/trace.go:171","msg":"trace[1444707718] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25841; }","duration":"179.825833ms","start":"2026-03-19T12:03:51.638282Z","end":"2026-03-19T12:03:51.818108Z","steps":["trace[1444707718] 'agreement among raft nodes before linearized reading' (duration: 179.672709ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:51.818163Z","caller":"traceutil/trace.go:171","msg":"trace[86799349] transaction","detail":"{read_only:false; response_revision:25838; number_of_response:1; }","duration":"186.898684ms","start":"2026-03-19T12:03:51.631255Z","end":"2026-03-19T12:03:51.818153Z","steps":["trace[86799349] 'process raft request' (duration: 186.399371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:51.818262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.037859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:03:51.818294Z","caller":"traceutil/trace.go:171","msg":"trace[64905787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25841; }","duration":"159.115351ms","start":"2026-03-19T12:03:51.659171Z","end":"2026-03-19T12:03:51.818286Z","steps":["trace[64905787] 'agreement among raft nodes before linearized reading' (duration: 159.008828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:51.818137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.84055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:03:51.818327Z","caller":"traceutil/trace.go:171","msg":"trace[1461762912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25841; }","duration":"174.111638ms","start":"2026-03-19T12:03:51.644204Z","end":"2026-03-19T12:03:51.818315Z","steps":["trace[1461762912] 'agreement among raft nodes before linearized reading' (duration: 173.81823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:03:51.818378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.142638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:03:51.8185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.0777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T12:03:51.818328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.008415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:03:51.818532Z","caller":"traceutil/trace.go:171","msg":"trace[639736112] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25841; }","duration":"167.20609ms","start":"2026-03-19T12:03:51.651219Z","end":"2026-03-19T12:03:51.818425Z","steps":["trace[639736112] 'agreement among raft nodes before linearized reading' (duration: 167.129688ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:51.818565Z","caller":"traceutil/trace.go:171","msg":"trace[70587544] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25841; }","duration":"160.272722ms","start":"2026-03-19T12:03:51.658283Z","end":"2026-03-19T12:03:51.818555Z","steps":["trace[70587544] 'agreement among raft nodes before linearized reading' (duration: 159.925413ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:51.818529Z","caller":"traceutil/trace.go:171","msg":"trace[725301507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25841; }","duration":"159.126531ms","start":"2026-03-19T12:03:51.659396Z","end":"2026-03-19T12:03:51.818522Z","steps":["trace[725301507] 'agreement among raft nodes before linearized reading' (duration: 159.023599ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:03:52.470926Z","caller":"traceutil/trace.go:171","msg":"trace[1148290450] transaction","detail":"{read_only:false; response_revision:25847; number_of_response:1; }","duration":"105.662099ms","start":"2026-03-19T12:03:52.365197Z","end":"2026-03-19T12:03:52.470859Z","steps":["trace[1148290450] 'process raft request' (duration: 105.412302ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:04:00.103159Z","caller":"traceutil/trace.go:171","msg":"trace[1891234847] transaction","detail":"{read_only:false; response_revision:25892; number_of_response:1; }","duration":"221.981918ms","start":"2026-03-19T12:03:59.881153Z","end":"2026-03-19T12:04:00.103135Z","steps":["trace[1891234847] 'process raft request' (duration: 221.804703ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:04:00.105439Z","caller":"traceutil/trace.go:171","msg":"trace[1460812894] transaction","detail":"{read_only:false; response_revision:25893; number_of_response:1; }","duration":"223.637093ms","start":"2026-03-19T12:03:59.881778Z","end":"2026-03-19T12:04:00.105416Z","steps":["trace[1460812894] 'process raft request' (duration: 223.465358ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:04:00.105614Z","caller":"traceutil/trace.go:171","msg":"trace[1516489246] transaction","detail":"{read_only:false; response_revision:25894; number_of_response:1; }","duration":"223.039446ms","start":"2026-03-19T12:03:59.882555Z","end":"2026-03-19T12:04:00.105595Z","steps":["trace[1516489246] 'process raft request' (duration: 222.80756ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:04:00.105769Z","caller":"traceutil/trace.go:171","msg":"trace[1561107058] linearizableReadLoop","detail":"{readStateIndex:26843; appliedIndex:26839; }","duration":"106.41845ms","start":"2026-03-19T12:03:59.999339Z","end":"2026-03-19T12:04:00.105757Z","steps":["trace[1561107058] 'read index received' (duration: 103.573103ms)","trace[1561107058] 'applied index is now lower than readState.Index' (duration: 2.844487ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:04:00.105829Z","caller":"traceutil/trace.go:171","msg":"trace[1110677324] transaction","detail":"{read_only:false; response_revision:25895; number_of_response:1; }","duration":"223.197621ms","start":"2026-03-19T12:03:59.882621Z","end":"2026-03-19T12:04:00.105819Z","steps":["trace[1110677324] 'process raft request' (duration: 222.911753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:04:00.105926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.573414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:04:00.105957Z","caller":"traceutil/trace.go:171","msg":"trace[1990824626] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25895; }","duration":"106.641236ms","start":"2026-03-19T12:03:59.999306Z","end":"2026-03-19T12:04:00.105947Z","steps":["trace[1990824626] 'agreement among raft nodes before linearized reading' (duration: 106.524663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:04:00.106037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.933227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:04:00.106073Z","caller":"traceutil/trace.go:171","msg":"trace[1425072504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25895; }","duration":"105.997818ms","start":"2026-03-19T12:04:00.000068Z","end":"2026-03-19T12:04:00.106065Z","steps":["trace[1425072504] 'agreement among raft nodes before linearized reading' (duration: 105.872155ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:04:00.742288Z","caller":"traceutil/trace.go:171","msg":"trace[1173675481] transaction","detail":"{read_only:false; response_revision:25900; number_of_response:1; }","duration":"127.084821ms","start":"2026-03-19T12:04:00.615169Z","end":"2026-03-19T12:04:00.742254Z","steps":["trace[1173675481] 'process raft request' (duration: 126.475134ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:04:01.121283Z","caller":"traceutil/trace.go:171","msg":"trace[1696956327] transaction","detail":"{read_only:false; response_revision:25901; number_of_response:1; }","duration":"180.623324ms","start":"2026-03-19T12:04:00.940631Z","end":"2026-03-19T12:04:01.121254Z","steps":["trace[1696956327] 'process raft request' (duration: 180.454019ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:04:30.123585Z","caller":"traceutil/trace.go:171","msg":"trace[1538659492] transaction","detail":"{read_only:false; response_revision:26269; number_of_response:1; }","duration":"119.733371ms","start":"2026-03-19T12:04:30.00383Z","end":"2026-03-19T12:04:30.123564Z","steps":["trace[1538659492] 'process raft request' (duration: 119.210527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:04:33.376602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.44694ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-19T12:04:44.888269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.909753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:04:44.888359Z","caller":"traceutil/trace.go:171","msg":"trace[2135130016] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26376; }","duration":"114.075827ms","start":"2026-03-19T12:04:44.774261Z","end":"2026-03-19T12:04:44.888336Z","steps":["trace[2135130016] 'count revisions from in-memory index tree' (duration: 113.813321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:04:47.367564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.280352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:04:47.367669Z","caller":"traceutil/trace.go:171","msg":"trace[205098239] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26390; }","duration":"188.403846ms","start":"2026-03-19T12:04:47.179242Z","end":"2026-03-19T12:04:47.367646Z","steps":["trace[205098239] 'count revisions from in-memory index tree' (duration: 188.154889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:04:47.367719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.616598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:04:47.367871Z","caller":"traceutil/trace.go:171","msg":"trace[157998380] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26390; }","duration":"235.816064ms","start":"2026-03-19T12:04:47.132027Z","end":"2026-03-19T12:04:47.367843Z","steps":["trace[157998380] 'count revisions from in-memory index tree' (duration: 235.526255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:04:47.905786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.302688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:04:47.906393Z","caller":"traceutil/trace.go:171","msg":"trace[438108744] transaction","detail":"{read_only:false; response_revision:26392; number_of_response:1; }","duration":"374.297444ms","start":"2026-03-19T12:04:47.532042Z","end":"2026-03-19T12:04:47.90634Z","steps":["trace[438108744] 'process raft request' (duration: 127.330497ms)","trace[438108744] 'compare' (duration: 246.123204ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:04:47.906413Z","caller":"traceutil/trace.go:171","msg":"trace[599017864] linearizableReadLoop","detail":"{readStateIndex:27352; appliedIndex:27351; }","duration":"170.127869ms","start":"2026-03-19T12:04:47.735797Z","end":"2026-03-19T12:04:47.905924Z","steps":["trace[599017864] 'read index received' (duration: 39.511µs)","trace[599017864] 'applied index is now lower than readState.Index' (duration: 170.086878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:04:47.906474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.664795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:04:47.906579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:04:47.532017Z","time spent":"374.484229ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:04:47.906606Z","caller":"traceutil/trace.go:171","msg":"trace[1002529017] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26392; }","duration":"170.812038ms","start":"2026-03-19T12:04:47.735767Z","end":"2026-03-19T12:04:47.906579Z","steps":["trace[1002529017] 'agreement among raft nodes before linearized reading' (duration: 170.660054ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:04:47.991443Z","caller":"traceutil/trace.go:171","msg":"trace[367812252] transaction","detail":"{read_only:false; response_revision:26393; number_of_response:1; }","duration":"181.605381ms","start":"2026-03-19T12:04:47.809818Z","end":"2026-03-19T12:04:47.991423Z","steps":["trace[367812252] 'process raft request' (duration: 181.346774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:04:47.991736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.813457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:04:47.991737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.801316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:04:47.991763Z","caller":"traceutil/trace.go:171","msg":"trace[316602637] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26393; }","duration":"255.863618ms","start":"2026-03-19T12:04:47.735893Z","end":"2026-03-19T12:04:47.991756Z","steps":["trace[316602637] 'agreement among raft nodes before linearized reading' (duration: 255.808966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:04:47.991593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.377349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-19T12:04:47.991804Z","caller":"traceutil/trace.go:171","msg":"trace[368392709] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26393; }","duration":"255.93501ms","start":"2026-03-19T12:04:47.735855Z","end":"2026-03-19T12:04:47.99179Z","steps":["trace[368392709] 'agreement among raft nodes before linearized reading' (duration: 255.769505ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:04:47.991842Z","caller":"traceutil/trace.go:171","msg":"trace[894880544] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26393; }","duration":"253.646367ms","start":"2026-03-19T12:04:47.738176Z","end":"2026-03-19T12:04:47.991823Z","steps":["trace[894880544] 'agreement among raft nodes before linearized reading' (duration: 253.254177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:04:47.991923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.107952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:04:47.992025Z","caller":"traceutil/trace.go:171","msg":"trace[1753438583] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26393; }","duration":"102.289427ms","start":"2026-03-19T12:04:47.889711Z","end":"2026-03-19T12:04:47.992Z","steps":["trace[1753438583] 'agreement among raft nodes before linearized reading' (duration: 102.01886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:04:48.308245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.364511ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-19T12:04:48.308382Z","caller":"traceutil/trace.go:171","msg":"trace[1997713027] linearizableReadLoop","detail":"{readStateIndex:27355; appliedIndex:27354; }","duration":"103.896061ms","start":"2026-03-19T12:04:48.204464Z","end":"2026-03-19T12:04:48.30836Z","steps":["trace[1997713027] 'read index received' (duration: 183.165µs)","trace[1997713027] 'applied index is now lower than readState.Index' (duration: 103.710705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:04:48.308412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:04:48.000148Z","time spent":"308.25787ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T12:04:48.308555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.51084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:04:48.308608Z","caller":"traceutil/trace.go:171","msg":"trace[935905421] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26394; }","duration":"103.588903ms","start":"2026-03-19T12:04:48.205005Z","end":"2026-03-19T12:04:48.308594Z","steps":["trace[935905421] 'agreement among raft nodes before linearized reading' (duration: 103.49007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:04:48.308633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.149978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:04:48.308752Z","caller":"traceutil/trace.go:171","msg":"trace[469998985] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26394; }","duration":"104.287052ms","start":"2026-03-19T12:04:48.204422Z","end":"2026-03-19T12:04:48.308709Z","steps":["trace[469998985] 'agreement among raft nodes before linearized reading' (duration: 104.136248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:04:48.308791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.228616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:04:48.30876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.204335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:04:48.308818Z","caller":"traceutil/trace.go:171","msg":"trace[839676934] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26394; }","duration":"102.257647ms","start":"2026-03-19T12:04:48.206549Z","end":"2026-03-19T12:04:48.308807Z","steps":["trace[839676934] 'agreement among raft nodes before linearized reading' (duration: 102.228606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:04:48.308865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.638524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:04:48.308932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.681828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-03-19T12:04:48.30896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.718829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-19T12:04:48.308941Z","caller":"traceutil/trace.go:171","msg":"trace[1702237134] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26394; }","duration":"102.290857ms","start":"2026-03-19T12:04:48.206532Z","end":"2026-03-19T12:04:48.308822Z","steps":["trace[1702237134] 'agreement among raft nodes before linearized reading' (duration: 102.176524ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:04:48.308994Z","caller":"traceutil/trace.go:171","msg":"trace[1073614795] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26394; }","duration":"103.791828ms","start":"2026-03-19T12:04:48.205179Z","end":"2026-03-19T12:04:48.30897Z","steps":["trace[1073614795] 'agreement among raft nodes before linearized reading' (duration: 103.579702ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:04:48.309026Z","caller":"traceutil/trace.go:171","msg":"trace[597570355] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26394; }","duration":"102.785251ms","start":"2026-03-19T12:04:48.206213Z","end":"2026-03-19T12:04:48.308999Z","steps":["trace[597570355] 'agreement among raft nodes before linearized reading' (duration: 102.508323ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:04:48.30902Z","caller":"traceutil/trace.go:171","msg":"trace[371421581] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26394; }","duration":"102.855953ms","start":"2026-03-19T12:04:48.206148Z","end":"2026-03-19T12:04:48.309004Z","steps":["trace[371421581] 'agreement among raft nodes before linearized reading' (duration: 102.562945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:04:48.308946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.761507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:04:48.309349Z","caller":"traceutil/trace.go:171","msg":"trace[815676667] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26394; }","duration":"104.177879ms","start":"2026-03-19T12:04:48.205147Z","end":"2026-03-19T12:04:48.309324Z","steps":["trace[815676667] 'agreement among raft nodes before linearized reading' (duration: 103.613653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:04:48.680485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.38772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:04:48.680833Z","caller":"traceutil/trace.go:171","msg":"trace[1055418025] linearizableReadLoop","detail":"{readStateIndex:27357; appliedIndex:27355; }","duration":"141.069841ms","start":"2026-03-19T12:04:48.539717Z","end":"2026-03-19T12:04:48.680787Z","steps":["trace[1055418025] 'read index received' (duration: 128.908921ms)","trace[1055418025] 'applied index is now lower than readState.Index' (duration: 12.15975ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:04:48.680826Z","caller":"traceutil/trace.go:171","msg":"trace[1428752561] transaction","detail":"{read_only:false; response_revision:26395; number_of_response:1; }","duration":"370.886481ms","start":"2026-03-19T12:04:48.309892Z","end":"2026-03-19T12:04:48.680779Z","steps":["trace[1428752561] 'process raft request' (duration: 145.071939ms)","trace[1428752561] 'compare' (duration: 225.163694ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:04:48.680867Z","caller":"traceutil/trace.go:171","msg":"trace[1853278970] transaction","detail":"{read_only:false; response_revision:26396; number_of_response:1; }","duration":"201.397009ms","start":"2026-03-19T12:04:48.47945Z","end":"2026-03-19T12:04:48.680847Z","steps":["trace[1853278970] 'process raft request' (duration: 201.202033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:04:48.681013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:04:48.309866Z","time spent":"371.045116ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:04:48.681094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.361969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-19T12:04:48.681183Z","caller":"traceutil/trace.go:171","msg":"trace[1457514558] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26396; }","duration":"141.493792ms","start":"2026-03-19T12:04:48.539667Z","end":"2026-03-19T12:04:48.681161Z","steps":["trace[1457514558] 'agreement among raft nodes before linearized reading' (duration: 141.220195ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:04:48.746525Z","caller":"traceutil/trace.go:171","msg":"trace[1664696924] transaction","detail":"{read_only:false; response_revision:26397; number_of_response:1; }","duration":"174.291172ms","start":"2026-03-19T12:04:48.57221Z","end":"2026-03-19T12:04:48.746502Z","steps":["trace[1664696924] 'process raft request' (duration: 174.041706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:04:48.747163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.834109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:04:48.74723Z","caller":"traceutil/trace.go:171","msg":"trace[78036552] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26399; }","duration":"177.947922ms","start":"2026-03-19T12:04:48.569267Z","end":"2026-03-19T12:04:48.747215Z","steps":["trace[78036552] 'agreement among raft nodes before linearized reading' (duration: 177.814068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:04:48.747317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.946211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:04:48.74742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.149097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:04:48.747484Z","caller":"traceutil/trace.go:171","msg":"trace[971345578] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26399; }","duration":"178.24712ms","start":"2026-03-19T12:04:48.569227Z","end":"2026-03-19T12:04:48.747475Z","steps":["trace[971345578] 'agreement among raft nodes before linearized reading' (duration: 178.146887ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:04:48.747571Z","caller":"traceutil/trace.go:171","msg":"trace[818389243] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26399; }","duration":"178.300302ms","start":"2026-03-19T12:04:48.569203Z","end":"2026-03-19T12:04:48.747503Z","steps":["trace[818389243] 'agreement among raft nodes before linearized reading' (duration: 177.955932ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:04:48.747342Z","caller":"traceutil/trace.go:171","msg":"trace[2114367787] transaction","detail":"{read_only:false; response_revision:26398; number_of_response:1; }","duration":"171.273291ms","start":"2026-03-19T12:04:48.576057Z","end":"2026-03-19T12:04:48.74733Z","steps":["trace[2114367787] 'process raft request' (duration: 170.489209ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:04:48.747282Z","caller":"traceutil/trace.go:171","msg":"trace[1999505164] transaction","detail":"{read_only:false; response_revision:26399; number_of_response:1; }","duration":"169.934165ms","start":"2026-03-19T12:04:48.577316Z","end":"2026-03-19T12:04:48.747251Z","steps":["trace[1999505164] 'process raft request' (duration: 169.624376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:04:48.748436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.599996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:04:48.749285Z","caller":"traceutil/trace.go:171","msg":"trace[990952354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26399; }","duration":"138.451699ms","start":"2026-03-19T12:04:48.61079Z","end":"2026-03-19T12:04:48.749242Z","steps":["trace[990952354] 'agreement among raft nodes before linearized reading' (duration: 137.609066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:04:48.749428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.577271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-19T12:04:48.749494Z","caller":"traceutil/trace.go:171","msg":"trace[1508825665] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26399; }","duration":"177.669384ms","start":"2026-03-19T12:04:48.571813Z","end":"2026-03-19T12:04:48.749482Z","steps":["trace[1508825665] 'agreement among raft nodes before linearized reading' (duration: 175.244498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:04:49.00445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.259211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:04:49.004729Z","caller":"traceutil/trace.go:171","msg":"trace[1961946861] transaction","detail":"{read_only:false; response_revision:26401; number_of_response:1; }","duration":"250.369428ms","start":"2026-03-19T12:04:48.754319Z","end":"2026-03-19T12:04:49.004688Z","steps":["trace[1961946861] 'process raft request' (duration: 103.693915ms)","trace[1961946861] 'compare' (duration: 145.896792ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:04:49.004909Z","caller":"traceutil/trace.go:171","msg":"trace[537930869] transaction","detail":"{read_only:false; response_revision:26402; number_of_response:1; }","duration":"250.479301ms","start":"2026-03-19T12:04:48.754329Z","end":"2026-03-19T12:04:49.004808Z","steps":["trace[537930869] 'process raft request' (duration: 250.200614ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:04:49.005105Z","caller":"traceutil/trace.go:171","msg":"trace[392861584] transaction","detail":"{read_only:false; response_revision:26403; number_of_response:1; }","duration":"250.414459ms","start":"2026-03-19T12:04:48.754678Z","end":"2026-03-19T12:04:49.005092Z","steps":["trace[392861584] 'process raft request' (duration: 250.030398ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:04:49.005213Z","caller":"traceutil/trace.go:171","msg":"trace[416738927] transaction","detail":"{read_only:false; response_revision:26404; number_of_response:1; }","duration":"186.035121ms","start":"2026-03-19T12:04:48.819149Z","end":"2026-03-19T12:04:49.005184Z","steps":["trace[416738927] 'process raft request' (duration: 185.936749ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:04:49.005263Z","caller":"traceutil/trace.go:171","msg":"trace[463514904] linearizableReadLoop","detail":"{readStateIndex:27364; appliedIndex:27361; }","duration":"187.057589ms","start":"2026-03-19T12:04:48.818189Z","end":"2026-03-19T12:04:49.005247Z","steps":["trace[463514904] 'read index received' (duration: 39.838382ms)","trace[463514904] 'applied index is now lower than readState.Index' (duration: 147.217887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:04:49.005354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.159172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T12:04:49.005394Z","caller":"traceutil/trace.go:171","msg":"trace[2080822406] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26404; }","duration":"187.236874ms","start":"2026-03-19T12:04:48.818147Z","end":"2026-03-19T12:04:49.005384Z","steps":["trace[2080822406] 'agreement among raft nodes before linearized reading' (duration: 187.156722ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:04:49.301212Z","caller":"traceutil/trace.go:171","msg":"trace[1361520876] linearizableReadLoop","detail":"{readStateIndex:27366; appliedIndex:27365; }","duration":"238.548778ms","start":"2026-03-19T12:04:49.062634Z","end":"2026-03-19T12:04:49.301183Z","steps":["trace[1361520876] 'read index received' (duration: 238.350552ms)","trace[1361520876] 'applied index is now lower than readState.Index' (duration: 197.376µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:04:49.301268Z","caller":"traceutil/trace.go:171","msg":"trace[1701084553] transaction","detail":"{read_only:false; response_revision:26405; number_of_response:1; }","duration":"259.348212ms","start":"2026-03-19T12:04:49.041892Z","end":"2026-03-19T12:04:49.30124Z","steps":["trace[1701084553] 'process raft request' (duration: 259.152607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:04:49.301328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.673881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:04:49.301361Z","caller":"traceutil/trace.go:171","msg":"trace[1399850910] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26405; }","duration":"238.756083ms","start":"2026-03-19T12:04:49.062594Z","end":"2026-03-19T12:04:49.30135Z","steps":["trace[1399850910] 'agreement among raft nodes before linearized reading' (duration: 238.684951ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:04:51.115969Z","caller":"traceutil/trace.go:171","msg":"trace[2093743623] transaction","detail":"{read_only:false; response_revision:26416; number_of_response:1; }","duration":"100.5862ms","start":"2026-03-19T12:04:51.015352Z","end":"2026-03-19T12:04:51.115939Z","steps":["trace[2093743623] 'process raft request' (duration: 100.535338ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:04:51.116327Z","caller":"traceutil/trace.go:171","msg":"trace[1196579708] transaction","detail":"{read_only:false; response_revision:26415; number_of_response:1; }","duration":"102.312107ms","start":"2026-03-19T12:04:51.013986Z","end":"2026-03-19T12:04:51.116299Z","steps":["trace[1196579708] 'process raft request' (duration: 101.731551ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:04:54.931645Z","caller":"traceutil/trace.go:171","msg":"trace[2036524634] linearizableReadLoop","detail":"{readStateIndex:27403; appliedIndex:27401; }","duration":"129.052224ms","start":"2026-03-19T12:04:54.802575Z","end":"2026-03-19T12:04:54.931627Z","steps":["trace[2036524634] 'read index received' (duration: 128.832528ms)","trace[2036524634] 'applied index is now lower than readState.Index' (duration: 219.116µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:04:54.931698Z","caller":"traceutil/trace.go:171","msg":"trace[199616872] transaction","detail":"{read_only:false; response_revision:26441; number_of_response:1; }","duration":"160.294183ms","start":"2026-03-19T12:04:54.771381Z","end":"2026-03-19T12:04:54.931675Z","steps":["trace[199616872] 'process raft request' (duration: 160.21701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:04:54.931858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.166177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:04:54.931886Z","caller":"traceutil/trace.go:171","msg":"trace[1954042622] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26441; }","duration":"154.238128ms","start":"2026-03-19T12:04:54.777639Z","end":"2026-03-19T12:04:54.931877Z","steps":["trace[1954042622] 'agreement among raft nodes before linearized reading' (duration: 154.075834ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:04:54.931983Z","caller":"traceutil/trace.go:171","msg":"trace[1085357908] transaction","detail":"{read_only:false; response_revision:26440; number_of_response:1; }","duration":"160.952501ms","start":"2026-03-19T12:04:54.771024Z","end":"2026-03-19T12:04:54.931976Z","steps":["trace[1085357908] 'process raft request' (duration: 160.459127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:04:54.932071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.576643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-19T12:04:54.932092Z","caller":"traceutil/trace.go:171","msg":"trace[1082361667] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26441; }","duration":"159.621015ms","start":"2026-03-19T12:04:54.772466Z","end":"2026-03-19T12:04:54.932087Z","steps":["trace[1082361667] 'agreement among raft nodes before linearized reading' (duration: 159.561683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:04:54.932209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.216158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:04:54.932279Z","caller":"traceutil/trace.go:171","msg":"trace[1192100137] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26441; }","duration":"161.298731ms","start":"2026-03-19T12:04:54.770966Z","end":"2026-03-19T12:04:54.932265Z","steps":["trace[1192100137] 'agreement among raft nodes before linearized reading' (duration: 161.179197ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:04:55.790478Z","caller":"traceutil/trace.go:171","msg":"trace[84945073] linearizableReadLoop","detail":"{readStateIndex:27409; appliedIndex:27408; }","duration":"126.31586ms","start":"2026-03-19T12:04:55.664146Z","end":"2026-03-19T12:04:55.790462Z","steps":["trace[84945073] 'read index received' (duration: 126.195137ms)","trace[84945073] 'applied index is now lower than readState.Index' (duration: 120.083µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:04:55.790585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.432833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:04:55.790551Z","caller":"traceutil/trace.go:171","msg":"trace[622566674] transaction","detail":"{read_only:false; response_revision:26447; number_of_response:1; }","duration":"169.354689ms","start":"2026-03-19T12:04:55.621155Z","end":"2026-03-19T12:04:55.79051Z","steps":["trace[622566674] 'process raft request' (duration: 169.202235ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:04:55.790606Z","caller":"traceutil/trace.go:171","msg":"trace[3422807] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26447; }","duration":"126.502945ms","start":"2026-03-19T12:04:55.664095Z","end":"2026-03-19T12:04:55.790598Z","steps":["trace[3422807] 'agreement among raft nodes before linearized reading' (duration: 126.427063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:04:58.129019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.554088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-19T12:04:58.129123Z","caller":"traceutil/trace.go:171","msg":"trace[1446107398] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:26461; }","duration":"164.696601ms","start":"2026-03-19T12:04:57.964409Z","end":"2026-03-19T12:04:58.129106Z","steps":["trace[1446107398] 'range keys from in-memory index tree' (duration: 164.220819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:04:59.454581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.605509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:04:59.454778Z","caller":"traceutil/trace.go:171","msg":"trace[519568995] transaction","detail":"{read_only:false; response_revision:26474; number_of_response:1; }","duration":"130.571216ms","start":"2026-03-19T12:04:59.32419Z","end":"2026-03-19T12:04:59.454762Z","steps":["trace[519568995] 'process raft request' (duration: 130.484893ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:04:59.454778Z","caller":"traceutil/trace.go:171","msg":"trace[1234596493] linearizableReadLoop","detail":"{readStateIndex:27436; appliedIndex:27435; }","duration":"134.276796ms","start":"2026-03-19T12:04:59.320482Z","end":"2026-03-19T12:04:59.454758Z","steps":["trace[1234596493] 'read index received' (duration: 18.460401ms)","trace[1234596493] 'applied index is now lower than readState.Index' (duration: 115.815235ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:04:59.4548Z","caller":"traceutil/trace.go:171","msg":"trace[1079293428] transaction","detail":"{read_only:false; response_revision:26473; number_of_response:1; }","duration":"151.599217ms","start":"2026-03-19T12:04:59.303163Z","end":"2026-03-19T12:04:59.454762Z","steps":["trace[1079293428] 'process raft request' (duration: 35.740111ms)","trace[1079293428] 'compare' (duration: 115.409674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:04:59.455082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.368025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T12:04:59.455142Z","caller":"traceutil/trace.go:171","msg":"trace[332111763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26474; }","duration":"146.459757ms","start":"2026-03-19T12:04:59.30867Z","end":"2026-03-19T12:04:59.45513Z","steps":["trace[332111763] 'agreement among raft nodes before linearized reading' (duration: 146.171789ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:04:59.59209Z","caller":"traceutil/trace.go:171","msg":"trace[1840388538] transaction","detail":"{read_only:false; response_revision:26476; number_of_response:1; }","duration":"131.909522ms","start":"2026-03-19T12:04:59.460151Z","end":"2026-03-19T12:04:59.59206Z","steps":["trace[1840388538] 'process raft request' (duration: 110.4811ms)","trace[1840388538] 'compare' (duration: 21.293228ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:05:00.914067Z","caller":"traceutil/trace.go:171","msg":"trace[1309444122] transaction","detail":"{read_only:false; response_revision:26500; number_of_response:1; }","duration":"135.407415ms","start":"2026-03-19T12:05:00.778629Z","end":"2026-03-19T12:05:00.914037Z","steps":["trace[1309444122] 'process raft request' (duration: 135.188369ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:05:20.68164Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24689} {"level":"info","ts":"2026-03-19T12:05:20.815763Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24689,"took":"128.187291ms","hash":3407639218,"current-db-size-bytes":47775744,"current-db-size":"48 MB","current-db-size-in-use-bytes":31358976,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-19T12:05:20.816609Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3407639218,"revision":24689,"compact-revision":21708} {"level":"info","ts":"2026-03-19T12:05:36.520564Z","caller":"traceutil/trace.go:171","msg":"trace[313685844] transaction","detail":"{read_only:false; response_revision:26849; number_of_response:1; }","duration":"108.746043ms","start":"2026-03-19T12:05:36.411785Z","end":"2026-03-19T12:05:36.520531Z","steps":["trace[313685844] 'process raft request' (duration: 100.56228ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:05:41.887202Z","caller":"traceutil/trace.go:171","msg":"trace[1693309423] transaction","detail":"{read_only:false; response_revision:26887; number_of_response:1; }","duration":"115.154197ms","start":"2026-03-19T12:05:41.771987Z","end":"2026-03-19T12:05:41.887141Z","steps":["trace[1693309423] 'process raft request' (duration: 19.917311ms)","trace[1693309423] 'compare' (duration: 94.927357ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:05:45.856019Z","caller":"traceutil/trace.go:171","msg":"trace[407584059] transaction","detail":"{read_only:false; response_revision:26911; number_of_response:1; }","duration":"100.228251ms","start":"2026-03-19T12:05:45.755767Z","end":"2026-03-19T12:05:45.855996Z","steps":["trace[407584059] 'process raft request' (duration: 100.077867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:05:46.109077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.082213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:05:46.10928Z","caller":"traceutil/trace.go:171","msg":"trace[179201787] transaction","detail":"{read_only:false; response_revision:26914; number_of_response:1; }","duration":"140.790744ms","start":"2026-03-19T12:05:45.968444Z","end":"2026-03-19T12:05:46.109234Z","steps":["trace[179201787] 'process raft request' (duration: 38.361152ms)","trace[179201787] 'compare' (duration: 101.892407ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:05:58.131288Z","caller":"traceutil/trace.go:171","msg":"trace[508795825] linearizableReadLoop","detail":"{readStateIndex:28012; appliedIndex:28011; }","duration":"163.934171ms","start":"2026-03-19T12:05:57.967323Z","end":"2026-03-19T12:05:58.131257Z","steps":["trace[508795825] 'read index received' (duration: 163.638293ms)","trace[508795825] 'applied index is now lower than readState.Index' (duration: 294.698µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:05:58.131967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.581129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-19T12:05:58.132028Z","caller":"traceutil/trace.go:171","msg":"trace[863733804] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:27034; }","duration":"164.738633ms","start":"2026-03-19T12:05:57.967272Z","end":"2026-03-19T12:05:58.132011Z","steps":["trace[863733804] 'agreement among raft nodes before linearized reading' (duration: 164.375323ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:05:58.13256Z","caller":"traceutil/trace.go:171","msg":"trace[1823025492] transaction","detail":"{read_only:false; response_revision:27034; number_of_response:1; }","duration":"171.303031ms","start":"2026-03-19T12:05:57.961242Z","end":"2026-03-19T12:05:58.132545Z","steps":["trace[1823025492] 'process raft request' (duration: 169.813891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:05:58.133186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.604067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:05:58.13323Z","caller":"traceutil/trace.go:171","msg":"trace[966190718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27034; }","duration":"140.69058ms","start":"2026-03-19T12:05:57.992529Z","end":"2026-03-19T12:05:58.13322Z","steps":["trace[966190718] 'agreement among raft nodes before linearized reading' (duration: 140.582177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:05:58.133764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.776312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:05:58.13381Z","caller":"traceutil/trace.go:171","msg":"trace[1782344217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27034; }","duration":"140.820493ms","start":"2026-03-19T12:05:57.992977Z","end":"2026-03-19T12:05:58.133798Z","steps":["trace[1782344217] 'agreement among raft nodes before linearized reading' (duration: 140.69024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:05:58.133998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.256206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T12:05:58.13412Z","caller":"traceutil/trace.go:171","msg":"trace[1506928059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27034; }","duration":"123.437481ms","start":"2026-03-19T12:05:58.01066Z","end":"2026-03-19T12:05:58.134097Z","steps":["trace[1506928059] 'agreement among raft nodes before linearized reading' (duration: 123.00845ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:05:58.402339Z","caller":"traceutil/trace.go:171","msg":"trace[194576575] linearizableReadLoop","detail":"{readStateIndex:28018; appliedIndex:28017; }","duration":"144.210705ms","start":"2026-03-19T12:05:58.258098Z","end":"2026-03-19T12:05:58.402309Z","steps":["trace[194576575] 'read index received' (duration: 144.01893ms)","trace[194576575] 'applied index is now lower than readState.Index' (duration: 190.425µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:05:58.402951Z","caller":"traceutil/trace.go:171","msg":"trace[1241985236] transaction","detail":"{read_only:false; response_revision:27039; number_of_response:1; }","duration":"146.101077ms","start":"2026-03-19T12:05:58.256834Z","end":"2026-03-19T12:05:58.402935Z","steps":["trace[1241985236] 'process raft request' (duration: 145.250954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:05:58.403337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.207662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T12:05:58.403434Z","caller":"traceutil/trace.go:171","msg":"trace[1062735639] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27039; }","duration":"145.317326ms","start":"2026-03-19T12:05:58.258079Z","end":"2026-03-19T12:05:58.403396Z","steps":["trace[1062735639] 'agreement among raft nodes before linearized reading' (duration: 145.09452ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:05:58.4284Z","caller":"traceutil/trace.go:171","msg":"trace[450226302] transaction","detail":"{read_only:false; response_revision:27040; number_of_response:1; }","duration":"114.863629ms","start":"2026-03-19T12:05:58.313507Z","end":"2026-03-19T12:05:58.428371Z","steps":["trace[450226302] 'process raft request' (duration: 114.571511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:05:58.429839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.350003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21431"} {"level":"info","ts":"2026-03-19T12:05:58.429884Z","caller":"traceutil/trace.go:171","msg":"trace[968024149] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:27041; }","duration":"118.542109ms","start":"2026-03-19T12:05:58.311331Z","end":"2026-03-19T12:05:58.429873Z","steps":["trace[968024149] 'agreement among raft nodes before linearized reading' (duration: 117.85704ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:05:59.439458Z","caller":"traceutil/trace.go:171","msg":"trace[423049361] transaction","detail":"{read_only:false; response_revision:27047; number_of_response:1; }","duration":"131.655435ms","start":"2026-03-19T12:05:59.307775Z","end":"2026-03-19T12:05:59.439431Z","steps":["trace[423049361] 'process raft request' (duration: 131.605864ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:05:59.439749Z","caller":"traceutil/trace.go:171","msg":"trace[974203705] transaction","detail":"{read_only:false; response_revision:27046; number_of_response:1; }","duration":"132.041776ms","start":"2026-03-19T12:05:59.307697Z","end":"2026-03-19T12:05:59.439738Z","steps":["trace[974203705] 'process raft request' (duration: 123.843683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:05:59.702644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.581675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:05:59.702987Z","caller":"traceutil/trace.go:171","msg":"trace[931925207] transaction","detail":"{read_only:false; response_revision:27048; number_of_response:1; }","duration":"180.033229ms","start":"2026-03-19T12:05:59.52292Z","end":"2026-03-19T12:05:59.702953Z","steps":["trace[931925207] 'process raft request' (duration: 45.048063ms)","trace[931925207] 'compare' (duration: 134.461662ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:06:07.845076Z","caller":"traceutil/trace.go:171","msg":"trace[1295892640] transaction","detail":"{read_only:false; response_revision:27103; number_of_response:1; }","duration":"100.665994ms","start":"2026-03-19T12:06:07.744381Z","end":"2026-03-19T12:06:07.845047Z","steps":["trace[1295892640] 'process raft request' (duration: 100.440378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:06:26.986612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.060865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:06:26.986719Z","caller":"traceutil/trace.go:171","msg":"trace[178512730] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:27262; }","duration":"122.186068ms","start":"2026-03-19T12:06:26.864512Z","end":"2026-03-19T12:06:26.986698Z","steps":["trace[178512730] 'count revisions from in-memory index tree' (duration: 121.985592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:06:27.137487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.023187ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-19T12:06:27.137593Z","caller":"traceutil/trace.go:171","msg":"trace[340528589] linearizableReadLoop","detail":"{readStateIndex:28247; appliedIndex:28246; }","duration":"163.195441ms","start":"2026-03-19T12:06:26.974381Z","end":"2026-03-19T12:06:27.137576Z","steps":["trace[340528589] 'read index received' (duration: 35.114133ms)","trace[340528589] 'applied index is now lower than readState.Index' (duration: 128.079258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:06:27.137747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.338985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:06:27.137779Z","caller":"traceutil/trace.go:171","msg":"trace[1557510152] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:27263; }","duration":"163.399257ms","start":"2026-03-19T12:06:26.974371Z","end":"2026-03-19T12:06:27.13777Z","steps":["trace[1557510152] 'agreement among raft nodes before linearized reading' (duration: 163.301254ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:06:48.090801Z","caller":"traceutil/trace.go:171","msg":"trace[385799532] transaction","detail":"{read_only:false; response_revision:27472; number_of_response:1; }","duration":"111.365494ms","start":"2026-03-19T12:06:47.979398Z","end":"2026-03-19T12:06:48.090763Z","steps":["trace[385799532] 'process raft request' (duration: 39.670948ms)","trace[385799532] 'compare' (duration: 70.284858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:07:24.408906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536142863,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T12:07:24.679993Z","caller":"traceutil/trace.go:171","msg":"trace[1573754308] transaction","detail":"{read_only:false; response_revision:27858; number_of_response:1; }","duration":"885.269315ms","start":"2026-03-19T12:07:23.794697Z","end":"2026-03-19T12:07:24.679967Z","steps":["trace[1573754308] 'process raft request' (duration: 885.1067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:24.680244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:23.794334Z","time spent":"885.734437ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:07:25.996252Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.022109401s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T12:07:25.997048Z","caller":"traceutil/trace.go:171","msg":"trace[1748998351] linearizableReadLoop","detail":"{readStateIndex:28862; appliedIndex:28859; }","duration":"2.142599157s","start":"2026-03-19T12:07:23.854407Z","end":"2026-03-19T12:07:25.997007Z","steps":["trace[1748998351] 'read index received' (duration: 825.455479ms)","trace[1748998351] 'applied index is now lower than readState.Index' (duration: 1.317140447s)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:07:25.997392Z","caller":"traceutil/trace.go:171","msg":"trace[1304141548] transaction","detail":"{read_only:false; response_revision:27859; number_of_response:1; }","duration":"2.131833694s","start":"2026-03-19T12:07:23.865538Z","end":"2026-03-19T12:07:25.997371Z","steps":["trace[1304141548] 'process raft request' (duration: 2.13091713s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:25.997565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:23.865516Z","time spent":"2.131922506s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:07:25.997557Z","caller":"traceutil/trace.go:171","msg":"trace[1892721907] transaction","detail":"{read_only:false; response_revision:27860; number_of_response:1; }","duration":"2.131713621s","start":"2026-03-19T12:07:23.865804Z","end":"2026-03-19T12:07:25.997518Z","steps":["trace[1892721907] 'process raft request' (duration: 2.131067074s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:25.997628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143175212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:07:25.997715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:23.8658Z","time spent":"2.131830074s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:07:25.997734Z","caller":"traceutil/trace.go:171","msg":"trace[979205170] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27860; }","duration":"2.143325816s","start":"2026-03-19T12:07:23.854375Z","end":"2026-03-19T12:07:25.997701Z","steps":["trace[979205170] 'agreement among raft nodes before linearized reading' (duration: 2.143118001s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:25.997795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:23.854357Z","time spent":"2.143420959s","remote":"127.0.0.1:57400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:07:25.9996Z","caller":"traceutil/trace.go:171","msg":"trace[949260383] transaction","detail":"{read_only:false; response_revision:27861; number_of_response:1; }","duration":"1.123416664s","start":"2026-03-19T12:07:24.876158Z","end":"2026-03-19T12:07:25.999574Z","steps":["trace[949260383] 'process raft request' (duration: 1.1232456s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:25.999703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:24.876134Z","time spent":"1.123507677s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:07:25.999717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145121305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:07:25.999784Z","caller":"traceutil/trace.go:171","msg":"trace[845472367] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:27864; }","duration":"2.145243419s","start":"2026-03-19T12:07:23.854524Z","end":"2026-03-19T12:07:25.999767Z","steps":["trace[845472367] 'agreement among raft nodes before linearized reading' (duration: 2.145096675s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:25.999827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:23.854499Z","time spent":"2.14531059s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:07:26.000086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235795918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:07:26.000121Z","caller":"traceutil/trace.go:171","msg":"trace[701833722] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27864; }","duration":"1.235856019s","start":"2026-03-19T12:07:24.764255Z","end":"2026-03-19T12:07:26.000111Z","steps":["trace[701833722] 'agreement among raft nodes before linearized reading' (duration: 1.235745016s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:07:26.000112Z","caller":"traceutil/trace.go:171","msg":"trace[898058605] transaction","detail":"{read_only:false; response_revision:27862; number_of_response:1; }","duration":"1.118626364s","start":"2026-03-19T12:07:24.881458Z","end":"2026-03-19T12:07:26.000085Z","steps":["trace[898058605] 'process raft request' (duration: 1.118062099s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:26.0002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245361697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:07:26.000222Z","caller":"traceutil/trace.go:171","msg":"trace[399666376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27864; }","duration":"1.245421409s","start":"2026-03-19T12:07:24.754794Z","end":"2026-03-19T12:07:26.000215Z","steps":["trace[399666376] 'agreement among raft nodes before linearized reading' (duration: 1.245360647s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:26.000238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:24.754775Z","time spent":"1.24545882s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T12:07:26.000242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:24.881435Z","time spent":"1.118749487s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:07:26.000316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.962217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:07:26.00014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:24.764235Z","time spent":"1.235900371s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T12:07:26.000362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322753711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:07:26.000394Z","caller":"traceutil/trace.go:171","msg":"trace[302499894] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:27864; }","duration":"312.123911ms","start":"2026-03-19T12:07:25.688252Z","end":"2026-03-19T12:07:26.000376Z","steps":["trace[302499894] 'agreement among raft nodes before linearized reading' (duration: 311.925926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:26.000435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38896903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:07:26.000138Z","caller":"traceutil/trace.go:171","msg":"trace[171219819] transaction","detail":"{read_only:false; response_revision:27863; number_of_response:1; }","duration":"716.763465ms","start":"2026-03-19T12:07:25.283363Z","end":"2026-03-19T12:07:26.000126Z","steps":["trace[171219819] 'process raft request' (duration: 716.19373ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:07:26.000457Z","caller":"traceutil/trace.go:171","msg":"trace[2146878708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27864; }","duration":"1.38901488s","start":"2026-03-19T12:07:24.611437Z","end":"2026-03-19T12:07:26.000452Z","steps":["trace[2146878708] 'agreement among raft nodes before linearized reading' (duration: 1.388975979s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:26.000449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:25.68823Z","time spent":"312.205473ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:07:26.000518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:25.283345Z","time spent":"717.117885ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:07:26.000566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101890799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:07:26.0004Z","caller":"traceutil/trace.go:171","msg":"trace[1410139405] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:27864; }","duration":"1.322820172s","start":"2026-03-19T12:07:24.677571Z","end":"2026-03-19T12:07:26.000391Z","steps":["trace[1410139405] 'agreement among raft nodes before linearized reading' (duration: 1.32276356s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:07:26.000638Z","caller":"traceutil/trace.go:171","msg":"trace[383131536] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27864; }","duration":"1.102005963s","start":"2026-03-19T12:07:24.898611Z","end":"2026-03-19T12:07:26.000617Z","steps":["trace[383131536] 'agreement among raft nodes before linearized reading' (duration: 1.101773726s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:26.000639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:24.677553Z","time spent":"1.323069699s","remote":"127.0.0.1:53346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:07:26.000672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:24.898593Z","time spent":"1.102073164s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T12:07:26.000105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235295844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T12:07:26.000759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.063732494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-19T12:07:25.999907Z","caller":"traceutil/trace.go:171","msg":"trace[263114054] transaction","detail":"{read_only:false; response_revision:27864; number_of_response:1; }","duration":"434.541567ms","start":"2026-03-19T12:07:25.565304Z","end":"2026-03-19T12:07:25.999846Z","steps":["trace[263114054] 'process raft request' (duration: 434.28138ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:07:26.00078Z","caller":"traceutil/trace.go:171","msg":"trace[1995936723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27864; }","duration":"1.235981953s","start":"2026-03-19T12:07:24.764778Z","end":"2026-03-19T12:07:26.00076Z","steps":["trace[1995936723] 'agreement among raft nodes before linearized reading' (duration: 1.235015866s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:26.000954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406755703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-03-19T12:07:26.000998Z","caller":"traceutil/trace.go:171","msg":"trace[889936516] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27864; }","duration":"1.406836935s","start":"2026-03-19T12:07:24.59415Z","end":"2026-03-19T12:07:26.000987Z","steps":["trace[889936516] 'agreement among raft nodes before linearized reading' (duration: 1.406687291s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:26.001016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675507935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-19T12:07:26.001034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:24.594125Z","time spent":"1.406901467s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4886,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-03-19T12:07:26.000476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:24.611423Z","time spent":"1.389049462s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T12:07:26.0011Z","caller":"traceutil/trace.go:171","msg":"trace[286044433] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27864; }","duration":"1.675621238s","start":"2026-03-19T12:07:24.325458Z","end":"2026-03-19T12:07:26.001079Z","steps":["trace[286044433] 'agreement among raft nodes before linearized reading' (duration: 1.675399162s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:26.001115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.535435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:07:26.000815Z","caller":"traceutil/trace.go:171","msg":"trace[1056273655] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27864; }","duration":"2.063822177s","start":"2026-03-19T12:07:23.936978Z","end":"2026-03-19T12:07:26.0008Z","steps":["trace[1056273655] 'agreement among raft nodes before linearized reading' (duration: 2.063648172s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:26.000921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:25.565288Z","time spent":"435.556795ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:07:26.00115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:24.325441Z","time spent":"1.67569671s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T12:07:26.001166Z","caller":"traceutil/trace.go:171","msg":"trace[2022342956] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:27864; }","duration":"577.513342ms","start":"2026-03-19T12:07:25.423637Z","end":"2026-03-19T12:07:26.00115Z","steps":["trace[2022342956] 'agreement among raft nodes before linearized reading' (duration: 576.533986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:26.001176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:23.936954Z","time spent":"2.064213297s","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-19T12:07:26.000977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:24.764763Z","time spent":"1.236193199s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T12:07:26.001202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:25.423619Z","time spent":"577.570603ms","remote":"127.0.0.1:35546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:07:31.168869Z","caller":"traceutil/trace.go:171","msg":"trace[1938747595] transaction","detail":"{read_only:false; response_revision:27900; number_of_response:1; }","duration":"121.746778ms","start":"2026-03-19T12:07:31.047093Z","end":"2026-03-19T12:07:31.16884Z","steps":["trace[1938747595] 'process raft request' (duration: 121.593634ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:07:34.315147Z","caller":"traceutil/trace.go:171","msg":"trace[446522855] transaction","detail":"{read_only:false; response_revision:27915; number_of_response:1; }","duration":"243.179258ms","start":"2026-03-19T12:07:34.07194Z","end":"2026-03-19T12:07:34.315119Z","steps":["trace[446522855] 'process raft request' (duration: 242.977823ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:07:34.889928Z","caller":"traceutil/trace.go:171","msg":"trace[1809458470] transaction","detail":"{read_only:false; response_revision:27916; number_of_response:1; }","duration":"817.74624ms","start":"2026-03-19T12:07:34.072108Z","end":"2026-03-19T12:07:34.889854Z","steps":["trace[1809458470] 'process raft request' (duration: 817.082372ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:07:34.890247Z","caller":"traceutil/trace.go:171","msg":"trace[1063312544] transaction","detail":"{read_only:false; response_revision:27917; number_of_response:1; }","duration":"817.449462ms","start":"2026-03-19T12:07:34.072773Z","end":"2026-03-19T12:07:34.890222Z","steps":["trace[1063312544] 'process raft request' (duration: 816.960368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:34.89035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:34.072762Z","time spent":"817.536334ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:07:34.890325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:34.072082Z","time spent":"818.064509ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:07:34.890359Z","caller":"traceutil/trace.go:171","msg":"trace[1232445980] transaction","detail":"{read_only:false; response_revision:27919; number_of_response:1; }","duration":"804.532691ms","start":"2026-03-19T12:07:34.085801Z","end":"2026-03-19T12:07:34.890334Z","steps":["trace[1232445980] 'process raft request' (duration: 804.393087ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:07:34.890426Z","caller":"traceutil/trace.go:171","msg":"trace[489875339] transaction","detail":"{read_only:false; response_revision:27918; number_of_response:1; }","duration":"804.624103ms","start":"2026-03-19T12:07:34.085738Z","end":"2026-03-19T12:07:34.890362Z","steps":["trace[489875339] 'process raft request' (duration: 804.302975ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:07:34.890567Z","caller":"traceutil/trace.go:171","msg":"trace[46474668] transaction","detail":"{read_only:false; response_revision:27920; number_of_response:1; }","duration":"802.225688ms","start":"2026-03-19T12:07:34.088327Z","end":"2026-03-19T12:07:34.890552Z","steps":["trace[46474668] 'process raft request' (duration: 801.9452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:34.890565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:34.085754Z","time spent":"804.695565ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:07:34.890601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:34.085724Z","time spent":"804.785417ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:07:34.890629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:34.088304Z","time spent":"802.29496ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:07:34.890641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.138657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-19T12:07:34.890702Z","caller":"traceutil/trace.go:171","msg":"trace[67603220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27920; }","duration":"805.201128ms","start":"2026-03-19T12:07:34.085488Z","end":"2026-03-19T12:07:34.890689Z","steps":["trace[67603220] 'agreement among raft nodes before linearized reading' (duration: 804.993523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:34.890748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:34.085447Z","time spent":"805.290601ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T12:07:34.890441Z","caller":"traceutil/trace.go:171","msg":"trace[1640728434] linearizableReadLoop","detail":"{readStateIndex:28921; appliedIndex:28918; }","duration":"804.927791ms","start":"2026-03-19T12:07:34.085493Z","end":"2026-03-19T12:07:34.89042Z","steps":["trace[1640728434] 'read index received' (duration: 229.504546ms)","trace[1640728434] 'applied index is now lower than readState.Index' (duration: 575.422135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:07:35.337963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.934832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:07:35.338282Z","caller":"traceutil/trace.go:171","msg":"trace[1340075168] transaction","detail":"{read_only:false; response_revision:27921; number_of_response:1; }","duration":"552.639846ms","start":"2026-03-19T12:07:34.785603Z","end":"2026-03-19T12:07:35.338243Z","steps":["trace[1340075168] 'process raft request' (duration: 345.322053ms)","trace[1340075168] 'compare' (duration: 206.720736ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:07:35.338405Z","caller":"traceutil/trace.go:171","msg":"trace[1055652680] linearizableReadLoop","detail":"{readStateIndex:28925; appliedIndex:28924; }","duration":"447.56555ms","start":"2026-03-19T12:07:34.890812Z","end":"2026-03-19T12:07:35.338377Z","steps":["trace[1055652680] 'read index received' (duration: 240.249298ms)","trace[1055652680] 'applied index is now lower than readState.Index' (duration: 207.304202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:07:35.338491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:34.785583Z","time spent":"552.759229ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:07:35.338592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252151413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"warn","ts":"2026-03-19T12:07:35.338628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252990556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-19T12:07:35.338622Z","caller":"traceutil/trace.go:171","msg":"trace[1913629064] transaction","detail":"{read_only:false; response_revision:27922; number_of_response:1; }","duration":"441.064955ms","start":"2026-03-19T12:07:34.897509Z","end":"2026-03-19T12:07:35.338574Z","steps":["trace[1913629064] 'process raft request' (duration: 440.604962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:35.338684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253014166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-19T12:07:35.33875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25315649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T12:07:35.338781Z","caller":"traceutil/trace.go:171","msg":"trace[2128906057] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27922; }","duration":"1.253215221s","start":"2026-03-19T12:07:34.085557Z","end":"2026-03-19T12:07:35.338773Z","steps":["trace[2128906057] 'agreement among raft nodes before linearized reading' (duration: 1.253129339s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:07:35.338787Z","caller":"traceutil/trace.go:171","msg":"trace[1244612175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27922; }","duration":"1.25314436s","start":"2026-03-19T12:07:34.08562Z","end":"2026-03-19T12:07:35.338764Z","steps":["trace[1244612175] 'agreement among raft nodes before linearized reading' (duration: 1.252859252s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:35.338808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:34.897488Z","time spent":"441.231519ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:07:35.338846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:34.085612Z","time spent":"1.253221632s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T12:07:35.338647Z","caller":"traceutil/trace.go:171","msg":"trace[408046565] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27922; }","duration":"1.252223464s","start":"2026-03-19T12:07:34.086404Z","end":"2026-03-19T12:07:35.338628Z","steps":["trace[408046565] 'agreement among raft nodes before linearized reading' (duration: 1.251974517s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:35.338971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:34.086397Z","time spent":"1.252555074s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4886,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-03-19T12:07:35.338664Z","caller":"traceutil/trace.go:171","msg":"trace[1818489612] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27922; }","duration":"1.253060038s","start":"2026-03-19T12:07:34.085591Z","end":"2026-03-19T12:07:35.338651Z","steps":["trace[1818489612] 'agreement among raft nodes before linearized reading' (duration: 1.252942505s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:35.339036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118250895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:07:35.339151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:34.085562Z","time spent":"1.25352451s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T12:07:35.33916Z","caller":"traceutil/trace.go:171","msg":"trace[886173157] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:27922; }","duration":"1.11845099s","start":"2026-03-19T12:07:34.220692Z","end":"2026-03-19T12:07:35.339143Z","steps":["trace[886173157] 'agreement among raft nodes before linearized reading' (duration: 1.11771344s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:35.339272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:34.220673Z","time spent":"1.118584403s","remote":"127.0.0.1:51302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":79,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:07:35.338628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.813901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:07:35.339389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:34.085543Z","time spent":"1.253828308s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T12:07:35.339407Z","caller":"traceutil/trace.go:171","msg":"trace[1036864454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27922; }","duration":"691.630963ms","start":"2026-03-19T12:07:34.647765Z","end":"2026-03-19T12:07:35.339396Z","steps":["trace[1036864454] 'agreement among raft nodes before linearized reading' (duration: 690.679257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:35.339558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.498663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:07:35.339641Z","caller":"traceutil/trace.go:171","msg":"trace[83966236] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27922; }","duration":"878.022537ms","start":"2026-03-19T12:07:34.461595Z","end":"2026-03-19T12:07:35.339617Z","steps":["trace[83966236] 'agreement among raft nodes before linearized reading' (duration: 876.814674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:35.339741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:34.64775Z","time spent":"691.722795ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:07:35.339699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:34.461529Z","time spent":"878.151351ms","remote":"127.0.0.1:57576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:07:35.34004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253600602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-19T12:07:35.34037Z","caller":"traceutil/trace.go:171","msg":"trace[2103935475] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27922; }","duration":"1.254015183s","start":"2026-03-19T12:07:34.086346Z","end":"2026-03-19T12:07:35.340361Z","steps":["trace[2103935475] 'agreement among raft nodes before linearized reading' (duration: 1.252323327s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:35.340399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:34.08634Z","time spent":"1.254050374s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T12:07:36.470366Z","caller":"traceutil/trace.go:171","msg":"trace[1339882345] linearizableReadLoop","detail":"{readStateIndex:28935; appliedIndex:28934; }","duration":"147.025405ms","start":"2026-03-19T12:07:36.323312Z","end":"2026-03-19T12:07:36.470338Z","steps":["trace[1339882345] 'read index received' (duration: 146.655255ms)","trace[1339882345] 'applied index is now lower than readState.Index' (duration: 368.27µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:07:36.470449Z","caller":"traceutil/trace.go:171","msg":"trace[294185030] transaction","detail":"{read_only:false; response_revision:27931; number_of_response:1; }","duration":"149.186154ms","start":"2026-03-19T12:07:36.321205Z","end":"2026-03-19T12:07:36.470391Z","steps":["trace[294185030] 'process raft request' (duration: 148.887446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:36.470576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.234961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:07:36.47108Z","caller":"traceutil/trace.go:171","msg":"trace[556344037] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:27931; }","duration":"147.737955ms","start":"2026-03-19T12:07:36.323259Z","end":"2026-03-19T12:07:36.470997Z","steps":["trace[556344037] 'agreement among raft nodes before linearized reading' (duration: 147.237751ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:07:36.8612Z","caller":"traceutil/trace.go:171","msg":"trace[1872040453] linearizableReadLoop","detail":"{readStateIndex:28937; appliedIndex:28936; }","duration":"380.373975ms","start":"2026-03-19T12:07:36.48081Z","end":"2026-03-19T12:07:36.861184Z","steps":["trace[1872040453] 'read index received' (duration: 39.821532ms)","trace[1872040453] 'applied index is now lower than readState.Index' (duration: 340.551543ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:07:36.861275Z","caller":"traceutil/trace.go:171","msg":"trace[241947684] transaction","detail":"{read_only:false; response_revision:27933; number_of_response:1; }","duration":"382.866334ms","start":"2026-03-19T12:07:36.478402Z","end":"2026-03-19T12:07:36.861268Z","steps":["trace[241947684] 'process raft request' (duration: 382.613947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:36.861354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:36.478351Z","time spent":"382.940085ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:07:36.861403Z","caller":"traceutil/trace.go:171","msg":"trace[87733982] transaction","detail":"{read_only:false; response_revision:27934; number_of_response:1; }","duration":"347.188724ms","start":"2026-03-19T12:07:36.514201Z","end":"2026-03-19T12:07:36.86139Z","steps":["trace[87733982] 'process raft request' (duration: 346.952187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:36.861488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:36.514124Z","time spent":"347.336348ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4844,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:07:36.86154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.731195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:07:36.861572Z","caller":"traceutil/trace.go:171","msg":"trace[1665420382] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:27934; }","duration":"380.803047ms","start":"2026-03-19T12:07:36.480762Z","end":"2026-03-19T12:07:36.861565Z","steps":["trace[1665420382] 'agreement among raft nodes before linearized reading' (duration: 380.752505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:36.861588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:36.480737Z","time spent":"380.847508ms","remote":"127.0.0.1:53224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:07:36.864684Z","caller":"traceutil/trace.go:171","msg":"trace[8034657] transaction","detail":"{read_only:false; response_revision:27935; number_of_response:1; }","duration":"343.896394ms","start":"2026-03-19T12:07:36.520774Z","end":"2026-03-19T12:07:36.864671Z","steps":["trace[8034657] 'process raft request' (duration: 343.776781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:36.864703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.360937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:07:36.864706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.197573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:07:36.864729Z","caller":"traceutil/trace.go:171","msg":"trace[1442969586] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:27935; }","duration":"351.436638ms","start":"2026-03-19T12:07:36.513285Z","end":"2026-03-19T12:07:36.864722Z","steps":["trace[1442969586] 'agreement among raft nodes before linearized reading' (duration: 351.335306ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:07:36.864735Z","caller":"traceutil/trace.go:171","msg":"trace[787441401] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:27935; }","duration":"100.311556ms","start":"2026-03-19T12:07:36.764416Z","end":"2026-03-19T12:07:36.864728Z","steps":["trace[787441401] 'agreement among raft nodes before linearized reading' (duration: 100.222383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:36.864748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:36.513262Z","time spent":"351.48097ms","remote":"127.0.0.1:53286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:07:36.864748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:36.520751Z","time spent":"343.964695ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:07:36.864761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.416056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:07:36.864828Z","caller":"traceutil/trace.go:171","msg":"trace[1077664056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27935; }","duration":"253.496988ms","start":"2026-03-19T12:07:36.611315Z","end":"2026-03-19T12:07:36.864812Z","steps":["trace[1077664056] 'agreement among raft nodes before linearized reading' (duration: 253.369794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:36.864841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.260274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:07:36.864871Z","caller":"traceutil/trace.go:171","msg":"trace[237670036] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27935; }","duration":"351.290245ms","start":"2026-03-19T12:07:36.513571Z","end":"2026-03-19T12:07:36.864861Z","steps":["trace[237670036] 'agreement among raft nodes before linearized reading' (duration: 351.243934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:36.864909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:36.513441Z","time spent":"351.460259ms","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:07:37.449337Z","caller":"traceutil/trace.go:171","msg":"trace[456365654] transaction","detail":"{read_only:false; response_revision:27941; number_of_response:1; }","duration":"104.743246ms","start":"2026-03-19T12:07:37.344572Z","end":"2026-03-19T12:07:37.449315Z","steps":["trace[456365654] 'process raft request' (duration: 104.569351ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:07:37.643265Z","caller":"traceutil/trace.go:171","msg":"trace[96742724] linearizableReadLoop","detail":"{readStateIndex:28947; appliedIndex:28944; }","duration":"294.032189ms","start":"2026-03-19T12:07:37.349203Z","end":"2026-03-19T12:07:37.643235Z","steps":["trace[96742724] 'read index received' (duration: 100.005727ms)","trace[96742724] 'applied index is now lower than readState.Index' (duration: 194.025032ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:07:37.64341Z","caller":"traceutil/trace.go:171","msg":"trace[1845570483] transaction","detail":"{read_only:false; response_revision:27944; number_of_response:1; }","duration":"220.10962ms","start":"2026-03-19T12:07:37.423285Z","end":"2026-03-19T12:07:37.643395Z","steps":["trace[1845570483] 'process raft request' (duration: 219.886124ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:07:37.643421Z","caller":"traceutil/trace.go:171","msg":"trace[1146994604] transaction","detail":"{read_only:false; response_revision:27942; number_of_response:1; }","duration":"296.728603ms","start":"2026-03-19T12:07:37.346649Z","end":"2026-03-19T12:07:37.643378Z","steps":["trace[1146994604] 'process raft request' (duration: 229.576688ms)","trace[1146994604] 'compare' (duration: 66.703053ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:07:37.643374Z","caller":"traceutil/trace.go:171","msg":"trace[396136026] transaction","detail":"{read_only:false; response_revision:27943; number_of_response:1; }","duration":"295.601222ms","start":"2026-03-19T12:07:37.347745Z","end":"2026-03-19T12:07:37.643346Z","steps":["trace[396136026] 'process raft request' (duration: 295.346895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:37.643961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.724768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-19T12:07:37.644033Z","caller":"traceutil/trace.go:171","msg":"trace[1439840334] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27944; }","duration":"294.846461ms","start":"2026-03-19T12:07:37.349167Z","end":"2026-03-19T12:07:37.644014Z","steps":["trace[1439840334] 'agreement among raft nodes before linearized reading' (duration: 294.44132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:37.644147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.871102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T12:07:37.644198Z","caller":"traceutil/trace.go:171","msg":"trace[967842001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27944; }","duration":"295.011496ms","start":"2026-03-19T12:07:37.349175Z","end":"2026-03-19T12:07:37.644186Z","steps":["trace[967842001] 'agreement among raft nodes before linearized reading' (duration: 294.821901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:37.644442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.346871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-19T12:07:37.64449Z","caller":"traceutil/trace.go:171","msg":"trace[534301977] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27944; }","duration":"293.417563ms","start":"2026-03-19T12:07:37.351061Z","end":"2026-03-19T12:07:37.644479Z","steps":["trace[534301977] 'agreement among raft nodes before linearized reading' (duration: 293.280989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:37.644601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.348948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:07:37.644609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.403966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T12:07:37.644631Z","caller":"traceutil/trace.go:171","msg":"trace[2096880918] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:27944; }","duration":"103.41184ms","start":"2026-03-19T12:07:37.541211Z","end":"2026-03-19T12:07:37.644623Z","steps":["trace[2096880918] 'agreement among raft nodes before linearized reading' (duration: 103.357958ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:07:37.644644Z","caller":"traceutil/trace.go:171","msg":"trace[1755924381] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27944; }","duration":"295.460298ms","start":"2026-03-19T12:07:37.349174Z","end":"2026-03-19T12:07:37.644634Z","steps":["trace[1755924381] 'agreement among raft nodes before linearized reading' (duration: 295.357925ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:07:37.980794Z","caller":"traceutil/trace.go:171","msg":"trace[1486080480] transaction","detail":"{read_only:false; response_revision:27946; number_of_response:1; }","duration":"331.085796ms","start":"2026-03-19T12:07:37.649682Z","end":"2026-03-19T12:07:37.980768Z","steps":["trace[1486080480] 'process raft request' (duration: 297.941566ms)","trace[1486080480] 'compare' (duration: 32.707109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:07:37.980999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:37.649669Z","time spent":"331.210149ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:07:37.981074Z","caller":"traceutil/trace.go:171","msg":"trace[1983817671] transaction","detail":"{read_only:false; response_revision:27947; number_of_response:1; }","duration":"331.21122ms","start":"2026-03-19T12:07:37.649833Z","end":"2026-03-19T12:07:37.981045Z","steps":["trace[1983817671] 'process raft request' (duration: 330.8486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:37.981203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:37.6498Z","time spent":"331.333993ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:07:37.981653Z","caller":"traceutil/trace.go:171","msg":"trace[1695424294] transaction","detail":"{read_only:false; response_revision:27948; number_of_response:1; }","duration":"331.280962ms","start":"2026-03-19T12:07:37.650338Z","end":"2026-03-19T12:07:37.981619Z","steps":["trace[1695424294] 'process raft request' (duration: 330.632414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:37.98184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:37.650327Z","time spent":"331.413625ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:07:38.244983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.36087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:07:38.245276Z","caller":"traceutil/trace.go:171","msg":"trace[417608292] linearizableReadLoop","detail":"{readStateIndex:28954; appliedIndex:28953; }","duration":"127.727631ms","start":"2026-03-19T12:07:38.11734Z","end":"2026-03-19T12:07:38.245067Z","steps":["trace[417608292] 'read index received' (duration: 7.081762ms)","trace[417608292] 'applied index is now lower than readState.Index' (duration: 120.644579ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:07:38.245369Z","caller":"traceutil/trace.go:171","msg":"trace[1140213679] transaction","detail":"{read_only:false; response_revision:27949; number_of_response:1; }","duration":"214.361245ms","start":"2026-03-19T12:07:38.030996Z","end":"2026-03-19T12:07:38.245357Z","steps":["trace[1140213679] 'process raft request' (duration: 93.47469ms)","trace[1140213679] 'compare' (duration: 120.207886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:07:38.246002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.666196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-19T12:07:38.246044Z","caller":"traceutil/trace.go:171","msg":"trace[1333165269] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:27949; }","duration":"128.767919ms","start":"2026-03-19T12:07:38.117266Z","end":"2026-03-19T12:07:38.246034Z","steps":["trace[1333165269] 'agreement among raft nodes before linearized reading' (duration: 128.452361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:38.531249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.745265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:07:38.531326Z","caller":"traceutil/trace.go:171","msg":"trace[1321903722] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27949; }","duration":"168.831007ms","start":"2026-03-19T12:07:38.362477Z","end":"2026-03-19T12:07:38.531308Z","steps":["trace[1321903722] 'range keys from in-memory index tree' (duration: 168.630092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:38.531639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.937701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:07:38.531683Z","caller":"traceutil/trace.go:171","msg":"trace[1930378990] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27949; }","duration":"158.015113ms","start":"2026-03-19T12:07:38.373655Z","end":"2026-03-19T12:07:38.53167Z","steps":["trace[1930378990] 'count revisions from in-memory index tree' (duration: 157.87467ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:07:39.13824Z","caller":"traceutil/trace.go:171","msg":"trace[1635545241] transaction","detail":"{read_only:false; response_revision:27952; number_of_response:1; }","duration":"124.919135ms","start":"2026-03-19T12:07:39.013283Z","end":"2026-03-19T12:07:39.138202Z","steps":["trace[1635545241] 'process raft request' (duration: 27.008804ms)","trace[1635545241] 'compare' (duration: 97.788917ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:07:39.413564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.501675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:07:39.413728Z","caller":"traceutil/trace.go:171","msg":"trace[1608157110] linearizableReadLoop","detail":"{readStateIndex:28960; appliedIndex:28957; }","duration":"134.515715ms","start":"2026-03-19T12:07:39.2792Z","end":"2026-03-19T12:07:39.413716Z","steps":["trace[1608157110] 'read index received' (duration: 39.672µs)","trace[1608157110] 'applied index is now lower than readState.Index' (duration: 134.474912ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:07:39.413938Z","caller":"traceutil/trace.go:171","msg":"trace[1273338630] transaction","detail":"{read_only:false; response_revision:27953; number_of_response:1; }","duration":"399.697499ms","start":"2026-03-19T12:07:39.014199Z","end":"2026-03-19T12:07:39.413897Z","steps":["trace[1273338630] 'process raft request' (duration: 229.800904ms)","trace[1273338630] 'compare' (duration: 169.107174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:07:39.413986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:39.014171Z","time spent":"399.792602ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:07:39.414131Z","caller":"traceutil/trace.go:171","msg":"trace[289010139] transaction","detail":"{read_only:false; response_revision:27954; number_of_response:1; }","duration":"398.411895ms","start":"2026-03-19T12:07:39.015712Z","end":"2026-03-19T12:07:39.414124Z","steps":["trace[289010139] 'process raft request' (duration: 397.932722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:39.41417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:39.015696Z","time spent":"398.454135ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:07:39.414252Z","caller":"traceutil/trace.go:171","msg":"trace[1435262325] transaction","detail":"{read_only:false; response_revision:27955; number_of_response:1; }","duration":"397.900021ms","start":"2026-03-19T12:07:39.016346Z","end":"2026-03-19T12:07:39.414246Z","steps":["trace[1435262325] 'process raft request' (duration: 397.342256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:39.414288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:39.016335Z","time spent":"397.935612ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:07:39.414389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.189863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:07:39.414416Z","caller":"traceutil/trace.go:171","msg":"trace[271458306] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:27955; }","duration":"135.242744ms","start":"2026-03-19T12:07:39.279164Z","end":"2026-03-19T12:07:39.414407Z","steps":["trace[271458306] 'agreement among raft nodes before linearized reading' (duration: 135.192953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:39.930307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.401572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:07:39.93041Z","caller":"traceutil/trace.go:171","msg":"trace[711052190] linearizableReadLoop","detail":"{readStateIndex:28961; appliedIndex:28960; }","duration":"318.961196ms","start":"2026-03-19T12:07:39.611433Z","end":"2026-03-19T12:07:39.930394Z","steps":["trace[711052190] 'read index received' (duration: 85.303548ms)","trace[711052190] 'applied index is now lower than readState.Index' (duration: 233.656648ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:07:39.93054Z","caller":"traceutil/trace.go:171","msg":"trace[420336390] transaction","detail":"{read_only:false; response_revision:27956; number_of_response:1; }","duration":"470.573086ms","start":"2026-03-19T12:07:39.459919Z","end":"2026-03-19T12:07:39.930492Z","steps":["trace[420336390] 'process raft request' (duration: 236.903247ms)","trace[420336390] 'compare' (duration: 233.267268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:07:39.930593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.146951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:07:39.930676Z","caller":"traceutil/trace.go:171","msg":"trace[972546680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27956; }","duration":"319.265075ms","start":"2026-03-19T12:07:39.611391Z","end":"2026-03-19T12:07:39.930656Z","steps":["trace[972546680] 'agreement among raft nodes before linearized reading' (duration: 319.09086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:39.930715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.903719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-19T12:07:39.930722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:39.611376Z","time spent":"319.339247ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T12:07:39.930755Z","caller":"traceutil/trace.go:171","msg":"trace[229573667] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27956; }","duration":"246.96344ms","start":"2026-03-19T12:07:39.683782Z","end":"2026-03-19T12:07:39.930746Z","steps":["trace[229573667] 'agreement among raft nodes before linearized reading' (duration: 246.881098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:39.930755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:39.459901Z","time spent":"470.734001ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:07:39.930635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.694124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:07:39.930933Z","caller":"traceutil/trace.go:171","msg":"trace[1986183875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27956; }","duration":"282.018433ms","start":"2026-03-19T12:07:39.648903Z","end":"2026-03-19T12:07:39.930922Z","steps":["trace[1986183875] 'agreement among raft nodes before linearized reading' (duration: 281.609752ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:07:42.096811Z","caller":"traceutil/trace.go:171","msg":"trace[1951994525] transaction","detail":"{read_only:false; response_revision:27970; number_of_response:1; }","duration":"133.914059ms","start":"2026-03-19T12:07:41.962869Z","end":"2026-03-19T12:07:42.096783Z","steps":["trace[1951994525] 'process raft request' (duration: 133.778755ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:07:42.099003Z","caller":"traceutil/trace.go:171","msg":"trace[413513738] linearizableReadLoop","detail":"{readStateIndex:28976; appliedIndex:28974; }","duration":"115.259112ms","start":"2026-03-19T12:07:41.98371Z","end":"2026-03-19T12:07:42.098969Z","steps":["trace[413513738] 'read index received' (duration: 113.027281ms)","trace[413513738] 'applied index is now lower than readState.Index' (duration: 2.230091ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:07:42.099115Z","caller":"traceutil/trace.go:171","msg":"trace[1741158526] transaction","detail":"{read_only:false; response_revision:27971; number_of_response:1; }","duration":"134.232978ms","start":"2026-03-19T12:07:41.964838Z","end":"2026-03-19T12:07:42.099071Z","steps":["trace[1741158526] 'process raft request' (duration: 133.972741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:42.099239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.510848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:07:42.099276Z","caller":"traceutil/trace.go:171","msg":"trace[294159635] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:27971; }","duration":"115.603441ms","start":"2026-03-19T12:07:41.983663Z","end":"2026-03-19T12:07:42.099266Z","steps":["trace[294159635] 'agreement among raft nodes before linearized reading' (duration: 115.456497ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:07:51.594619Z","caller":"traceutil/trace.go:171","msg":"trace[1233335137] transaction","detail":"{read_only:false; response_revision:28103; number_of_response:1; }","duration":"134.622828ms","start":"2026-03-19T12:07:51.459977Z","end":"2026-03-19T12:07:51.5946Z","steps":["trace[1233335137] 'process raft request' (duration: 134.482464ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:07:51.872523Z","caller":"traceutil/trace.go:171","msg":"trace[1157813978] transaction","detail":"{read_only:false; response_revision:28104; number_of_response:1; }","duration":"412.337884ms","start":"2026-03-19T12:07:51.460167Z","end":"2026-03-19T12:07:51.872505Z","steps":["trace[1157813978] 'process raft request' (duration: 313.660503ms)","trace[1157813978] 'compare' (duration: 98.175478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:07:51.872685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:51.460148Z","time spent":"412.456817ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:07:51.873433Z","caller":"traceutil/trace.go:171","msg":"trace[634448810] linearizableReadLoop","detail":"{readStateIndex:29117; appliedIndex:29114; }","duration":"393.763709ms","start":"2026-03-19T12:07:51.479632Z","end":"2026-03-19T12:07:51.873396Z","steps":["trace[634448810] 'read index received' (duration: 114.885142ms)","trace[634448810] 'applied index is now lower than readState.Index' (duration: 278.873617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:07:51.873502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.864552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/openstack-database-exporter-dsn\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:07:51.873657Z","caller":"traceutil/trace.go:171","msg":"trace[1089103503] range","detail":"{range_begin:/registry/secrets/openstack/openstack-database-exporter-dsn; range_end:; response_count:0; response_revision:28106; }","duration":"394.045177ms","start":"2026-03-19T12:07:51.479598Z","end":"2026-03-19T12:07:51.873644Z","steps":["trace[1089103503] 'agreement among raft nodes before linearized reading' (duration: 393.862372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:51.873795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:51.479572Z","time spent":"394.112108ms","remote":"127.0.0.1:52934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/openstack/openstack-database-exporter-dsn\" "} {"level":"info","ts":"2026-03-19T12:07:51.872551Z","caller":"traceutil/trace.go:171","msg":"trace[480072950] transaction","detail":"{read_only:false; response_revision:28105; number_of_response:1; }","duration":"411.946984ms","start":"2026-03-19T12:07:51.46057Z","end":"2026-03-19T12:07:51.872517Z","steps":["trace[480072950] 'process raft request' (duration: 411.639535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:51.873829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.170181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-19T12:07:51.873904Z","caller":"traceutil/trace.go:171","msg":"trace[451285711] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28106; }","duration":"348.315485ms","start":"2026-03-19T12:07:51.525569Z","end":"2026-03-19T12:07:51.873885Z","steps":["trace[451285711] 'agreement among raft nodes before linearized reading' (duration: 348.036447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:07:51.873967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:51.460563Z","time spent":"413.327151ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:07:51.873977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:07:51.525553Z","time spent":"348.404537ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T12:08:12.530319Z","caller":"traceutil/trace.go:171","msg":"trace[1500643536] transaction","detail":"{read_only:false; response_revision:28276; number_of_response:1; }","duration":"861.531149ms","start":"2026-03-19T12:08:11.668711Z","end":"2026-03-19T12:08:12.530242Z","steps":["trace[1500643536] 'process raft request' (duration: 861.352934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:08:12.530479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:08:11.66869Z","time spent":"861.704944ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:08:12.865851Z","caller":"traceutil/trace.go:171","msg":"trace[1956068801] linearizableReadLoop","detail":"{readStateIndex:29295; appliedIndex:29291; }","duration":"656.870598ms","start":"2026-03-19T12:08:12.20896Z","end":"2026-03-19T12:08:12.865831Z","steps":["trace[1956068801] 'read index received' (duration: 321.163167ms)","trace[1956068801] 'applied index is now lower than readState.Index' (duration: 335.706391ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:08:12.866169Z","caller":"traceutil/trace.go:171","msg":"trace[791151674] transaction","detail":"{read_only:false; response_revision:28277; number_of_response:1; }","duration":"916.203755ms","start":"2026-03-19T12:08:11.949943Z","end":"2026-03-19T12:08:12.866147Z","steps":["trace[791151674] 'process raft request' (duration: 853.729247ms)","trace[791151674] 'compare' (duration: 61.896132ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:08:12.866199Z","caller":"traceutil/trace.go:171","msg":"trace[1462161926] transaction","detail":"{read_only:false; response_revision:28280; number_of_response:1; }","duration":"532.656082ms","start":"2026-03-19T12:08:12.333514Z","end":"2026-03-19T12:08:12.866171Z","steps":["trace[1462161926] 'process raft request' (duration: 532.280662ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:08:12.866241Z","caller":"traceutil/trace.go:171","msg":"trace[2044771577] transaction","detail":"{read_only:false; response_revision:28278; number_of_response:1; }","duration":"915.608998ms","start":"2026-03-19T12:08:11.950595Z","end":"2026-03-19T12:08:12.866204Z","steps":["trace[2044771577] 'process raft request' (duration: 915.090854ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:08:12.866257Z","caller":"traceutil/trace.go:171","msg":"trace[1758407222] transaction","detail":"{read_only:false; response_revision:28279; number_of_response:1; }","duration":"794.647321ms","start":"2026-03-19T12:08:12.071492Z","end":"2026-03-19T12:08:12.86614Z","steps":["trace[1758407222] 'process raft request' (duration: 794.23413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:08:12.866299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:08:12.333488Z","time spent":"532.744805ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:08:12.866334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.349951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:08:12.866304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:08:11.949919Z","time spent":"916.313997ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:08:12.866408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:08:11.950585Z","time spent":"915.734611ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:08:12.866411Z","caller":"traceutil/trace.go:171","msg":"trace[464541514] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:28280; }","duration":"657.475254ms","start":"2026-03-19T12:08:12.208919Z","end":"2026-03-19T12:08:12.866394Z","steps":["trace[464541514] 'agreement among raft nodes before linearized reading' (duration: 657.31816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:08:12.866409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:08:12.07147Z","time spent":"794.852767ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:08:12.866466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:08:12.208901Z","time spent":"657.555036ms","remote":"127.0.0.1:57642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:08:12.869874Z","caller":"traceutil/trace.go:171","msg":"trace[1523069139] transaction","detail":"{read_only:false; response_revision:28282; number_of_response:1; }","duration":"167.618584ms","start":"2026-03-19T12:08:12.702235Z","end":"2026-03-19T12:08:12.869853Z","steps":["trace[1523069139] 'process raft request' (duration: 167.555853ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:08:12.870141Z","caller":"traceutil/trace.go:171","msg":"trace[1995809482] transaction","detail":"{read_only:false; response_revision:28281; number_of_response:1; }","duration":"189.994303ms","start":"2026-03-19T12:08:12.680135Z","end":"2026-03-19T12:08:12.87013Z","steps":["trace[1995809482] 'process raft request' (duration: 189.50943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:08:12.87425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.893364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:08:12.874362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.383269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:08:12.874417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.613989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18367"} {"level":"info","ts":"2026-03-19T12:08:12.87444Z","caller":"traceutil/trace.go:171","msg":"trace[931824637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28283; }","duration":"262.520834ms","start":"2026-03-19T12:08:12.611903Z","end":"2026-03-19T12:08:12.874424Z","steps":["trace[931824637] 'agreement among raft nodes before linearized reading' (duration: 262.39806ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:08:12.874401Z","caller":"traceutil/trace.go:171","msg":"trace[649979710] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28283; }","duration":"634.10327ms","start":"2026-03-19T12:08:12.24028Z","end":"2026-03-19T12:08:12.874384Z","steps":["trace[649979710] 'agreement among raft nodes before linearized reading' (duration: 633.881263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:08:12.874609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.029084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:08:12.874652Z","caller":"traceutil/trace.go:171","msg":"trace[1548266986] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28283; }","duration":"582.099666ms","start":"2026-03-19T12:08:12.292541Z","end":"2026-03-19T12:08:12.87464Z","steps":["trace[1548266986] 'agreement among raft nodes before linearized reading' (duration: 582.005184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:08:12.874685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:08:12.292521Z","time spent":"582.156889ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T12:08:12.874317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.291496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-19T12:08:12.874724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.713827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:08:12.874766Z","caller":"traceutil/trace.go:171","msg":"trace[1631671077] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28283; }","duration":"577.753829ms","start":"2026-03-19T12:08:12.296998Z","end":"2026-03-19T12:08:12.874752Z","steps":["trace[1631671077] 'agreement among raft nodes before linearized reading' (duration: 577.615755ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:08:12.874768Z","caller":"traceutil/trace.go:171","msg":"trace[884422586] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28283; }","duration":"577.757278ms","start":"2026-03-19T12:08:12.296985Z","end":"2026-03-19T12:08:12.874742Z","steps":["trace[884422586] 'agreement among raft nodes before linearized reading' (duration: 577.191693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:08:12.874803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:08:12.296932Z","time spent":"577.862462ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T12:08:12.874825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:08:12.296977Z","time spent":"577.826981ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T12:08:12.874527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:08:12.240256Z","time spent":"634.259394ms","remote":"127.0.0.1:49374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:08:12.874465Z","caller":"traceutil/trace.go:171","msg":"trace[1866919168] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:28283; }","duration":"282.704951ms","start":"2026-03-19T12:08:12.591746Z","end":"2026-03-19T12:08:12.874451Z","steps":["trace[1866919168] 'agreement among raft nodes before linearized reading' (duration: 282.607419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:08:12.874915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.740064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:08:12.875121Z","caller":"traceutil/trace.go:171","msg":"trace[1962643458] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:28283; }","duration":"484.32461ms","start":"2026-03-19T12:08:12.390773Z","end":"2026-03-19T12:08:12.875097Z","steps":["trace[1962643458] 'agreement among raft nodes before linearized reading' (duration: 483.721024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:08:12.875161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:08:12.390753Z","time spent":"484.392891ms","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:08:12.875176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.126307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T12:08:12.875342Z","caller":"traceutil/trace.go:171","msg":"trace[1494942842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28283; }","duration":"589.356544ms","start":"2026-03-19T12:08:12.285958Z","end":"2026-03-19T12:08:12.875315Z","steps":["trace[1494942842] 'agreement among raft nodes before linearized reading' (duration: 588.707496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:08:12.878103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:08:12.285939Z","time spent":"592.141209ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T12:08:12.875442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.600982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:08:12.878233Z","caller":"traceutil/trace.go:171","msg":"trace[1632379736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28283; }","duration":"581.434529ms","start":"2026-03-19T12:08:12.296786Z","end":"2026-03-19T12:08:12.87822Z","steps":["trace[1632379736] 'agreement among raft nodes before linearized reading' (duration: 577.927233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:08:12.878274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:08:12.296765Z","time spent":"581.49594ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T12:08:23.172565Z","caller":"traceutil/trace.go:171","msg":"trace[651767016] linearizableReadLoop","detail":"{readStateIndex:29383; appliedIndex:29382; }","duration":"118.777137ms","start":"2026-03-19T12:08:23.053765Z","end":"2026-03-19T12:08:23.172542Z","steps":["trace[651767016] 'read index received' (duration: 104.210941ms)","trace[651767016] 'applied index is now lower than readState.Index' (duration: 14.565196ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:08:23.172663Z","caller":"traceutil/trace.go:171","msg":"trace[1075622677] transaction","detail":"{read_only:false; response_revision:28365; number_of_response:1; }","duration":"122.987671ms","start":"2026-03-19T12:08:23.04961Z","end":"2026-03-19T12:08:23.172598Z","steps":["trace[1075622677] 'process raft request' (duration: 108.344203ms)","trace[1075622677] 'compare' (duration: 14.416092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:08:23.173005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.210139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418837"} {"level":"info","ts":"2026-03-19T12:08:23.173087Z","caller":"traceutil/trace.go:171","msg":"trace[1951111384] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:28366; }","duration":"119.322552ms","start":"2026-03-19T12:08:23.053742Z","end":"2026-03-19T12:08:23.173064Z","steps":["trace[1951111384] 'agreement among raft nodes before linearized reading' (duration: 118.89403ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:08:31.360932Z","caller":"traceutil/trace.go:171","msg":"trace[372720690] transaction","detail":"{read_only:false; response_revision:28421; number_of_response:1; }","duration":"107.626895ms","start":"2026-03-19T12:08:31.253252Z","end":"2026-03-19T12:08:31.360879Z","steps":["trace[372720690] 'process raft request' (duration: 102.714331ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:09:49.67444Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d98d5f2c752cc52d","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-19T12:09:49.679041Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-19T12:09:49.679967Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-19T12:10:06.851793Z","caller":"traceutil/trace.go:171","msg":"trace[1783098721] transaction","detail":"{read_only:false; response_revision:29100; number_of_response:1; }","duration":"157.813138ms","start":"2026-03-19T12:10:06.69395Z","end":"2026-03-19T12:10:06.851763Z","steps":["trace[1783098721] 'process raft request' (duration: 157.609222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:10:07.453854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.663439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:10:07.453965Z","caller":"traceutil/trace.go:171","msg":"trace[1930643041] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:29104; }","duration":"180.826743ms","start":"2026-03-19T12:10:07.273104Z","end":"2026-03-19T12:10:07.453931Z","steps":["trace[1930643041] 'count revisions from in-memory index tree' (duration: 180.551305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:10:07.772367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.117414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:10:07.772441Z","caller":"traceutil/trace.go:171","msg":"trace[150815679] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:29108; }","duration":"212.259058ms","start":"2026-03-19T12:10:07.560167Z","end":"2026-03-19T12:10:07.772426Z","steps":["trace[150815679] 'count revisions from in-memory index tree' (duration: 211.997101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:10:07.772716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.690661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:10:07.772744Z","caller":"traceutil/trace.go:171","msg":"trace[745805507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29108; }","duration":"162.759152ms","start":"2026-03-19T12:10:07.609979Z","end":"2026-03-19T12:10:07.772738Z","steps":["trace[745805507] 'range keys from in-memory index tree' (duration: 162.535197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:10:07.77305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.293206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:10:07.773154Z","caller":"traceutil/trace.go:171","msg":"trace[294114649] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29108; }","duration":"114.412259ms","start":"2026-03-19T12:10:07.658718Z","end":"2026-03-19T12:10:07.773131Z","steps":["trace[294114649] 'range keys from in-memory index tree' (duration: 114.131521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:10:07.773223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.811455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:10:07.773256Z","caller":"traceutil/trace.go:171","msg":"trace[1755264751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29108; }","duration":"112.857387ms","start":"2026-03-19T12:10:07.660391Z","end":"2026-03-19T12:10:07.773248Z","steps":["trace[1755264751] 'range keys from in-memory index tree' (duration: 112.722584ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:10:08.189256Z","caller":"traceutil/trace.go:171","msg":"trace[2089013506] transaction","detail":"{read_only:false; response_revision:29110; number_of_response:1; }","duration":"412.739164ms","start":"2026-03-19T12:10:07.776461Z","end":"2026-03-19T12:10:08.1892Z","steps":["trace[2089013506] 'process raft request' (duration: 347.44465ms)","trace[2089013506] 'compare' (duration: 64.432921ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:10:08.18942Z","caller":"traceutil/trace.go:171","msg":"trace[1685456604] transaction","detail":"{read_only:false; response_revision:29111; number_of_response:1; }","duration":"412.817087ms","start":"2026-03-19T12:10:07.77656Z","end":"2026-03-19T12:10:08.189377Z","steps":["trace[1685456604] 'process raft request' (duration: 412.539979ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:10:08.1895Z","caller":"traceutil/trace.go:171","msg":"trace[2050937708] transaction","detail":"{read_only:false; response_revision:29112; number_of_response:1; }","duration":"410.851743ms","start":"2026-03-19T12:10:07.778611Z","end":"2026-03-19T12:10:08.189462Z","steps":["trace[2050937708] 'process raft request' (duration: 410.694079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:10:08.189708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:10:07.778603Z","time spent":"410.985167ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:10:08.189718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:10:07.776527Z","time spent":"413.029273ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:10:08.189875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:10:07.776447Z","time spent":"412.91468ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:10:08.230229Z","caller":"traceutil/trace.go:171","msg":"trace[1263745048] transaction","detail":"{read_only:false; response_revision:29113; number_of_response:1; }","duration":"351.620174ms","start":"2026-03-19T12:10:07.878575Z","end":"2026-03-19T12:10:08.230195Z","steps":["trace[1263745048] 'process raft request' (duration: 351.303946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:10:08.230427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.789651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:10:08.230539Z","caller":"traceutil/trace.go:171","msg":"trace[1138970472] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:29114; }","duration":"315.975236ms","start":"2026-03-19T12:10:07.914549Z","end":"2026-03-19T12:10:08.230525Z","steps":["trace[1138970472] 'agreement among raft nodes before linearized reading' (duration: 315.810712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:10:08.230582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:10:07.914519Z","time spent":"316.049568ms","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:10:08.230764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:10:07.878552Z","time spent":"351.83345ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:10:08.230331Z","caller":"traceutil/trace.go:171","msg":"trace[1275155645] linearizableReadLoop","detail":"{readStateIndex:30155; appliedIndex:30151; }","duration":"315.679077ms","start":"2026-03-19T12:10:07.914632Z","end":"2026-03-19T12:10:08.230311Z","steps":["trace[1275155645] 'read index received' (duration: 209.288966ms)","trace[1275155645] 'applied index is now lower than readState.Index' (duration: 106.388671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:10:08.231006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.013149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T12:10:08.231051Z","caller":"traceutil/trace.go:171","msg":"trace[1134190583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29114; }","duration":"294.103821ms","start":"2026-03-19T12:10:07.936938Z","end":"2026-03-19T12:10:08.231042Z","steps":["trace[1134190583] 'agreement among raft nodes before linearized reading' (duration: 293.988928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:10:08.231229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.733966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-19T12:10:08.231273Z","caller":"traceutil/trace.go:171","msg":"trace[1289029624] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:29114; }","duration":"249.808868ms","start":"2026-03-19T12:10:07.981447Z","end":"2026-03-19T12:10:08.231256Z","steps":["trace[1289029624] 'agreement among raft nodes before linearized reading' (duration: 249.710555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:10:08.23144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.554271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:10:08.231475Z","caller":"traceutil/trace.go:171","msg":"trace[300902314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29114; }","duration":"242.626063ms","start":"2026-03-19T12:10:07.988839Z","end":"2026-03-19T12:10:08.231465Z","steps":["trace[300902314] 'agreement among raft nodes before linearized reading' (duration: 242.546ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:10:08.230813Z","caller":"traceutil/trace.go:171","msg":"trace[496946457] transaction","detail":"{read_only:false; response_revision:29114; number_of_response:1; }","duration":"155.800954ms","start":"2026-03-19T12:10:08.075003Z","end":"2026-03-19T12:10:08.230804Z","steps":["trace[496946457] 'process raft request' (duration: 155.105305ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:10:09.294298Z","caller":"traceutil/trace.go:171","msg":"trace[1907541280] transaction","detail":"{read_only:false; response_revision:29118; number_of_response:1; }","duration":"198.615767ms","start":"2026-03-19T12:10:09.095659Z","end":"2026-03-19T12:10:09.294275Z","steps":["trace[1907541280] 'process raft request' (duration: 198.440882ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:10:09.637051Z","caller":"traceutil/trace.go:171","msg":"trace[1531226923] transaction","detail":"{read_only:false; response_revision:29120; number_of_response:1; }","duration":"107.654184ms","start":"2026-03-19T12:10:09.529369Z","end":"2026-03-19T12:10:09.637023Z","steps":["trace[1531226923] 'compare' (duration: 98.843315ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:10:09.659967Z","caller":"traceutil/trace.go:171","msg":"trace[746538465] transaction","detail":"{read_only:false; response_revision:29121; number_of_response:1; }","duration":"129.128567ms","start":"2026-03-19T12:10:09.530812Z","end":"2026-03-19T12:10:09.659941Z","steps":["trace[746538465] 'process raft request' (duration: 128.935612ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:10:09.660397Z","caller":"traceutil/trace.go:171","msg":"trace[1983035954] transaction","detail":"{read_only:false; response_revision:29122; number_of_response:1; }","duration":"128.838179ms","start":"2026-03-19T12:10:09.531509Z","end":"2026-03-19T12:10:09.660348Z","steps":["trace[1983035954] 'process raft request' (duration: 128.388577ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:10:13.022461Z","caller":"traceutil/trace.go:171","msg":"trace[1258589046] transaction","detail":"{read_only:false; response_revision:29147; number_of_response:1; }","duration":"120.314209ms","start":"2026-03-19T12:10:12.902118Z","end":"2026-03-19T12:10:13.022432Z","steps":["trace[1258589046] 'process raft request' (duration: 120.104213ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:10:13.217221Z","caller":"traceutil/trace.go:171","msg":"trace[1660534195] transaction","detail":"{read_only:false; response_revision:29148; number_of_response:1; }","duration":"186.634691ms","start":"2026-03-19T12:10:13.030555Z","end":"2026-03-19T12:10:13.21719Z","steps":["trace[1660534195] 'process raft request' (duration: 133.9687ms)","trace[1660534195] 'compare' (duration: 51.932471ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:10:13.391443Z","caller":"traceutil/trace.go:171","msg":"trace[1356854615] linearizableReadLoop","detail":"{readStateIndex:30196; appliedIndex:30193; }","duration":"118.416568ms","start":"2026-03-19T12:10:13.272993Z","end":"2026-03-19T12:10:13.391409Z","steps":["trace[1356854615] 'read index received' (duration: 43.082991ms)","trace[1356854615] 'applied index is now lower than readState.Index' (duration: 75.331357ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:10:13.391584Z","caller":"traceutil/trace.go:171","msg":"trace[1756631226] transaction","detail":"{read_only:false; response_revision:29152; number_of_response:1; }","duration":"128.154302ms","start":"2026-03-19T12:10:13.26339Z","end":"2026-03-19T12:10:13.391544Z","steps":["trace[1756631226] 'process raft request' (duration: 127.752531ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:10:13.39162Z","caller":"traceutil/trace.go:171","msg":"trace[673117940] transaction","detail":"{read_only:false; response_revision:29153; number_of_response:1; }","duration":"125.516961ms","start":"2026-03-19T12:10:13.266073Z","end":"2026-03-19T12:10:13.391589Z","steps":["trace[673117940] 'process raft request' (duration: 125.241323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:10:13.393009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.0039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29565355-ztqpl\" ","response":"range_response_count:1 size:7263"} {"level":"info","ts":"2026-03-19T12:10:13.393067Z","caller":"traceutil/trace.go:171","msg":"trace[86831427] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29565355-ztqpl; range_end:; response_count:1; response_revision:29153; }","duration":"120.117873ms","start":"2026-03-19T12:10:13.272935Z","end":"2026-03-19T12:10:13.393053Z","steps":["trace[86831427] 'agreement among raft nodes before linearized reading' (duration: 118.671524ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:10:13.437227Z","caller":"traceutil/trace.go:171","msg":"trace[1092566856] transaction","detail":"{read_only:false; response_revision:29154; number_of_response:1; }","duration":"112.495016ms","start":"2026-03-19T12:10:13.32468Z","end":"2026-03-19T12:10:13.437175Z","steps":["trace[1092566856] 'process raft request' (duration: 112.187068ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:10:13.518462Z","caller":"traceutil/trace.go:171","msg":"trace[519625862] transaction","detail":"{read_only:false; response_revision:29155; number_of_response:1; }","duration":"121.850561ms","start":"2026-03-19T12:10:13.396581Z","end":"2026-03-19T12:10:13.518431Z","steps":["trace[519625862] 'process raft request' (duration: 121.302646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:10:13.701524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.021583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:10:13.701715Z","caller":"traceutil/trace.go:171","msg":"trace[1600477583] transaction","detail":"{read_only:false; response_revision:29157; number_of_response:1; }","duration":"167.279815ms","start":"2026-03-19T12:10:13.534414Z","end":"2026-03-19T12:10:13.701694Z","steps":["trace[1600477583] 'process raft request' (duration: 167.210023ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:10:13.702164Z","caller":"traceutil/trace.go:171","msg":"trace[1030364145] linearizableReadLoop","detail":"{readStateIndex:30199; appliedIndex:30196; }","duration":"305.394538ms","start":"2026-03-19T12:10:13.396741Z","end":"2026-03-19T12:10:13.702135Z","steps":["trace[1030364145] 'read index received' (duration: 40.198882ms)","trace[1030364145] 'applied index is now lower than readState.Index' (duration: 265.191925ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:10:13.702274Z","caller":"traceutil/trace.go:171","msg":"trace[1564271796] transaction","detail":"{read_only:false; response_revision:29156; number_of_response:1; }","duration":"301.889283ms","start":"2026-03-19T12:10:13.40034Z","end":"2026-03-19T12:10:13.70223Z","steps":["trace[1564271796] 'process raft request' (duration: 118.073979ms)","trace[1564271796] 'compare' (duration: 182.9095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:10:13.702399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.634014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29565355-ztqpl\" ","response":"range_response_count:1 size:7263"} {"level":"info","ts":"2026-03-19T12:10:13.702444Z","caller":"traceutil/trace.go:171","msg":"trace[1626030155] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29565355-ztqpl; range_end:; response_count:1; response_revision:29157; }","duration":"305.720957ms","start":"2026-03-19T12:10:13.396707Z","end":"2026-03-19T12:10:13.702428Z","steps":["trace[1626030155] 'agreement among raft nodes before linearized reading' (duration: 305.527521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:10:13.702482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:10:13.396692Z","time spent":"305.781309ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7287,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29565355-ztqpl\" "} {"level":"warn","ts":"2026-03-19T12:10:13.702705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:10:13.400329Z","time spent":"302.074848ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5403,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:10:14.344653Z","caller":"traceutil/trace.go:171","msg":"trace[1352631823] linearizableReadLoop","detail":"{readStateIndex:30208; appliedIndex:30207; }","duration":"120.436852ms","start":"2026-03-19T12:10:14.224192Z","end":"2026-03-19T12:10:14.344628Z","steps":["trace[1352631823] 'read index received' (duration: 120.337069ms)","trace[1352631823] 'applied index is now lower than readState.Index' (duration: 98.593µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:10:14.344742Z","caller":"traceutil/trace.go:171","msg":"trace[1707358566] transaction","detail":"{read_only:false; response_revision:29164; number_of_response:1; }","duration":"122.432077ms","start":"2026-03-19T12:10:14.222302Z","end":"2026-03-19T12:10:14.344734Z","steps":["trace[1707358566] 'process raft request' (duration: 122.18145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:10:14.344995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.770982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-19T12:10:14.345068Z","caller":"traceutil/trace.go:171","msg":"trace[1821567711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29164; }","duration":"120.884545ms","start":"2026-03-19T12:10:14.224165Z","end":"2026-03-19T12:10:14.345049Z","steps":["trace[1821567711] 'agreement among raft nodes before linearized reading' (duration: 120.624797ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:10:14.546181Z","caller":"traceutil/trace.go:171","msg":"trace[204308614] linearizableReadLoop","detail":"{readStateIndex:30209; appliedIndex:30208; }","duration":"201.444144ms","start":"2026-03-19T12:10:14.344714Z","end":"2026-03-19T12:10:14.546158Z","steps":["trace[204308614] 'read index received' (duration: 198.134424ms)","trace[204308614] 'applied index is now lower than readState.Index' (duration: 3.30881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:10:14.546397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.953881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T12:10:14.546454Z","caller":"traceutil/trace.go:171","msg":"trace[257138419] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29165; }","duration":"321.059424ms","start":"2026-03-19T12:10:14.225386Z","end":"2026-03-19T12:10:14.546445Z","steps":["trace[257138419] 'agreement among raft nodes before linearized reading' (duration: 320.881179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:10:14.546481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:10:14.225313Z","time spent":"321.161647ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T12:10:14.546232Z","caller":"traceutil/trace.go:171","msg":"trace[532570835] transaction","detail":"{read_only:false; response_revision:29165; number_of_response:1; }","duration":"254.113865ms","start":"2026-03-19T12:10:14.292084Z","end":"2026-03-19T12:10:14.546198Z","steps":["trace[532570835] 'process raft request' (duration: 250.777964ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:10:14.552574Z","caller":"traceutil/trace.go:171","msg":"trace[1709059560] transaction","detail":"{read_only:false; response_revision:29166; number_of_response:1; }","duration":"203.046208ms","start":"2026-03-19T12:10:14.349499Z","end":"2026-03-19T12:10:14.552545Z","steps":["trace[1709059560] 'process raft request' (duration: 202.77017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:10:14.552788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.290345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:10:14.552877Z","caller":"traceutil/trace.go:171","msg":"trace[1671309876] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29166; }","duration":"185.432448ms","start":"2026-03-19T12:10:14.367426Z","end":"2026-03-19T12:10:14.552858Z","steps":["trace[1671309876] 'agreement among raft nodes before linearized reading' (duration: 185.035147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:10:14.553031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.344056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T12:10:14.553264Z","caller":"traceutil/trace.go:171","msg":"trace[1803545002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29166; }","duration":"185.585992ms","start":"2026-03-19T12:10:14.367604Z","end":"2026-03-19T12:10:14.55319Z","steps":["trace[1803545002] 'agreement among raft nodes before linearized reading' (duration: 185.094619ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:10:14.739086Z","caller":"traceutil/trace.go:171","msg":"trace[733520755] linearizableReadLoop","detail":"{readStateIndex:30214; appliedIndex:30211; }","duration":"127.453823ms","start":"2026-03-19T12:10:14.611606Z","end":"2026-03-19T12:10:14.739059Z","steps":["trace[733520755] 'read index received' (duration: 86.546032ms)","trace[733520755] 'applied index is now lower than readState.Index' (duration: 40.906271ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:10:14.739119Z","caller":"traceutil/trace.go:171","msg":"trace[396335526] transaction","detail":"{read_only:false; response_revision:29169; number_of_response:1; }","duration":"181.050229ms","start":"2026-03-19T12:10:14.558028Z","end":"2026-03-19T12:10:14.739079Z","steps":["trace[396335526] 'process raft request' (duration: 180.918915ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:10:14.739165Z","caller":"traceutil/trace.go:171","msg":"trace[824486959] transaction","detail":"{read_only:false; response_revision:29170; number_of_response:1; }","duration":"139.433549ms","start":"2026-03-19T12:10:14.599705Z","end":"2026-03-19T12:10:14.739139Z","steps":["trace[824486959] 'process raft request' (duration: 139.303485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:10:14.739245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.876562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:10:14.73929Z","caller":"traceutil/trace.go:171","msg":"trace[1746380961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29170; }","duration":"128.979334ms","start":"2026-03-19T12:10:14.6103Z","end":"2026-03-19T12:10:14.73928Z","steps":["trace[1746380961] 'agreement among raft nodes before linearized reading' (duration: 128.885562ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:10:14.739257Z","caller":"traceutil/trace.go:171","msg":"trace[1552458921] transaction","detail":"{read_only:false; response_revision:29168; number_of_response:1; }","duration":"182.397095ms","start":"2026-03-19T12:10:14.556809Z","end":"2026-03-19T12:10:14.739206Z","steps":["trace[1552458921] 'process raft request' (duration: 141.457143ms)","trace[1552458921] 'compare' (duration: 40.530711ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:10:20.695521Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26703} {"level":"info","ts":"2026-03-19T12:10:20.820737Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26703,"took":"121.609894ms","hash":524886938,"current-db-size-bytes":48197632,"current-db-size":"48 MB","current-db-size-in-use-bytes":32063488,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-19T12:10:20.820819Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":524886938,"revision":26703,"compact-revision":24689} {"level":"info","ts":"2026-03-19T12:13:07.796717Z","caller":"traceutil/trace.go:171","msg":"trace[1136863467] transaction","detail":"{read_only:false; response_revision:30345; number_of_response:1; }","duration":"111.526741ms","start":"2026-03-19T12:13:07.685166Z","end":"2026-03-19T12:13:07.796693Z","steps":["trace[1136863467] 'process raft request' (duration: 111.368056ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:14:13.804172Z","caller":"traceutil/trace.go:171","msg":"trace[1761182519] transaction","detail":"{read_only:false; response_revision:30791; number_of_response:1; }","duration":"112.6072ms","start":"2026-03-19T12:14:13.691537Z","end":"2026-03-19T12:14:13.804145Z","steps":["trace[1761182519] 'process raft request' (duration: 73.354514ms)","trace[1761182519] 'compare' (duration: 39.112812ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:15:20.703853Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29209} {"level":"info","ts":"2026-03-19T12:15:20.848499Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29209,"took":"140.18205ms","hash":3834203705,"current-db-size-bytes":48197632,"current-db-size":"48 MB","current-db-size-in-use-bytes":27361280,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-19T12:15:20.848577Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3834203705,"revision":29209,"compact-revision":26703} {"level":"info","ts":"2026-03-19T12:15:24.425078Z","caller":"traceutil/trace.go:171","msg":"trace[87199620] transaction","detail":"{read_only:false; response_revision:31312; number_of_response:1; }","duration":"140.95014ms","start":"2026-03-19T12:15:24.284098Z","end":"2026-03-19T12:15:24.425048Z","steps":["trace[87199620] 'process raft request' (duration: 139.949803ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:16:07.584595Z","caller":"traceutil/trace.go:171","msg":"trace[1012150599] transaction","detail":"{read_only:false; response_revision:31606; number_of_response:1; }","duration":"103.716927ms","start":"2026-03-19T12:16:07.480864Z","end":"2026-03-19T12:16:07.584581Z","steps":["trace[1012150599] 'process raft request' (duration: 100.389007ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:16:07.584504Z","caller":"traceutil/trace.go:171","msg":"trace[338662499] linearizableReadLoop","detail":"{readStateIndex:32726; appliedIndex:32725; }","duration":"102.957086ms","start":"2026-03-19T12:16:07.481526Z","end":"2026-03-19T12:16:07.584483Z","steps":["trace[338662499] 'read index received' (duration: 31.115685ms)","trace[338662499] 'applied index is now lower than readState.Index' (duration: 71.840331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:16:07.585096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.557743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:16:07.585201Z","caller":"traceutil/trace.go:171","msg":"trace[1702507167] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:31606; }","duration":"103.690887ms","start":"2026-03-19T12:16:07.481501Z","end":"2026-03-19T12:16:07.585192Z","steps":["trace[1702507167] 'agreement among raft nodes before linearized reading' (duration: 103.247195ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:16:57.237227Z","caller":"traceutil/trace.go:171","msg":"trace[1725779406] transaction","detail":"{read_only:false; response_revision:31943; number_of_response:1; }","duration":"154.957781ms","start":"2026-03-19T12:16:57.082245Z","end":"2026-03-19T12:16:57.237202Z","steps":["trace[1725779406] 'process raft request' (duration: 154.796537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:17:53.618213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.535656ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-19T12:17:53.618913Z","caller":"traceutil/trace.go:171","msg":"trace[1770875218] transaction","detail":"{read_only:false; response_revision:32330; number_of_response:1; }","duration":"139.493451ms","start":"2026-03-19T12:17:53.479387Z","end":"2026-03-19T12:17:53.618881Z","steps":["trace[1770875218] 'process raft request' (duration: 139.003717ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:17:53.618976Z","caller":"traceutil/trace.go:171","msg":"trace[189336934] linearizableReadLoop","detail":"{readStateIndex:33472; appliedIndex:33471; }","duration":"142.686827ms","start":"2026-03-19T12:17:53.475928Z","end":"2026-03-19T12:17:53.618615Z","steps":["trace[189336934] 'read index received' (duration: 667.308µs)","trace[189336934] 'applied index is now lower than readState.Index' (duration: 142.017679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:17:53.621465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.510374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-19T12:17:53.621537Z","caller":"traceutil/trace.go:171","msg":"trace[2011790355] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:32330; }","duration":"145.637627ms","start":"2026-03-19T12:17:53.47588Z","end":"2026-03-19T12:17:53.621518Z","steps":["trace[2011790355] 'agreement among raft nodes before linearized reading' (duration: 142.920834ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:18:58.029916Z","caller":"traceutil/trace.go:171","msg":"trace[1777614463] transaction","detail":"{read_only:false; response_revision:32767; number_of_response:1; }","duration":"160.921323ms","start":"2026-03-19T12:18:57.868976Z","end":"2026-03-19T12:18:58.029898Z","steps":["trace[1777614463] 'process raft request' (duration: 160.765248ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:18:58.030215Z","caller":"traceutil/trace.go:171","msg":"trace[321027137] transaction","detail":"{read_only:false; response_revision:32768; number_of_response:1; }","duration":"157.810438ms","start":"2026-03-19T12:18:57.872396Z","end":"2026-03-19T12:18:58.030207Z","steps":["trace[321027137] 'process raft request' (duration: 157.468749ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:18:58.030775Z","caller":"traceutil/trace.go:171","msg":"trace[671516796] transaction","detail":"{read_only:false; response_revision:32769; number_of_response:1; }","duration":"158.168368ms","start":"2026-03-19T12:18:57.87256Z","end":"2026-03-19T12:18:58.030728Z","steps":["trace[671516796] 'process raft request' (duration: 157.561532ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:18:58.031307Z","caller":"traceutil/trace.go:171","msg":"trace[924644929] transaction","detail":"{read_only:false; response_revision:32770; number_of_response:1; }","duration":"138.882134ms","start":"2026-03-19T12:18:57.892409Z","end":"2026-03-19T12:18:58.031291Z","steps":["trace[924644929] 'process raft request' (duration: 138.152684ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:19:15.823821Z","caller":"traceutil/trace.go:171","msg":"trace[459662109] transaction","detail":"{read_only:false; response_revision:32886; number_of_response:1; }","duration":"115.297503ms","start":"2026-03-19T12:19:15.708491Z","end":"2026-03-19T12:19:15.823789Z","steps":["trace[459662109] 'process raft request' (duration: 115.112808ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:19:15.825163Z","caller":"traceutil/trace.go:171","msg":"trace[767885255] transaction","detail":"{read_only:false; response_revision:32887; number_of_response:1; }","duration":"116.564568ms","start":"2026-03-19T12:19:15.708563Z","end":"2026-03-19T12:19:15.825128Z","steps":["trace[767885255] 'process raft request' (duration: 116.376293ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:19:18.212455Z","caller":"traceutil/trace.go:171","msg":"trace[1260131464] transaction","detail":"{read_only:false; response_revision:32905; number_of_response:1; }","duration":"100.740398ms","start":"2026-03-19T12:19:18.111672Z","end":"2026-03-19T12:19:18.212412Z","steps":["trace[1260131464] 'process raft request' (duration: 100.644645ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:19:18.212447Z","caller":"traceutil/trace.go:171","msg":"trace[1735256905] transaction","detail":"{read_only:false; response_revision:32904; number_of_response:1; }","duration":"106.113684ms","start":"2026-03-19T12:19:18.106292Z","end":"2026-03-19T12:19:18.212406Z","steps":["trace[1735256905] 'process raft request' (duration: 24.694171ms)","trace[1735256905] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/orc-system/f35396c5.k-orc.cloud; req_size:494; } (duration: 78.526254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:19:19.061589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.183901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:19:19.061679Z","caller":"traceutil/trace.go:171","msg":"trace[910990751] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:32909; }","duration":"122.283373ms","start":"2026-03-19T12:19:18.939368Z","end":"2026-03-19T12:19:19.061652Z","steps":["trace[910990751] 'range keys from in-memory index tree' (duration: 122.111748ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:19:19.968083Z","caller":"traceutil/trace.go:171","msg":"trace[287091929] transaction","detail":"{read_only:false; response_revision:32915; number_of_response:1; }","duration":"115.791716ms","start":"2026-03-19T12:19:19.85227Z","end":"2026-03-19T12:19:19.968062Z","steps":["trace[287091929] 'process raft request' (duration: 115.025555ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:19:20.226279Z","caller":"traceutil/trace.go:171","msg":"trace[609729794] transaction","detail":"{read_only:false; response_revision:32916; number_of_response:1; }","duration":"130.747153ms","start":"2026-03-19T12:19:20.095505Z","end":"2026-03-19T12:19:20.226252Z","steps":["trace[609729794] 'process raft request' (duration: 130.561358ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:19:20.47589Z","caller":"traceutil/trace.go:171","msg":"trace[230155507] linearizableReadLoop","detail":"{readStateIndex:34082; appliedIndex:34081; }","duration":"235.8966ms","start":"2026-03-19T12:19:20.239967Z","end":"2026-03-19T12:19:20.475864Z","steps":["trace[230155507] 'read index received' (duration: 235.52466ms)","trace[230155507] 'applied index is now lower than readState.Index' (duration: 370.39µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:19:20.47593Z","caller":"traceutil/trace.go:171","msg":"trace[1176446459] transaction","detail":"{read_only:false; response_revision:32921; number_of_response:1; }","duration":"238.83073ms","start":"2026-03-19T12:19:20.237068Z","end":"2026-03-19T12:19:20.475899Z","steps":["trace[1176446459] 'process raft request' (duration: 238.505241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:19:20.476131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.119906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:19:20.476214Z","caller":"traceutil/trace.go:171","msg":"trace[1666891297] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:32921; }","duration":"236.25761ms","start":"2026-03-19T12:19:20.239939Z","end":"2026-03-19T12:19:20.476197Z","steps":["trace[1666891297] 'agreement among raft nodes before linearized reading' (duration: 236.019634ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:19:21.691745Z","caller":"traceutil/trace.go:171","msg":"trace[878372043] transaction","detail":"{read_only:false; response_revision:32925; number_of_response:1; }","duration":"259.475811ms","start":"2026-03-19T12:19:21.432245Z","end":"2026-03-19T12:19:21.69172Z","steps":["trace[878372043] 'process raft request' (duration: 259.104821ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:19:21.997418Z","caller":"traceutil/trace.go:171","msg":"trace[952546952] transaction","detail":"{read_only:false; response_revision:32927; number_of_response:1; }","duration":"104.054168ms","start":"2026-03-19T12:19:21.893321Z","end":"2026-03-19T12:19:21.997375Z","steps":["trace[952546952] 'process raft request' (duration: 103.793181ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:19:22.116015Z","caller":"traceutil/trace.go:171","msg":"trace[1059573083] transaction","detail":"{read_only:false; response_revision:32928; number_of_response:1; }","duration":"114.234134ms","start":"2026-03-19T12:19:22.001754Z","end":"2026-03-19T12:19:22.115988Z","steps":["trace[1059573083] 'process raft request' (duration: 97.772077ms)","trace[1059573083] 'compare' (duration: 16.351744ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:19:23.222692Z","caller":"traceutil/trace.go:171","msg":"trace[1185471094] linearizableReadLoop","detail":"{readStateIndex:34100; appliedIndex:34099; }","duration":"114.415479ms","start":"2026-03-19T12:19:23.108249Z","end":"2026-03-19T12:19:23.222664Z","steps":["trace[1185471094] 'read index received' (duration: 32.672738ms)","trace[1185471094] 'applied index is now lower than readState.Index' (duration: 81.741221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:19:23.222816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.553883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:19:23.222853Z","caller":"traceutil/trace.go:171","msg":"trace[1437737670] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:32938; }","duration":"114.645006ms","start":"2026-03-19T12:19:23.108196Z","end":"2026-03-19T12:19:23.222841Z","steps":["trace[1437737670] 'agreement among raft nodes before linearized reading' (duration: 114.555963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:19:28.807287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.245928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-19T12:19:28.807443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.285139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:19:28.807513Z","caller":"traceutil/trace.go:171","msg":"trace[2066725815] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:32978; }","duration":"109.396263ms","start":"2026-03-19T12:19:28.698099Z","end":"2026-03-19T12:19:28.807496Z","steps":["trace[2066725815] 'count revisions from in-memory index tree' (duration: 109.214268ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:19:28.807578Z","caller":"traceutil/trace.go:171","msg":"trace[1532687370] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:32978; }","duration":"120.466663ms","start":"2026-03-19T12:19:28.686979Z","end":"2026-03-19T12:19:28.807445Z","steps":["trace[1532687370] 'range keys from in-memory index tree' (duration: 120.070543ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:19:39.622055Z","caller":"traceutil/trace.go:171","msg":"trace[1156771014] transaction","detail":"{read_only:false; response_revision:33049; number_of_response:1; }","duration":"234.081061ms","start":"2026-03-19T12:19:39.387961Z","end":"2026-03-19T12:19:39.622042Z","steps":["trace[1156771014] 'process raft request' (duration: 233.875835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:19:39.6222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.28817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:19:39.622377Z","caller":"traceutil/trace.go:171","msg":"trace[1516474939] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33049; }","duration":"109.507516ms","start":"2026-03-19T12:19:39.512856Z","end":"2026-03-19T12:19:39.622364Z","steps":["trace[1516474939] 'agreement among raft nodes before linearized reading' (duration: 109.227848ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:19:39.622406Z","caller":"traceutil/trace.go:171","msg":"trace[493410260] linearizableReadLoop","detail":"{readStateIndex:34214; appliedIndex:34213; }","duration":"109.115726ms","start":"2026-03-19T12:19:39.512885Z","end":"2026-03-19T12:19:39.622001Z","steps":["trace[493410260] 'read index received' (duration: 108.884129ms)","trace[493410260] 'applied index is now lower than readState.Index' (duration: 230.947µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:19:39.904455Z","caller":"traceutil/trace.go:171","msg":"trace[2095301641] transaction","detail":"{read_only:false; response_revision:33050; number_of_response:1; }","duration":"278.994861ms","start":"2026-03-19T12:19:39.625434Z","end":"2026-03-19T12:19:39.904429Z","steps":["trace[2095301641] 'process raft request' (duration: 242.579672ms)","trace[2095301641] 'compare' (duration: 35.868184ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:19:39.90448Z","caller":"traceutil/trace.go:171","msg":"trace[972014343] transaction","detail":"{read_only:false; response_revision:33051; number_of_response:1; }","duration":"126.078596ms","start":"2026-03-19T12:19:39.778373Z","end":"2026-03-19T12:19:39.904451Z","steps":["trace[972014343] 'process raft request' (duration: 125.84964ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:19:40.078427Z","caller":"traceutil/trace.go:171","msg":"trace[1249285416] transaction","detail":"{read_only:false; response_revision:33052; number_of_response:1; }","duration":"170.239906ms","start":"2026-03-19T12:19:39.908139Z","end":"2026-03-19T12:19:40.078379Z","steps":["trace[1249285416] 'process raft request' (duration: 136.52572ms)","trace[1249285416] 'compare' (duration: 33.48464ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:20:20.710565Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31284} {"level":"info","ts":"2026-03-19T12:20:20.838527Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31284,"took":"123.613009ms","hash":2981025071,"current-db-size-bytes":48197632,"current-db-size":"48 MB","current-db-size-in-use-bytes":27340800,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-19T12:20:20.838731Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2981025071,"revision":31284,"compact-revision":29209} {"level":"warn","ts":"2026-03-19T12:21:26.876086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.223152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:21:26.876158Z","caller":"traceutil/trace.go:171","msg":"trace[224091602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33844; }","duration":"196.340826ms","start":"2026-03-19T12:21:26.679801Z","end":"2026-03-19T12:21:26.876142Z","steps":["trace[224091602] 'range keys from in-memory index tree' (duration: 196.076078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:21:26.876312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.643751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:21:26.876407Z","caller":"traceutil/trace.go:171","msg":"trace[1949900287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33844; }","duration":"264.764705ms","start":"2026-03-19T12:21:26.611614Z","end":"2026-03-19T12:21:26.876378Z","steps":["trace[1949900287] 'range keys from in-memory index tree' (duration: 264.58244ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:21:35.576596Z","caller":"traceutil/trace.go:171","msg":"trace[1095758190] transaction","detail":"{read_only:false; response_revision:33932; number_of_response:1; }","duration":"211.133077ms","start":"2026-03-19T12:21:35.365422Z","end":"2026-03-19T12:21:35.576555Z","steps":["trace[1095758190] 'process raft request' (duration: 210.808939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:21:38.885716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.380259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:21:38.88584Z","caller":"traceutil/trace.go:171","msg":"trace[524112740] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:33953; }","duration":"117.534083ms","start":"2026-03-19T12:21:38.768281Z","end":"2026-03-19T12:21:38.885815Z","steps":["trace[524112740] 'count revisions from in-memory index tree' (duration: 117.287457ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:21:39.141401Z","caller":"traceutil/trace.go:171","msg":"trace[2105994660] transaction","detail":"{read_only:false; response_revision:33954; number_of_response:1; }","duration":"137.380463ms","start":"2026-03-19T12:21:39.003984Z","end":"2026-03-19T12:21:39.141365Z","steps":["trace[2105994660] 'process raft request' (duration: 137.154247ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:21:39.304733Z","caller":"traceutil/trace.go:171","msg":"trace[1711593626] transaction","detail":"{read_only:false; response_revision:33958; number_of_response:1; }","duration":"124.413311ms","start":"2026-03-19T12:21:39.180297Z","end":"2026-03-19T12:21:39.30471Z","steps":["trace[1711593626] 'process raft request' (duration: 124.327988ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:21:39.304778Z","caller":"traceutil/trace.go:171","msg":"trace[1972484313] transaction","detail":"{read_only:false; response_revision:33957; number_of_response:1; }","duration":"124.541335ms","start":"2026-03-19T12:21:39.1802Z","end":"2026-03-19T12:21:39.304741Z","steps":["trace[1972484313] 'process raft request' (duration: 124.268167ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:21:39.305036Z","caller":"traceutil/trace.go:171","msg":"trace[623562583] transaction","detail":"{read_only:false; response_revision:33959; number_of_response:1; }","duration":"123.974669ms","start":"2026-03-19T12:21:39.181048Z","end":"2026-03-19T12:21:39.305023Z","steps":["trace[623562583] 'process raft request' (duration: 123.62331ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:21:39.305064Z","caller":"traceutil/trace.go:171","msg":"trace[1273016780] transaction","detail":"{read_only:false; response_revision:33960; number_of_response:1; }","duration":"123.964609ms","start":"2026-03-19T12:21:39.181083Z","end":"2026-03-19T12:21:39.305047Z","steps":["trace[1273016780] 'process raft request' (duration: 123.847576ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:21:39.514001Z","caller":"traceutil/trace.go:171","msg":"trace[999440439] transaction","detail":"{read_only:false; response_revision:33962; number_of_response:1; }","duration":"203.688855ms","start":"2026-03-19T12:21:39.31028Z","end":"2026-03-19T12:21:39.513969Z","steps":["trace[999440439] 'process raft request' (duration: 203.471569ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:21:39.514013Z","caller":"traceutil/trace.go:171","msg":"trace[806563259] transaction","detail":"{read_only:false; response_revision:33963; number_of_response:1; }","duration":"202.984466ms","start":"2026-03-19T12:21:39.311006Z","end":"2026-03-19T12:21:39.513991Z","steps":["trace[806563259] 'process raft request' (duration: 202.905864ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:21:39.717812Z","caller":"traceutil/trace.go:171","msg":"trace[376820096] transaction","detail":"{read_only:false; response_revision:33964; number_of_response:1; }","duration":"193.17925ms","start":"2026-03-19T12:21:39.52461Z","end":"2026-03-19T12:21:39.717789Z","steps":["trace[376820096] 'process raft request' (duration: 192.979974ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:21:39.718057Z","caller":"traceutil/trace.go:171","msg":"trace[1373079075] linearizableReadLoop","detail":"{readStateIndex:35159; appliedIndex:35159; }","duration":"191.942206ms","start":"2026-03-19T12:21:39.526075Z","end":"2026-03-19T12:21:39.718017Z","steps":["trace[1373079075] 'read index received' (duration: 191.911345ms)","trace[1373079075] 'applied index is now lower than readState.Index' (duration: 28.271µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:21:39.718303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.209583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:21:39.718349Z","caller":"traceutil/trace.go:171","msg":"trace[1181831867] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:33964; }","duration":"192.269725ms","start":"2026-03-19T12:21:39.52606Z","end":"2026-03-19T12:21:39.71833Z","steps":["trace[1181831867] 'agreement among raft nodes before linearized reading' (duration: 192.162832ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:21:39.798178Z","caller":"traceutil/trace.go:171","msg":"trace[1304071106] transaction","detail":"{read_only:false; response_revision:33965; number_of_response:1; }","duration":"150.220392ms","start":"2026-03-19T12:21:39.64793Z","end":"2026-03-19T12:21:39.798151Z","steps":["trace[1304071106] 'process raft request' (duration: 131.76262ms)","trace[1304071106] 'compare' (duration: 18.161203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:21:39.798254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.327855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:21:39.79831Z","caller":"traceutil/trace.go:171","msg":"trace[354827520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33965; }","duration":"189.431688ms","start":"2026-03-19T12:21:39.608866Z","end":"2026-03-19T12:21:39.798297Z","steps":["trace[354827520] 'agreement among raft nodes before linearized reading' (duration: 189.309864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:21:39.79861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.14344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:21:39.798645Z","caller":"traceutil/trace.go:171","msg":"trace[2052801261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33965; }","duration":"203.213862ms","start":"2026-03-19T12:21:39.595421Z","end":"2026-03-19T12:21:39.798635Z","steps":["trace[2052801261] 'agreement among raft nodes before linearized reading' (duration: 203.103089ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:22:01.518006Z","caller":"traceutil/trace.go:171","msg":"trace[589679613] transaction","detail":"{read_only:false; response_revision:34116; number_of_response:1; }","duration":"117.313467ms","start":"2026-03-19T12:22:01.400666Z","end":"2026-03-19T12:22:01.517979Z","steps":["trace[589679613] 'process raft request' (duration: 117.152983ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:22:01.518296Z","caller":"traceutil/trace.go:171","msg":"trace[1053376307] transaction","detail":"{read_only:false; response_revision:34117; number_of_response:1; }","duration":"114.743428ms","start":"2026-03-19T12:22:01.403533Z","end":"2026-03-19T12:22:01.518277Z","steps":["trace[1053376307] 'process raft request' (duration: 114.398058ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:22:01.518513Z","caller":"traceutil/trace.go:171","msg":"trace[436372845] linearizableReadLoop","detail":"{readStateIndex:35317; appliedIndex:35313; }","duration":"105.781154ms","start":"2026-03-19T12:22:01.412716Z","end":"2026-03-19T12:22:01.518497Z","steps":["trace[436372845] 'read index received' (duration: 34.95854ms)","trace[436372845] 'applied index is now lower than readState.Index' (duration: 70.821644ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:22:01.518625Z","caller":"traceutil/trace.go:171","msg":"trace[1161484960] transaction","detail":"{read_only:false; response_revision:34118; number_of_response:1; }","duration":"114.769059ms","start":"2026-03-19T12:22:01.403847Z","end":"2026-03-19T12:22:01.518616Z","steps":["trace[1161484960] 'process raft request' (duration: 114.366368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:22:01.518795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.068072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T12:22:01.51884Z","caller":"traceutil/trace.go:171","msg":"trace[1862979356] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34118; }","duration":"106.154454ms","start":"2026-03-19T12:22:01.412674Z","end":"2026-03-19T12:22:01.518828Z","steps":["trace[1862979356] 'agreement among raft nodes before linearized reading' (duration: 105.959089ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:22:08.140545Z","caller":"traceutil/trace.go:171","msg":"trace[1168334293] transaction","detail":"{read_only:false; response_revision:34162; number_of_response:1; }","duration":"102.355952ms","start":"2026-03-19T12:22:08.038169Z","end":"2026-03-19T12:22:08.140524Z","steps":["trace[1168334293] 'process raft request' (duration: 102.319091ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:22:08.140834Z","caller":"traceutil/trace.go:171","msg":"trace[687840924] transaction","detail":"{read_only:false; response_revision:34161; number_of_response:1; }","duration":"114.477931ms","start":"2026-03-19T12:22:08.026347Z","end":"2026-03-19T12:22:08.140825Z","steps":["trace[687840924] 'process raft request' (duration: 16.491358ms)","trace[687840924] 'compare' (duration: 96.653896ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:22:08.141052Z","caller":"traceutil/trace.go:171","msg":"trace[779191559] linearizableReadLoop","detail":"{readStateIndex:35361; appliedIndex:35360; }","duration":"113.457493ms","start":"2026-03-19T12:22:08.027492Z","end":"2026-03-19T12:22:08.140949Z","steps":["trace[779191559] 'read index received' (duration: 15.320326ms)","trace[779191559] 'applied index is now lower than readState.Index' (duration: 98.136407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:22:08.141506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.978377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-19T12:22:08.141588Z","caller":"traceutil/trace.go:171","msg":"trace[2048405256] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:34162; }","duration":"114.097231ms","start":"2026-03-19T12:22:08.027473Z","end":"2026-03-19T12:22:08.14157Z","steps":["trace[2048405256] 'agreement among raft nodes before linearized reading' (duration: 113.744171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:22:13.656563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.468306ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-19T12:22:13.709155Z","caller":"traceutil/trace.go:171","msg":"trace[1791540702] linearizableReadLoop","detail":"{readStateIndex:35395; appliedIndex:35393; }","duration":"303.292711ms","start":"2026-03-19T12:22:13.405842Z","end":"2026-03-19T12:22:13.709135Z","steps":["trace[1791540702] 'read index received' (duration: 39.326689ms)","trace[1791540702] 'applied index is now lower than readState.Index' (duration: 263.965102ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:22:13.709246Z","caller":"traceutil/trace.go:171","msg":"trace[988100091] transaction","detail":"{read_only:false; response_revision:34193; number_of_response:1; }","duration":"361.01563ms","start":"2026-03-19T12:22:13.348222Z","end":"2026-03-19T12:22:13.709238Z","steps":["trace[988100091] 'process raft request' (duration: 360.765173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:22:13.70939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.538759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-19T12:22:13.709442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:22:13.348143Z","time spent":"361.227006ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:22:13.709462Z","caller":"traceutil/trace.go:171","msg":"trace[1049723535] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34193; }","duration":"303.646791ms","start":"2026-03-19T12:22:13.4058Z","end":"2026-03-19T12:22:13.709447Z","steps":["trace[1049723535] 'agreement among raft nodes before linearized reading' (duration: 303.444145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:22:13.70949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:22:13.405778Z","time spent":"303.707373ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T12:22:13.716409Z","caller":"traceutil/trace.go:171","msg":"trace[2039556688] transaction","detail":"{read_only:false; response_revision:34194; number_of_response:1; }","duration":"209.567085ms","start":"2026-03-19T12:22:13.506801Z","end":"2026-03-19T12:22:13.716368Z","steps":["trace[2039556688] 'process raft request' (duration: 209.319328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:22:13.71672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.302718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-19T12:22:13.716769Z","caller":"traceutil/trace.go:171","msg":"trace[1630373364] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:34197; }","duration":"184.35579ms","start":"2026-03-19T12:22:13.5324Z","end":"2026-03-19T12:22:13.716756Z","steps":["trace[1630373364] 'agreement among raft nodes before linearized reading' (duration: 184.222176ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:22:13.717129Z","caller":"traceutil/trace.go:171","msg":"trace[356172334] transaction","detail":"{read_only:false; response_revision:34197; number_of_response:1; }","duration":"144.488666ms","start":"2026-03-19T12:22:13.572624Z","end":"2026-03-19T12:22:13.717112Z","steps":["trace[356172334] 'process raft request' (duration: 143.963812ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:22:13.717132Z","caller":"traceutil/trace.go:171","msg":"trace[1517692713] transaction","detail":"{read_only:false; response_revision:34196; number_of_response:1; }","duration":"154.504859ms","start":"2026-03-19T12:22:13.562587Z","end":"2026-03-19T12:22:13.717092Z","steps":["trace[1517692713] 'process raft request' (duration: 153.911613ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:22:13.717144Z","caller":"traceutil/trace.go:171","msg":"trace[828972014] transaction","detail":"{read_only:false; response_revision:34195; number_of_response:1; }","duration":"155.64309ms","start":"2026-03-19T12:22:13.561464Z","end":"2026-03-19T12:22:13.717107Z","steps":["trace[828972014] 'process raft request' (duration: 154.851119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:22:13.717261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.417706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T12:22:13.717288Z","caller":"traceutil/trace.go:171","msg":"trace[1424089381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34197; }","duration":"133.480298ms","start":"2026-03-19T12:22:13.5838Z","end":"2026-03-19T12:22:13.71728Z","steps":["trace[1424089381] 'agreement among raft nodes before linearized reading' (duration: 133.408146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:22:13.717358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.028136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:22:13.717381Z","caller":"traceutil/trace.go:171","msg":"trace[1120715251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34197; }","duration":"108.087927ms","start":"2026-03-19T12:22:13.609287Z","end":"2026-03-19T12:22:13.717375Z","steps":["trace[1120715251] 'agreement among raft nodes before linearized reading' (duration: 108.055777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:22:13.885073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.305869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:22:13.885244Z","caller":"traceutil/trace.go:171","msg":"trace[1197699074] transaction","detail":"{read_only:false; response_revision:34199; number_of_response:1; }","duration":"163.562745ms","start":"2026-03-19T12:22:13.721667Z","end":"2026-03-19T12:22:13.88523Z","steps":["trace[1197699074] 'process raft request' (duration: 163.498703ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:22:13.885273Z","caller":"traceutil/trace.go:171","msg":"trace[396466761] transaction","detail":"{read_only:false; response_revision:34198; number_of_response:1; }","duration":"171.020877ms","start":"2026-03-19T12:22:13.714221Z","end":"2026-03-19T12:22:13.885242Z","steps":["trace[396466761] 'process raft request' (duration: 43.474241ms)","trace[396466761] 'compare' (duration: 127.147925ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:22:13.885313Z","caller":"traceutil/trace.go:171","msg":"trace[232289070] linearizableReadLoop","detail":"{readStateIndex:35400; appliedIndex:35399; }","duration":"163.706288ms","start":"2026-03-19T12:22:13.721576Z","end":"2026-03-19T12:22:13.885283Z","steps":["trace[232289070] 'read index received' (duration: 36.09642ms)","trace[232289070] 'applied index is now lower than readState.Index' (duration: 127.605718ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:22:13.885392Z","caller":"traceutil/trace.go:171","msg":"trace[1682996750] transaction","detail":"{read_only:false; response_revision:34200; number_of_response:1; }","duration":"163.650677ms","start":"2026-03-19T12:22:13.721733Z","end":"2026-03-19T12:22:13.885384Z","steps":["trace[1682996750] 'process raft request' (duration: 163.467812ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:22:13.885556Z","caller":"traceutil/trace.go:171","msg":"trace[507064373] transaction","detail":"{read_only:false; response_revision:34201; number_of_response:1; }","duration":"163.695068ms","start":"2026-03-19T12:22:13.72185Z","end":"2026-03-19T12:22:13.885545Z","steps":["trace[507064373] 'process raft request' (duration: 163.508023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:22:13.885744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.14953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9c77352f-3a2d-41af-81bf-4641f6d3eed4\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-19T12:22:13.885782Z","caller":"traceutil/trace.go:171","msg":"trace[1002865156] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9c77352f-3a2d-41af-81bf-4641f6d3eed4; range_end:; response_count:1; response_revision:34201; }","duration":"164.220722ms","start":"2026-03-19T12:22:13.721549Z","end":"2026-03-19T12:22:13.88577Z","steps":["trace[1002865156] 'agreement among raft nodes before linearized reading' (duration: 163.859562ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:22:14.780265Z","caller":"traceutil/trace.go:171","msg":"trace[1154419475] transaction","detail":"{read_only:false; response_revision:34204; number_of_response:1; }","duration":"161.945811ms","start":"2026-03-19T12:22:14.618298Z","end":"2026-03-19T12:22:14.780244Z","steps":["trace[1154419475] 'process raft request' (duration: 161.713245ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:22:18.006123Z","caller":"traceutil/trace.go:171","msg":"trace[773930016] transaction","detail":"{read_only:false; response_revision:34226; number_of_response:1; }","duration":"100.933202ms","start":"2026-03-19T12:22:17.905174Z","end":"2026-03-19T12:22:18.006107Z","steps":["trace[773930016] 'process raft request' (duration: 100.811559ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:22:18.006445Z","caller":"traceutil/trace.go:171","msg":"trace[1022960515] transaction","detail":"{read_only:false; response_revision:34227; number_of_response:1; }","duration":"101.136088ms","start":"2026-03-19T12:22:17.9053Z","end":"2026-03-19T12:22:18.006436Z","steps":["trace[1022960515] 'process raft request' (duration: 100.738388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:22:20.801214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.458251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:22:20.801357Z","caller":"traceutil/trace.go:171","msg":"trace[2001821033] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:34246; }","duration":"121.647835ms","start":"2026-03-19T12:22:20.679681Z","end":"2026-03-19T12:22:20.801328Z","steps":["trace[2001821033] 'count revisions from in-memory index tree' (duration: 121.371689ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:23:02.066804Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008b98.wal"} {"level":"info","ts":"2026-03-19T12:23:23.378315Z","caller":"traceutil/trace.go:171","msg":"trace[851093918] transaction","detail":"{read_only:false; response_revision:34671; number_of_response:1; }","duration":"165.286402ms","start":"2026-03-19T12:23:23.212989Z","end":"2026-03-19T12:23:23.378276Z","steps":["trace[851093918] 'process raft request' (duration: 164.45739ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:23:36.41724Z","caller":"traceutil/trace.go:171","msg":"trace[330591238] transaction","detail":"{read_only:false; response_revision:34753; number_of_response:1; }","duration":"167.294337ms","start":"2026-03-19T12:23:36.249905Z","end":"2026-03-19T12:23:36.4172Z","steps":["trace[330591238] 'process raft request' (duration: 167.018099ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:23:36.532641Z","caller":"traceutil/trace.go:171","msg":"trace[775695794] transaction","detail":"{read_only:false; response_revision:34754; number_of_response:1; }","duration":"279.994459ms","start":"2026-03-19T12:23:36.252612Z","end":"2026-03-19T12:23:36.532607Z","steps":["trace[775695794] 'process raft request' (duration: 261.503586ms)","trace[775695794] 'compare' (duration: 18.238876ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:23:36.532917Z","caller":"traceutil/trace.go:171","msg":"trace[1459238783] transaction","detail":"{read_only:false; response_revision:34755; number_of_response:1; }","duration":"277.732997ms","start":"2026-03-19T12:23:36.255146Z","end":"2026-03-19T12:23:36.532878Z","steps":["trace[1459238783] 'process raft request' (duration: 277.393398ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:23:36.532918Z","caller":"traceutil/trace.go:171","msg":"trace[1103082627] transaction","detail":"{read_only:false; response_revision:34756; number_of_response:1; }","duration":"277.673926ms","start":"2026-03-19T12:23:36.255199Z","end":"2026-03-19T12:23:36.532873Z","steps":["trace[1103082627] 'process raft request' (duration: 277.552033ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:23:39.27085Z","caller":"traceutil/trace.go:171","msg":"trace[2134568859] transaction","detail":"{read_only:false; response_revision:34780; number_of_response:1; }","duration":"100.413148ms","start":"2026-03-19T12:23:39.170414Z","end":"2026-03-19T12:23:39.270827Z","steps":["trace[2134568859] 'process raft request' (duration: 100.264794ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:24:33.076642Z","caller":"traceutil/trace.go:171","msg":"trace[1078723644] transaction","detail":"{read_only:false; response_revision:35143; number_of_response:1; }","duration":"136.693925ms","start":"2026-03-19T12:24:32.93991Z","end":"2026-03-19T12:24:33.076604Z","steps":["trace[1078723644] 'process raft request' (duration: 37.186821ms)","trace[1078723644] 'compare' (duration: 99.034151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:24:45.25742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.593528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T12:24:45.257521Z","caller":"traceutil/trace.go:171","msg":"trace[1543469354] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35224; }","duration":"109.745772ms","start":"2026-03-19T12:24:45.147753Z","end":"2026-03-19T12:24:45.257499Z","steps":["trace[1543469354] 'range keys from in-memory index tree' (duration: 109.437914ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:24:47.088046Z","caller":"traceutil/trace.go:171","msg":"trace[1119292159] transaction","detail":"{read_only:false; response_revision:35236; number_of_response:1; }","duration":"129.090838ms","start":"2026-03-19T12:24:46.958924Z","end":"2026-03-19T12:24:47.088015Z","steps":["trace[1119292159] 'process raft request' (duration: 128.914793ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:24:47.116981Z","caller":"traceutil/trace.go:171","msg":"trace[1079302135] transaction","detail":"{read_only:false; response_revision:35237; number_of_response:1; }","duration":"123.752293ms","start":"2026-03-19T12:24:46.993202Z","end":"2026-03-19T12:24:47.116954Z","steps":["trace[1079302135] 'process raft request' (duration: 123.577128ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:24:47.117166Z","caller":"traceutil/trace.go:171","msg":"trace[573411077] transaction","detail":"{read_only:false; response_revision:35238; number_of_response:1; }","duration":"120.199736ms","start":"2026-03-19T12:24:46.996948Z","end":"2026-03-19T12:24:47.117148Z","steps":["trace[573411077] 'process raft request' (duration: 119.962839ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:24:57.88083Z","caller":"traceutil/trace.go:171","msg":"trace[873813339] transaction","detail":"{read_only:false; response_revision:35314; number_of_response:1; }","duration":"160.642295ms","start":"2026-03-19T12:24:57.720166Z","end":"2026-03-19T12:24:57.880808Z","steps":["trace[873813339] 'process raft request' (duration: 160.522072ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:25:01.441196Z","caller":"traceutil/trace.go:171","msg":"trace[43240532] transaction","detail":"{read_only:false; response_revision:35345; number_of_response:1; }","duration":"153.486871ms","start":"2026-03-19T12:25:01.287622Z","end":"2026-03-19T12:25:01.441109Z","steps":["trace[43240532] 'process raft request' (duration: 152.858364ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:25:01.441213Z","caller":"traceutil/trace.go:171","msg":"trace[2027497840] transaction","detail":"{read_only:false; response_revision:35346; number_of_response:1; }","duration":"153.348727ms","start":"2026-03-19T12:25:01.287821Z","end":"2026-03-19T12:25:01.441169Z","steps":["trace[2027497840] 'process raft request' (duration: 152.819363ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:25:06.498813Z","caller":"traceutil/trace.go:171","msg":"trace[1020108481] transaction","detail":"{read_only:false; response_revision:35389; number_of_response:1; }","duration":"145.832483ms","start":"2026-03-19T12:25:06.352955Z","end":"2026-03-19T12:25:06.498788Z","steps":["trace[1020108481] 'process raft request' (duration: 145.669738ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:25:09.560768Z","caller":"traceutil/trace.go:171","msg":"trace[935729516] transaction","detail":"{read_only:false; response_revision:35410; number_of_response:1; }","duration":"142.774209ms","start":"2026-03-19T12:25:09.417968Z","end":"2026-03-19T12:25:09.560742Z","steps":["trace[935729516] 'process raft request' (duration: 142.591334ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:25:09.579303Z","caller":"traceutil/trace.go:171","msg":"trace[1280723863] transaction","detail":"{read_only:false; response_revision:35411; number_of_response:1; }","duration":"109.630758ms","start":"2026-03-19T12:25:09.469652Z","end":"2026-03-19T12:25:09.579283Z","steps":["trace[1280723863] 'process raft request' (duration: 109.512985ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:25:09.579523Z","caller":"traceutil/trace.go:171","msg":"trace[990465434] transaction","detail":"{read_only:false; response_revision:35412; number_of_response:1; }","duration":"109.836594ms","start":"2026-03-19T12:25:09.469659Z","end":"2026-03-19T12:25:09.579496Z","steps":["trace[990465434] 'process raft request' (duration: 109.598478ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:25:09.813562Z","caller":"traceutil/trace.go:171","msg":"trace[1217304190] transaction","detail":"{read_only:false; response_revision:35415; number_of_response:1; }","duration":"164.853539ms","start":"2026-03-19T12:25:09.648682Z","end":"2026-03-19T12:25:09.813536Z","steps":["trace[1217304190] 'process raft request' (duration: 164.708115ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:25:09.825943Z","caller":"traceutil/trace.go:171","msg":"trace[1731866290] linearizableReadLoop","detail":"{readStateIndex:36657; appliedIndex:36654; }","duration":"118.686654ms","start":"2026-03-19T12:25:09.707237Z","end":"2026-03-19T12:25:09.825924Z","steps":["trace[1731866290] 'read index received' (duration: 106.207615ms)","trace[1731866290] 'applied index is now lower than readState.Index' (duration: 12.477879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:25:09.826059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.816938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:25:09.82608Z","caller":"traceutil/trace.go:171","msg":"trace[1396688837] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:35417; }","duration":"118.926162ms","start":"2026-03-19T12:25:09.707146Z","end":"2026-03-19T12:25:09.826072Z","steps":["trace[1396688837] 'agreement among raft nodes before linearized reading' (duration: 118.848999ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:25:09.826389Z","caller":"traceutil/trace.go:171","msg":"trace[1171171424] transaction","detail":"{read_only:false; response_revision:35416; number_of_response:1; }","duration":"176.081414ms","start":"2026-03-19T12:25:09.650302Z","end":"2026-03-19T12:25:09.826383Z","steps":["trace[1171171424] 'process raft request' (duration: 175.501178ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:25:09.826458Z","caller":"traceutil/trace.go:171","msg":"trace[1290441982] transaction","detail":"{read_only:false; response_revision:35417; number_of_response:1; }","duration":"175.857288ms","start":"2026-03-19T12:25:09.650597Z","end":"2026-03-19T12:25:09.826454Z","steps":["trace[1290441982] 'process raft request' (duration: 175.305503ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:25:10.687146Z","caller":"traceutil/trace.go:171","msg":"trace[1242831571] transaction","detail":"{read_only:false; response_revision:35420; number_of_response:1; }","duration":"114.183452ms","start":"2026-03-19T12:25:10.572939Z","end":"2026-03-19T12:25:10.687123Z","steps":["trace[1242831571] 'process raft request' (duration: 114.033158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:25:11.477278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.716619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:25:11.477374Z","caller":"traceutil/trace.go:171","msg":"trace[272338201] transaction","detail":"{read_only:false; response_revision:35424; number_of_response:1; }","duration":"144.255859ms","start":"2026-03-19T12:25:11.333103Z","end":"2026-03-19T12:25:11.477358Z","steps":["trace[272338201] 'compare' (duration: 138.252096ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:25:11.540681Z","caller":"traceutil/trace.go:171","msg":"trace[1902192223] transaction","detail":"{read_only:false; response_revision:35425; number_of_response:1; }","duration":"123.606458ms","start":"2026-03-19T12:25:11.417054Z","end":"2026-03-19T12:25:11.540661Z","steps":["trace[1902192223] 'process raft request' (duration: 123.489565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:25:11.757706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.169614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:25:11.757874Z","caller":"traceutil/trace.go:171","msg":"trace[1927242992] linearizableReadLoop","detail":"{readStateIndex:36667; appliedIndex:36665; }","duration":"145.541133ms","start":"2026-03-19T12:25:11.61232Z","end":"2026-03-19T12:25:11.757861Z","steps":["trace[1927242992] 'read index received' (duration: 35.113252ms)","trace[1927242992] 'applied index is now lower than readState.Index' (duration: 110.427001ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:25:11.757904Z","caller":"traceutil/trace.go:171","msg":"trace[1010973401] transaction","detail":"{read_only:false; response_revision:35426; number_of_response:1; }","duration":"173.36628ms","start":"2026-03-19T12:25:11.584513Z","end":"2026-03-19T12:25:11.75788Z","steps":["trace[1010973401] 'process raft request' (duration: 62.950909ms)","trace[1010973401] 'compare' (duration: 109.739662ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:25:11.757938Z","caller":"traceutil/trace.go:171","msg":"trace[1739368243] transaction","detail":"{read_only:false; response_revision:35427; number_of_response:1; }","duration":"173.200685ms","start":"2026-03-19T12:25:11.584731Z","end":"2026-03-19T12:25:11.757931Z","steps":["trace[1739368243] 'process raft request' (duration: 173.065041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:25:11.771021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.697981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:25:11.771132Z","caller":"traceutil/trace.go:171","msg":"trace[1015639370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35427; }","duration":"158.845025ms","start":"2026-03-19T12:25:11.612267Z","end":"2026-03-19T12:25:11.771113Z","steps":["trace[1015639370] 'agreement among raft nodes before linearized reading' (duration: 145.75304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:25:11.772447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.808155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:25:11.772538Z","caller":"traceutil/trace.go:171","msg":"trace[51129378] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35427; }","duration":"144.919318ms","start":"2026-03-19T12:25:11.627585Z","end":"2026-03-19T12:25:11.772505Z","steps":["trace[51129378] 'agreement among raft nodes before linearized reading' (duration: 144.681942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:25:11.772684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.831431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:25:11.772722Z","caller":"traceutil/trace.go:171","msg":"trace[736435944] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35427; }","duration":"121.888843ms","start":"2026-03-19T12:25:11.650816Z","end":"2026-03-19T12:25:11.772705Z","steps":["trace[736435944] 'agreement among raft nodes before linearized reading' (duration: 121.809081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:25:11.772778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.165016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:25:11.772833Z","caller":"traceutil/trace.go:171","msg":"trace[617855551] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:35427; }","duration":"141.241448ms","start":"2026-03-19T12:25:11.63157Z","end":"2026-03-19T12:25:11.772811Z","steps":["trace[617855551] 'agreement among raft nodes before linearized reading' (duration: 141.159075ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:25:11.941906Z","caller":"traceutil/trace.go:171","msg":"trace[1862128557] transaction","detail":"{read_only:false; response_revision:35429; number_of_response:1; }","duration":"159.312708ms","start":"2026-03-19T12:25:11.78257Z","end":"2026-03-19T12:25:11.941883Z","steps":["trace[1862128557] 'process raft request' (duration: 110.79617ms)","trace[1862128557] 'compare' (duration: 48.163809ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:25:11.942144Z","caller":"traceutil/trace.go:171","msg":"trace[2096530876] linearizableReadLoop","detail":"{readStateIndex:36670; appliedIndex:36668; }","duration":"119.949659ms","start":"2026-03-19T12:25:11.822155Z","end":"2026-03-19T12:25:11.942105Z","steps":["trace[2096530876] 'read index received' (duration: 71.149003ms)","trace[2096530876] 'applied index is now lower than readState.Index' (duration: 48.798876ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:25:11.942238Z","caller":"traceutil/trace.go:171","msg":"trace[1297109600] transaction","detail":"{read_only:false; response_revision:35430; number_of_response:1; }","duration":"156.975695ms","start":"2026-03-19T12:25:11.785253Z","end":"2026-03-19T12:25:11.942229Z","steps":["trace[1297109600] 'process raft request' (duration: 156.540453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:25:11.9424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.227337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:25:11.942454Z","caller":"traceutil/trace.go:171","msg":"trace[740612407] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35430; }","duration":"120.311809ms","start":"2026-03-19T12:25:11.822127Z","end":"2026-03-19T12:25:11.942439Z","steps":["trace[740612407] 'agreement among raft nodes before linearized reading' (duration: 120.158685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:25:11.946307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.339161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:25:11.946375Z","caller":"traceutil/trace.go:171","msg":"trace[779706678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35431; }","duration":"116.425913ms","start":"2026-03-19T12:25:11.82993Z","end":"2026-03-19T12:25:11.946355Z","steps":["trace[779706678] 'agreement among raft nodes before linearized reading' (duration: 116.224307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:25:11.94649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.358351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T12:25:11.946513Z","caller":"traceutil/trace.go:171","msg":"trace[2050008673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35431; }","duration":"116.395393ms","start":"2026-03-19T12:25:11.830111Z","end":"2026-03-19T12:25:11.946506Z","steps":["trace[2050008673] 'agreement among raft nodes before linearized reading' (duration: 116.336451ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:25:12.913679Z","caller":"traceutil/trace.go:171","msg":"trace[1622247501] transaction","detail":"{read_only:false; response_revision:35435; number_of_response:1; }","duration":"215.967588ms","start":"2026-03-19T12:25:12.697671Z","end":"2026-03-19T12:25:12.913638Z","steps":["trace[1622247501] 'process raft request' (duration: 215.757193ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:25:13.294996Z","caller":"traceutil/trace.go:171","msg":"trace[1220247062] transaction","detail":"{read_only:false; response_revision:35436; number_of_response:1; }","duration":"343.845943ms","start":"2026-03-19T12:25:12.951125Z","end":"2026-03-19T12:25:13.294971Z","steps":["trace[1220247062] 'process raft request' (duration: 343.678179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:25:13.295242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:25:12.951101Z","time spent":"344.062379ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5702,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:25:13.336922Z","caller":"traceutil/trace.go:171","msg":"trace[62503880] transaction","detail":"{read_only:false; response_revision:35437; number_of_response:1; }","duration":"291.999814ms","start":"2026-03-19T12:25:13.044869Z","end":"2026-03-19T12:25:13.336869Z","steps":["trace[62503880] 'process raft request' (duration: 291.706876ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:25:15.692588Z","caller":"traceutil/trace.go:171","msg":"trace[1988396568] transaction","detail":"{read_only:false; response_revision:35463; number_of_response:1; }","duration":"203.973863ms","start":"2026-03-19T12:25:15.488593Z","end":"2026-03-19T12:25:15.692567Z","steps":["trace[1988396568] 'process raft request' (duration: 203.827119ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:25:15.694638Z","caller":"traceutil/trace.go:171","msg":"trace[212244794] transaction","detail":"{read_only:false; response_revision:35464; number_of_response:1; }","duration":"139.704806ms","start":"2026-03-19T12:25:15.554911Z","end":"2026-03-19T12:25:15.694616Z","steps":["trace[212244794] 'process raft request' (duration: 139.584252ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:25:20.719244Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33368} {"level":"info","ts":"2026-03-19T12:25:20.833819Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33368,"took":"110.230615ms","hash":2311398082,"current-db-size-bytes":48197632,"current-db-size":"48 MB","current-db-size-in-use-bytes":28925952,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-19T12:25:20.833923Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2311398082,"revision":33368,"compact-revision":31284} {"level":"info","ts":"2026-03-19T12:25:21.63697Z","caller":"traceutil/trace.go:171","msg":"trace[35348126] transaction","detail":"{read_only:false; response_revision:35503; number_of_response:1; }","duration":"251.095192ms","start":"2026-03-19T12:25:21.385842Z","end":"2026-03-19T12:25:21.636938Z","steps":["trace[35348126] 'process raft request' (duration: 250.747273ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:25:21.636827Z","caller":"traceutil/trace.go:171","msg":"trace[454594596] linearizableReadLoop","detail":"{readStateIndex:36747; appliedIndex:36746; }","duration":"108.042956ms","start":"2026-03-19T12:25:21.528765Z","end":"2026-03-19T12:25:21.636808Z","steps":["trace[454594596] 'read index received' (duration: 107.751918ms)","trace[454594596] 'applied index is now lower than readState.Index' (duration: 290.308µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:25:21.637377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.59702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-19T12:25:21.637576Z","caller":"traceutil/trace.go:171","msg":"trace[87951083] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:35503; }","duration":"108.821017ms","start":"2026-03-19T12:25:21.52871Z","end":"2026-03-19T12:25:21.637531Z","steps":["trace[87951083] 'agreement among raft nodes before linearized reading' (duration: 108.401055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:25:21.97358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.459322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:25:21.973907Z","caller":"traceutil/trace.go:171","msg":"trace[219213784] transaction","detail":"{read_only:false; response_revision:35505; number_of_response:1; }","duration":"211.23982ms","start":"2026-03-19T12:25:21.762645Z","end":"2026-03-19T12:25:21.973885Z","steps":["trace[219213784] 'process raft request' (duration: 211.151808ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:25:21.973939Z","caller":"traceutil/trace.go:171","msg":"trace[1688963867] transaction","detail":"{read_only:false; response_revision:35504; number_of_response:1; }","duration":"231.691906ms","start":"2026-03-19T12:25:21.742219Z","end":"2026-03-19T12:25:21.973911Z","steps":["trace[1688963867] 'process raft request' (duration: 106.811072ms)","trace[1688963867] 'compare' (duration: 124.332249ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:25:22.039486Z","caller":"traceutil/trace.go:171","msg":"trace[187959070] transaction","detail":"{read_only:false; response_revision:35506; number_of_response:1; }","duration":"118.86684ms","start":"2026-03-19T12:25:21.920592Z","end":"2026-03-19T12:25:22.039459Z","steps":["trace[187959070] 'process raft request' (duration: 118.696475ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:25:22.156354Z","caller":"traceutil/trace.go:171","msg":"trace[1841083465] transaction","detail":"{read_only:false; response_revision:35507; number_of_response:1; }","duration":"234.351898ms","start":"2026-03-19T12:25:21.921978Z","end":"2026-03-19T12:25:22.15633Z","steps":["trace[1841083465] 'process raft request' (duration: 189.587101ms)","trace[1841083465] 'compare' (duration: 44.586262ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:25:22.156531Z","caller":"traceutil/trace.go:171","msg":"trace[1684198653] linearizableReadLoop","detail":"{readStateIndex:36751; appliedIndex:36749; }","duration":"232.074716ms","start":"2026-03-19T12:25:21.924393Z","end":"2026-03-19T12:25:22.156467Z","steps":["trace[1684198653] 'read index received' (duration: 115.012176ms)","trace[1684198653] 'applied index is now lower than readState.Index' (duration: 117.0586ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:25:22.156622Z","caller":"traceutil/trace.go:171","msg":"trace[63709750] transaction","detail":"{read_only:false; response_revision:35508; number_of_response:1; }","duration":"170.643417ms","start":"2026-03-19T12:25:21.985953Z","end":"2026-03-19T12:25:22.156596Z","steps":["trace[63709750] 'process raft request' (duration: 170.337879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:25:22.156917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.392368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:25:22.156967Z","caller":"traceutil/trace.go:171","msg":"trace[722206051] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:35508; }","duration":"206.479641ms","start":"2026-03-19T12:25:21.950475Z","end":"2026-03-19T12:25:22.156954Z","steps":["trace[722206051] 'agreement among raft nodes before linearized reading' (duration: 206.358717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:25:22.157005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.58302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:25:22.157055Z","caller":"traceutil/trace.go:171","msg":"trace[1318394619] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35508; }","duration":"232.722344ms","start":"2026-03-19T12:25:21.92432Z","end":"2026-03-19T12:25:22.157043Z","steps":["trace[1318394619] 'agreement among raft nodes before linearized reading' (duration: 232.441286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:25:22.157155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.907258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-19T12:25:22.15723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.264909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T12:25:22.157231Z","caller":"traceutil/trace.go:171","msg":"trace[1763077060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35508; }","duration":"141.006032ms","start":"2026-03-19T12:25:22.016208Z","end":"2026-03-19T12:25:22.157214Z","steps":["trace[1763077060] 'agreement among raft nodes before linearized reading' (duration: 140.770205ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:25:22.157268Z","caller":"traceutil/trace.go:171","msg":"trace[216213658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35508; }","duration":"141.33238ms","start":"2026-03-19T12:25:22.015927Z","end":"2026-03-19T12:25:22.157259Z","steps":["trace[216213658] 'agreement among raft nodes before linearized reading' (duration: 141.213267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:25:22.157401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.62227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:25:22.157427Z","caller":"traceutil/trace.go:171","msg":"trace[452834152] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35508; }","duration":"151.685472ms","start":"2026-03-19T12:25:22.005734Z","end":"2026-03-19T12:25:22.157419Z","steps":["trace[452834152] 'agreement among raft nodes before linearized reading' (duration: 151.61665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:25:22.157435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.829689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T12:25:22.157465Z","caller":"traceutil/trace.go:171","msg":"trace[2015737246] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35508; }","duration":"139.875ms","start":"2026-03-19T12:25:22.017583Z","end":"2026-03-19T12:25:22.157458Z","steps":["trace[2015737246] 'agreement among raft nodes before linearized reading' (duration: 139.759497ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:25:25.428727Z","caller":"traceutil/trace.go:171","msg":"trace[234679855] transaction","detail":"{read_only:false; response_revision:35530; number_of_response:1; }","duration":"386.549163ms","start":"2026-03-19T12:25:25.042152Z","end":"2026-03-19T12:25:25.428701Z","steps":["trace[234679855] 'process raft request' (duration: 386.385569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:25:25.428925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:25:25.04213Z","time spent":"386.679097ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:25:25.489212Z","caller":"traceutil/trace.go:171","msg":"trace[1285677151] transaction","detail":"{read_only:false; response_revision:35531; number_of_response:1; }","duration":"417.490234ms","start":"2026-03-19T12:25:25.071677Z","end":"2026-03-19T12:25:25.489168Z","steps":["trace[1285677151] 'process raft request' (duration: 417.176406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:25:25.489477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:25:25.071654Z","time spent":"417.649418ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:25:26.576936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.64043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:25:26.577104Z","caller":"traceutil/trace.go:171","msg":"trace[981813753] transaction","detail":"{read_only:false; response_revision:35540; number_of_response:1; }","duration":"345.065216ms","start":"2026-03-19T12:25:26.232026Z","end":"2026-03-19T12:25:26.577091Z","steps":["trace[981813753] 'process raft request' (duration: 344.997724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:25:26.577152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:25:26.232003Z","time spent":"345.126228ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:25:26.577176Z","caller":"traceutil/trace.go:171","msg":"trace[516184023] linearizableReadLoop","detail":"{readStateIndex:36788; appliedIndex:36783; }","duration":"280.589055ms","start":"2026-03-19T12:25:26.296574Z","end":"2026-03-19T12:25:26.577163Z","steps":["trace[516184023] 'read index received' (duration: 244.992858ms)","trace[516184023] 'applied index is now lower than readState.Index' (duration: 35.595517ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:25:26.577245Z","caller":"traceutil/trace.go:171","msg":"trace[1246381050] transaction","detail":"{read_only:false; response_revision:35541; number_of_response:1; }","duration":"345.129848ms","start":"2026-03-19T12:25:26.232109Z","end":"2026-03-19T12:25:26.577239Z","steps":["trace[1246381050] 'process raft request' (duration: 344.955833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:25:26.577282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:25:26.232085Z","time spent":"345.172019ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:25:26.577326Z","caller":"traceutil/trace.go:171","msg":"trace[1933557230] transaction","detail":"{read_only:false; response_revision:35539; number_of_response:1; }","duration":"345.93444ms","start":"2026-03-19T12:25:26.231384Z","end":"2026-03-19T12:25:26.577318Z","steps":["trace[1933557230] 'compare' (duration: 335.523606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:25:26.577364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:25:26.231372Z","time spent":"345.972811ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:25:26.577383Z","caller":"traceutil/trace.go:171","msg":"trace[1374690981] transaction","detail":"{read_only:false; response_revision:35542; number_of_response:1; }","duration":"340.81617ms","start":"2026-03-19T12:25:26.236559Z","end":"2026-03-19T12:25:26.577376Z","steps":["trace[1374690981] 'process raft request' (duration: 340.551753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:25:26.577417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:25:26.236546Z","time spent":"340.853832ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:25:26.577464Z","caller":"traceutil/trace.go:171","msg":"trace[986697113] transaction","detail":"{read_only:false; response_revision:35543; number_of_response:1; }","duration":"337.864271ms","start":"2026-03-19T12:25:26.239594Z","end":"2026-03-19T12:25:26.577458Z","steps":["trace[986697113] 'process raft request' (duration: 337.546442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:25:26.577489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:25:26.239584Z","time spent":"337.890151ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:25:26.577643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.065758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:25:26.577848Z","caller":"traceutil/trace.go:171","msg":"trace[1319770647] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:35543; }","duration":"281.122039ms","start":"2026-03-19T12:25:26.296533Z","end":"2026-03-19T12:25:26.577656Z","steps":["trace[1319770647] 'agreement among raft nodes before linearized reading' (duration: 281.081828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:25:26.578025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.990313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T12:25:26.578043Z","caller":"traceutil/trace.go:171","msg":"trace[161131105] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35543; }","duration":"243.048753ms","start":"2026-03-19T12:25:26.334988Z","end":"2026-03-19T12:25:26.578037Z","steps":["trace[161131105] 'agreement among raft nodes before linearized reading' (duration: 242.958721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:25:26.578258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.014214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:25:26.578335Z","caller":"traceutil/trace.go:171","msg":"trace[1099655652] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:35543; }","duration":"112.138877ms","start":"2026-03-19T12:25:26.466175Z","end":"2026-03-19T12:25:26.578314Z","steps":["trace[1099655652] 'agreement among raft nodes before linearized reading' (duration: 112.005683ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:25:28.306259Z","caller":"traceutil/trace.go:171","msg":"trace[1518084758] transaction","detail":"{read_only:false; response_revision:35550; number_of_response:1; }","duration":"132.152901ms","start":"2026-03-19T12:25:28.174078Z","end":"2026-03-19T12:25:28.306231Z","steps":["trace[1518084758] 'process raft request' (duration: 77.716522ms)","trace[1518084758] 'compare' (duration: 53.973687ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:25:28.306372Z","caller":"traceutil/trace.go:171","msg":"trace[366529498] transaction","detail":"{read_only:false; response_revision:35551; number_of_response:1; }","duration":"125.028787ms","start":"2026-03-19T12:25:28.181321Z","end":"2026-03-19T12:25:28.306349Z","steps":["trace[366529498] 'process raft request' (duration: 124.839852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:25:38.178321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.962888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-03-19T12:25:38.178373Z","caller":"traceutil/trace.go:171","msg":"trace[841138822] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:35612; }","duration":"124.02262ms","start":"2026-03-19T12:25:38.054339Z","end":"2026-03-19T12:25:38.178361Z","steps":["trace[841138822] 'range keys from in-memory index tree' (duration: 123.884427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:25:38.178495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.187654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:25:38.178514Z","caller":"traceutil/trace.go:171","msg":"trace[1423813226] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:35612; }","duration":"124.208155ms","start":"2026-03-19T12:25:38.054301Z","end":"2026-03-19T12:25:38.178509Z","steps":["trace[1423813226] 'count revisions from in-memory index tree' (duration: 124.118242ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:25:40.63068Z","caller":"traceutil/trace.go:171","msg":"trace[1213983000] transaction","detail":"{read_only:false; response_revision:35633; number_of_response:1; }","duration":"135.489482ms","start":"2026-03-19T12:25:40.495163Z","end":"2026-03-19T12:25:40.630653Z","steps":["trace[1213983000] 'process raft request' (duration: 135.340088ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:25:40.655048Z","caller":"traceutil/trace.go:171","msg":"trace[1924355229] transaction","detail":"{read_only:false; response_revision:35634; number_of_response:1; }","duration":"158.917078ms","start":"2026-03-19T12:25:40.496101Z","end":"2026-03-19T12:25:40.655019Z","steps":["trace[1924355229] 'process raft request' (duration: 158.693832ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:25:40.655332Z","caller":"traceutil/trace.go:171","msg":"trace[556494030] transaction","detail":"{read_only:false; response_revision:35635; number_of_response:1; }","duration":"132.48326ms","start":"2026-03-19T12:25:40.522825Z","end":"2026-03-19T12:25:40.655308Z","steps":["trace[556494030] 'process raft request' (duration: 132.13151ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:25:47.662305Z","caller":"traceutil/trace.go:171","msg":"trace[203689300] transaction","detail":"{read_only:false; response_revision:35681; number_of_response:1; }","duration":"187.884326ms","start":"2026-03-19T12:25:47.474386Z","end":"2026-03-19T12:25:47.66227Z","steps":["trace[203689300] 'process raft request' (duration: 187.607488ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:25:48.993358Z","caller":"traceutil/trace.go:171","msg":"trace[1841303953] transaction","detail":"{read_only:false; response_revision:35692; number_of_response:1; }","duration":"200.96126ms","start":"2026-03-19T12:25:48.792373Z","end":"2026-03-19T12:25:48.993334Z","steps":["trace[1841303953] 'process raft request' (duration: 200.835107ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:25:48.996451Z","caller":"traceutil/trace.go:171","msg":"trace[2051487779] transaction","detail":"{read_only:false; response_revision:35693; number_of_response:1; }","duration":"200.915969ms","start":"2026-03-19T12:25:48.79551Z","end":"2026-03-19T12:25:48.996426Z","steps":["trace[2051487779] 'process raft request' (duration: 200.740074ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:25:48.996716Z","caller":"traceutil/trace.go:171","msg":"trace[1371247076] transaction","detail":"{read_only:false; response_revision:35694; number_of_response:1; }","duration":"201.112575ms","start":"2026-03-19T12:25:48.795573Z","end":"2026-03-19T12:25:48.996685Z","steps":["trace[1371247076] 'process raft request' (duration: 200.801527ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:25:56.108838Z","caller":"traceutil/trace.go:171","msg":"trace[1723301002] transaction","detail":"{read_only:false; response_revision:35738; number_of_response:1; }","duration":"310.366313ms","start":"2026-03-19T12:25:55.798431Z","end":"2026-03-19T12:25:56.108798Z","steps":["trace[1723301002] 'process raft request' (duration: 244.597996ms)","trace[1723301002] 'compare' (duration: 65.560382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:25:56.109423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:25:55.798397Z","time spent":"310.568889ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:25:56.350916Z","caller":"traceutil/trace.go:171","msg":"trace[357524607] transaction","detail":"{read_only:false; response_revision:35741; number_of_response:1; }","duration":"100.245343ms","start":"2026-03-19T12:25:56.250651Z","end":"2026-03-19T12:25:56.350896Z","steps":["trace[357524607] 'process raft request' (duration: 99.643807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:26:02.710607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.723266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:26:02.710821Z","caller":"traceutil/trace.go:171","msg":"trace[91439476] linearizableReadLoop","detail":"{readStateIndex:37033; appliedIndex:37030; }","duration":"287.281926ms","start":"2026-03-19T12:26:02.423523Z","end":"2026-03-19T12:26:02.710805Z","steps":["trace[91439476] 'read index received' (duration: 40.392278ms)","trace[91439476] 'applied index is now lower than readState.Index' (duration: 246.888348ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:26:02.710948Z","caller":"traceutil/trace.go:171","msg":"trace[444178612] transaction","detail":"{read_only:false; response_revision:35780; number_of_response:1; }","duration":"336.37277ms","start":"2026-03-19T12:26:02.374563Z","end":"2026-03-19T12:26:02.710936Z","steps":["trace[444178612] 'process raft request' (duration: 203.226782ms)","trace[444178612] 'compare' (duration: 132.14031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:26:02.711002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:26:02.374538Z","time spent":"336.432992ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:26:02.711118Z","caller":"traceutil/trace.go:171","msg":"trace[1989004096] transaction","detail":"{read_only:false; response_revision:35781; number_of_response:1; }","duration":"335.915347ms","start":"2026-03-19T12:26:02.375192Z","end":"2026-03-19T12:26:02.711107Z","steps":["trace[1989004096] 'process raft request' (duration: 335.517687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:26:02.711168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:26:02.375179Z","time spent":"335.961418ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:26:02.711264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.752889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:26:02.711289Z","caller":"traceutil/trace.go:171","msg":"trace[1783969693] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:35781; }","duration":"287.81159ms","start":"2026-03-19T12:26:02.423467Z","end":"2026-03-19T12:26:02.711279Z","steps":["trace[1783969693] 'agreement among raft nodes before linearized reading' (duration: 287.762049ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:26:06.749807Z","caller":"traceutil/trace.go:171","msg":"trace[928291160] linearizableReadLoop","detail":"{readStateIndex:37059; appliedIndex:37058; }","duration":"139.316826ms","start":"2026-03-19T12:26:06.610466Z","end":"2026-03-19T12:26:06.749783Z","steps":["trace[928291160] 'read index received' (duration: 63.882856ms)","trace[928291160] 'applied index is now lower than readState.Index' (duration: 75.42912ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:26:06.749904Z","caller":"traceutil/trace.go:171","msg":"trace[1460066263] transaction","detail":"{read_only:false; response_revision:35806; number_of_response:1; }","duration":"166.70537ms","start":"2026-03-19T12:26:06.583185Z","end":"2026-03-19T12:26:06.749891Z","steps":["trace[1460066263] 'process raft request' (duration: 91.214048ms)","trace[1460066263] 'compare' (duration: 75.107061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:26:06.749973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.485621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:26:06.750057Z","caller":"traceutil/trace.go:171","msg":"trace[1025435014] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35806; }","duration":"139.618885ms","start":"2026-03-19T12:26:06.610414Z","end":"2026-03-19T12:26:06.750033Z","steps":["trace[1025435014] 'agreement among raft nodes before linearized reading' (duration: 139.483481ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:26:07.064643Z","caller":"traceutil/trace.go:171","msg":"trace[1318411756] linearizableReadLoop","detail":"{readStateIndex:37063; appliedIndex:37062; }","duration":"150.89432ms","start":"2026-03-19T12:26:06.913726Z","end":"2026-03-19T12:26:07.06462Z","steps":["trace[1318411756] 'read index received' (duration: 88.490015ms)","trace[1318411756] 'applied index is now lower than readState.Index' (duration: 62.403245ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:26:07.064701Z","caller":"traceutil/trace.go:171","msg":"trace[1892144500] transaction","detail":"{read_only:false; response_revision:35810; number_of_response:1; }","duration":"172.336353ms","start":"2026-03-19T12:26:06.892328Z","end":"2026-03-19T12:26:07.064665Z","steps":["trace[1892144500] 'process raft request' (duration: 109.883006ms)","trace[1892144500] 'compare' (duration: 62.312153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:26:07.064843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.100856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:26:07.064918Z","caller":"traceutil/trace.go:171","msg":"trace[1627390480] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35810; }","duration":"151.222159ms","start":"2026-03-19T12:26:06.913684Z","end":"2026-03-19T12:26:07.064906Z","steps":["trace[1627390480] 'agreement among raft nodes before linearized reading' (duration: 151.037924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:26:07.06493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.471924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:26:07.064986Z","caller":"traceutil/trace.go:171","msg":"trace[2046695289] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35810; }","duration":"148.550356ms","start":"2026-03-19T12:26:06.916426Z","end":"2026-03-19T12:26:07.064977Z","steps":["trace[2046695289] 'agreement among raft nodes before linearized reading' (duration: 148.31558ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:26:07.175351Z","caller":"traceutil/trace.go:171","msg":"trace[975992017] transaction","detail":"{read_only:false; response_revision:35811; number_of_response:1; }","duration":"105.858026ms","start":"2026-03-19T12:26:07.069457Z","end":"2026-03-19T12:26:07.175315Z","steps":["trace[975992017] 'process raft request' (duration: 104.266573ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:26:07.175786Z","caller":"traceutil/trace.go:171","msg":"trace[1757560418] transaction","detail":"{read_only:false; response_revision:35812; number_of_response:1; }","duration":"104.671455ms","start":"2026-03-19T12:26:07.071087Z","end":"2026-03-19T12:26:07.175758Z","steps":["trace[1757560418] 'process raft request' (duration: 104.544101ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:26:08.367669Z","caller":"traceutil/trace.go:171","msg":"trace[1845577870] transaction","detail":"{read_only:false; response_revision:35819; number_of_response:1; }","duration":"159.875814ms","start":"2026-03-19T12:26:08.207736Z","end":"2026-03-19T12:26:08.367612Z","steps":["trace[1845577870] 'process raft request' (duration: 134.430953ms)","trace[1845577870] 'compare' (duration: 24.781583ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:26:09.267583Z","caller":"traceutil/trace.go:171","msg":"trace[1658589509] transaction","detail":"{read_only:false; response_revision:35826; number_of_response:1; }","duration":"195.690827ms","start":"2026-03-19T12:26:09.071854Z","end":"2026-03-19T12:26:09.267544Z","steps":["trace[1658589509] 'process raft request' (duration: 195.199874ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:26:10.919351Z","caller":"traceutil/trace.go:171","msg":"trace[1945195201] transaction","detail":"{read_only:false; response_revision:35835; number_of_response:1; }","duration":"146.08294ms","start":"2026-03-19T12:26:10.773247Z","end":"2026-03-19T12:26:10.91933Z","steps":["trace[1945195201] 'process raft request' (duration: 145.933886ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:26:11.04355Z","caller":"traceutil/trace.go:171","msg":"trace[1259815101] transaction","detail":"{read_only:false; response_revision:35838; number_of_response:1; }","duration":"127.70867ms","start":"2026-03-19T12:26:10.915822Z","end":"2026-03-19T12:26:11.043531Z","steps":["trace[1259815101] 'process raft request' (duration: 127.67889ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:26:11.043552Z","caller":"traceutil/trace.go:171","msg":"trace[1622599333] transaction","detail":"{read_only:false; response_revision:35836; number_of_response:1; }","duration":"242.91026ms","start":"2026-03-19T12:26:10.800616Z","end":"2026-03-19T12:26:11.043526Z","steps":["trace[1622599333] 'process raft request' (duration: 242.194781ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:26:11.043591Z","caller":"traceutil/trace.go:171","msg":"trace[613314577] transaction","detail":"{read_only:false; response_revision:35837; number_of_response:1; }","duration":"215.241909ms","start":"2026-03-19T12:26:10.828306Z","end":"2026-03-19T12:26:11.043548Z","steps":["trace[613314577] 'process raft request' (duration: 215.131496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:26:11.829741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.944349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:26:11.829829Z","caller":"traceutil/trace.go:171","msg":"trace[2072174301] linearizableReadLoop","detail":"{readStateIndex:37098; appliedIndex:37097; }","duration":"375.235656ms","start":"2026-03-19T12:26:11.454578Z","end":"2026-03-19T12:26:11.829814Z","steps":["trace[2072174301] 'read index received' (duration: 117.206484ms)","trace[2072174301] 'applied index is now lower than readState.Index' (duration: 258.027842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:26:11.830219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.619396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:26:11.830279Z","caller":"traceutil/trace.go:171","msg":"trace[1263672704] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:35844; }","duration":"375.696978ms","start":"2026-03-19T12:26:11.454569Z","end":"2026-03-19T12:26:11.830266Z","steps":["trace[1263672704] 'agreement among raft nodes before linearized reading' (duration: 375.584495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:26:11.830316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:26:11.454497Z","time spent":"375.810781ms","remote":"127.0.0.1:49496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:26:11.830269Z","caller":"traceutil/trace.go:171","msg":"trace[1720198130] transaction","detail":"{read_only:false; response_revision:35844; number_of_response:1; }","duration":"397.867982ms","start":"2026-03-19T12:26:11.432339Z","end":"2026-03-19T12:26:11.830207Z","steps":["trace[1720198130] 'process raft request' (duration: 139.388018ms)","trace[1720198130] 'compare' (duration: 257.852227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:26:11.830217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.02153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:26:11.830382Z","caller":"traceutil/trace.go:171","msg":"trace[89427572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35844; }","duration":"216.223925ms","start":"2026-03-19T12:26:11.614142Z","end":"2026-03-19T12:26:11.830365Z","steps":["trace[89427572] 'agreement among raft nodes before linearized reading' (duration: 215.841395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:26:11.830469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:26:11.43231Z","time spent":"398.062206ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:26:13.161003Z","caller":"traceutil/trace.go:171","msg":"trace[1099725912] transaction","detail":"{read_only:false; response_revision:35849; number_of_response:1; }","duration":"110.696588ms","start":"2026-03-19T12:26:13.050282Z","end":"2026-03-19T12:26:13.160979Z","steps":["trace[1099725912] 'process raft request' (duration: 106.467393ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:26:13.161205Z","caller":"traceutil/trace.go:171","msg":"trace[1241834908] transaction","detail":"{read_only:false; response_revision:35850; number_of_response:1; }","duration":"109.996439ms","start":"2026-03-19T12:26:13.051174Z","end":"2026-03-19T12:26:13.16117Z","steps":["trace[1241834908] 'process raft request' (duration: 109.751133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:26:14.784164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.331869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:26:14.784275Z","caller":"traceutil/trace.go:171","msg":"trace[648026780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35858; }","duration":"170.508983ms","start":"2026-03-19T12:26:14.613741Z","end":"2026-03-19T12:26:14.78425Z","steps":["trace[648026780] 'range keys from in-memory index tree' (duration: 170.240436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:26:15.630516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.896448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:26:15.630595Z","caller":"traceutil/trace.go:171","msg":"trace[573348192] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35865; }","duration":"113.028411ms","start":"2026-03-19T12:26:15.517551Z","end":"2026-03-19T12:26:15.630579Z","steps":["trace[573348192] 'range keys from in-memory index tree' (duration: 112.727613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:26:15.631138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.560965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:26:15.631249Z","caller":"traceutil/trace.go:171","msg":"trace[597420140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35865; }","duration":"113.71801ms","start":"2026-03-19T12:26:15.517506Z","end":"2026-03-19T12:26:15.631224Z","steps":["trace[597420140] 'range keys from in-memory index tree' (duration: 113.308889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:26:15.631545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.951606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:26:15.631618Z","caller":"traceutil/trace.go:171","msg":"trace[513268681] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35865; }","duration":"114.07146ms","start":"2026-03-19T12:26:15.51753Z","end":"2026-03-19T12:26:15.631601Z","steps":["trace[513268681] 'range keys from in-memory index tree' (duration: 113.766451ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:26:17.807597Z","caller":"traceutil/trace.go:171","msg":"trace[1980698854] transaction","detail":"{read_only:false; response_revision:35882; number_of_response:1; }","duration":"106.435523ms","start":"2026-03-19T12:26:17.701139Z","end":"2026-03-19T12:26:17.807574Z","steps":["trace[1980698854] 'process raft request' (duration: 51.443429ms)","trace[1980698854] 'compare' (duration: 54.8554ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:26:17.808002Z","caller":"traceutil/trace.go:171","msg":"trace[1391677785] transaction","detail":"{read_only:false; response_revision:35883; number_of_response:1; }","duration":"106.73105ms","start":"2026-03-19T12:26:17.701234Z","end":"2026-03-19T12:26:17.807965Z","steps":["trace[1391677785] 'process raft request' (duration: 106.308379ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:26:22.625034Z","caller":"traceutil/trace.go:171","msg":"trace[12581102] transaction","detail":"{read_only:false; response_revision:35912; number_of_response:1; }","duration":"101.439707ms","start":"2026-03-19T12:26:22.523566Z","end":"2026-03-19T12:26:22.625006Z","steps":["trace[12581102] 'process raft request' (duration: 101.146769ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:26:23.191897Z","caller":"traceutil/trace.go:171","msg":"trace[1472698375] linearizableReadLoop","detail":"{readStateIndex:37169; appliedIndex:37168; }","duration":"173.869295ms","start":"2026-03-19T12:26:23.018009Z","end":"2026-03-19T12:26:23.191878Z","steps":["trace[1472698375] 'read index received' (duration: 173.645789ms)","trace[1472698375] 'applied index is now lower than readState.Index' (duration: 222.576µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:26:23.192012Z","caller":"traceutil/trace.go:171","msg":"trace[1829849364] transaction","detail":"{read_only:false; response_revision:35913; number_of_response:1; }","duration":"370.9887ms","start":"2026-03-19T12:26:22.821016Z","end":"2026-03-19T12:26:23.192004Z","steps":["trace[1829849364] 'process raft request' (duration: 370.726083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:26:23.192106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:26:22.820979Z","time spent":"371.052342ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:26:23.192128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.101621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:26:23.192191Z","caller":"traceutil/trace.go:171","msg":"trace[760258222] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:35913; }","duration":"174.225614ms","start":"2026-03-19T12:26:23.017948Z","end":"2026-03-19T12:26:23.192174Z","steps":["trace[760258222] 'agreement among raft nodes before linearized reading' (duration: 174.121381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:26:23.192301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.100481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-19T12:26:23.192389Z","caller":"traceutil/trace.go:171","msg":"trace[203984620] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:35913; }","duration":"167.217394ms","start":"2026-03-19T12:26:23.025154Z","end":"2026-03-19T12:26:23.192372Z","steps":["trace[203984620] 'agreement among raft nodes before linearized reading' (duration: 166.933517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:26:23.192845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.017899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419498"} {"level":"info","ts":"2026-03-19T12:26:23.192975Z","caller":"traceutil/trace.go:171","msg":"trace[1476024094] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:35913; }","duration":"135.183063ms","start":"2026-03-19T12:26:23.057765Z","end":"2026-03-19T12:26:23.192948Z","steps":["trace[1476024094] 'agreement among raft nodes before linearized reading' (duration: 134.564466ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:26:23.528818Z","caller":"traceutil/trace.go:171","msg":"trace[1903265180] transaction","detail":"{read_only:false; response_revision:35914; number_of_response:1; }","duration":"331.590479ms","start":"2026-03-19T12:26:23.197191Z","end":"2026-03-19T12:26:23.528782Z","steps":["trace[1903265180] 'process raft request' (duration: 266.345876ms)","trace[1903265180] 'compare' (duration: 64.867913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:26:23.528977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:26:23.197167Z","time spent":"331.734762ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:26:23.663244Z","caller":"traceutil/trace.go:171","msg":"trace[1480239133] transaction","detail":"{read_only:false; response_revision:35915; number_of_response:1; }","duration":"425.153833ms","start":"2026-03-19T12:26:23.238066Z","end":"2026-03-19T12:26:23.66322Z","steps":["trace[1480239133] 'process raft request' (duration: 424.778122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:26:23.663383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:26:23.238036Z","time spent":"425.277496ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:26:23.675077Z","caller":"traceutil/trace.go:171","msg":"trace[2057538865] transaction","detail":"{read_only:false; response_revision:35916; number_of_response:1; }","duration":"416.476547ms","start":"2026-03-19T12:26:23.258585Z","end":"2026-03-19T12:26:23.675062Z","steps":["trace[2057538865] 'process raft request' (duration: 404.618325ms)","trace[2057538865] 'compare' (duration: 11.657707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:26:23.675186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:26:23.258561Z","time spent":"416.571409ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:26:23.675409Z","caller":"traceutil/trace.go:171","msg":"trace[1466550348] transaction","detail":"{read_only:false; response_revision:35917; number_of_response:1; }","duration":"415.372756ms","start":"2026-03-19T12:26:23.260031Z","end":"2026-03-19T12:26:23.675404Z","steps":["trace[1466550348] 'process raft request' (duration: 415.006566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:26:23.675446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:26:23.260005Z","time spent":"415.422338ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:26:23.675557Z","caller":"traceutil/trace.go:171","msg":"trace[1873418938] linearizableReadLoop","detail":"{readStateIndex:37172; appliedIndex:37169; }","duration":"427.972899ms","start":"2026-03-19T12:26:23.247579Z","end":"2026-03-19T12:26:23.675551Z","steps":["trace[1873418938] 'read index received' (duration: 215.966039ms)","trace[1873418938] 'applied index is now lower than readState.Index' (duration: 212.00627ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:26:23.675592Z","caller":"traceutil/trace.go:171","msg":"trace[1116361397] transaction","detail":"{read_only:false; response_revision:35918; number_of_response:1; }","duration":"217.440408ms","start":"2026-03-19T12:26:23.458146Z","end":"2026-03-19T12:26:23.675587Z","steps":["trace[1116361397] 'process raft request' (duration: 217.221812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:26:23.675759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.180845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T12:26:23.675781Z","caller":"traceutil/trace.go:171","msg":"trace[2047107495] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35918; }","duration":"428.234956ms","start":"2026-03-19T12:26:23.247541Z","end":"2026-03-19T12:26:23.675776Z","steps":["trace[2047107495] 'agreement among raft nodes before linearized reading' (duration: 428.138494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:26:23.675796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:26:23.247525Z","time spent":"428.268447ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T12:26:23.6968Z","caller":"traceutil/trace.go:171","msg":"trace[148938610] transaction","detail":"{read_only:false; response_revision:35919; number_of_response:1; }","duration":"102.862405ms","start":"2026-03-19T12:26:23.593915Z","end":"2026-03-19T12:26:23.696777Z","steps":["trace[148938610] 'process raft request' (duration: 102.550637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:26:23.697899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.836286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-19T12:26:23.698141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.345836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:26:23.698177Z","caller":"traceutil/trace.go:171","msg":"trace[881813662] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:35920; }","duration":"244.01659ms","start":"2026-03-19T12:26:23.453983Z","end":"2026-03-19T12:26:23.697999Z","steps":["trace[881813662] 'agreement among raft nodes before linearized reading' (duration: 243.672931ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:26:23.698214Z","caller":"traceutil/trace.go:171","msg":"trace[1397602116] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35920; }","duration":"185.445869ms","start":"2026-03-19T12:26:23.512746Z","end":"2026-03-19T12:26:23.698192Z","steps":["trace[1397602116] 'agreement among raft nodes before linearized reading' (duration: 185.239933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:26:25.943629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.928999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:26:25.943759Z","caller":"traceutil/trace.go:171","msg":"trace[1038086083] linearizableReadLoop","detail":"{readStateIndex:37191; appliedIndex:37188; }","duration":"235.300304ms","start":"2026-03-19T12:26:25.708447Z","end":"2026-03-19T12:26:25.943747Z","steps":["trace[1038086083] 'read index received' (duration: 87.239281ms)","trace[1038086083] 'applied index is now lower than readState.Index' (duration: 148.060383ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:26:25.943851Z","caller":"traceutil/trace.go:171","msg":"trace[1070766647] transaction","detail":"{read_only:false; response_revision:35932; number_of_response:1; }","duration":"262.685228ms","start":"2026-03-19T12:26:25.681139Z","end":"2026-03-19T12:26:25.943824Z","steps":["trace[1070766647] 'process raft request' (duration: 114.510322ms)","trace[1070766647] 'compare' (duration: 147.854048ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:26:25.943878Z","caller":"traceutil/trace.go:171","msg":"trace[1250330480] transaction","detail":"{read_only:false; response_revision:35934; number_of_response:1; }","duration":"261.65175ms","start":"2026-03-19T12:26:25.682216Z","end":"2026-03-19T12:26:25.943868Z","steps":["trace[1250330480] 'process raft request' (duration: 261.502496ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:26:25.943877Z","caller":"traceutil/trace.go:171","msg":"trace[1375261122] transaction","detail":"{read_only:false; response_revision:35933; number_of_response:1; }","duration":"262.459782ms","start":"2026-03-19T12:26:25.681393Z","end":"2026-03-19T12:26:25.943853Z","steps":["trace[1375261122] 'process raft request' (duration: 262.298898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:26:25.944251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.249855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:26:25.944295Z","caller":"traceutil/trace.go:171","msg":"trace[2008685645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35934; }","duration":"121.320057ms","start":"2026-03-19T12:26:25.822964Z","end":"2026-03-19T12:26:25.944284Z","steps":["trace[2008685645] 'agreement among raft nodes before linearized reading' (duration: 121.174583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:26:25.944432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.943982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:26:25.944467Z","caller":"traceutil/trace.go:171","msg":"trace[2016746867] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35934; }","duration":"105.000444ms","start":"2026-03-19T12:26:25.839459Z","end":"2026-03-19T12:26:25.944459Z","steps":["trace[2016746867] 'agreement among raft nodes before linearized reading' (duration: 104.86818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:26:25.944495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.398261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:26:25.944525Z","caller":"traceutil/trace.go:171","msg":"trace[1620817922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35934; }","duration":"106.465483ms","start":"2026-03-19T12:26:25.838052Z","end":"2026-03-19T12:26:25.944517Z","steps":["trace[1620817922] 'agreement among raft nodes before linearized reading' (duration: 106.294448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:26:25.944535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.085995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:26:25.944559Z","caller":"traceutil/trace.go:171","msg":"trace[411866557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35934; }","duration":"236.132386ms","start":"2026-03-19T12:26:25.708418Z","end":"2026-03-19T12:26:25.944551Z","steps":["trace[411866557] 'agreement among raft nodes before linearized reading' (duration: 235.691774ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:26:26.144744Z","caller":"traceutil/trace.go:171","msg":"trace[1208608791] transaction","detail":"{read_only:false; response_revision:35935; number_of_response:1; }","duration":"196.624743ms","start":"2026-03-19T12:26:25.948085Z","end":"2026-03-19T12:26:26.144709Z","steps":["trace[1208608791] 'process raft request' (duration: 107.181582ms)","trace[1208608791] 'compare' (duration: 89.330558ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:26:26.145282Z","caller":"traceutil/trace.go:171","msg":"trace[1397822797] transaction","detail":"{read_only:false; response_revision:35936; number_of_response:1; }","duration":"197.076705ms","start":"2026-03-19T12:26:25.948178Z","end":"2026-03-19T12:26:26.145255Z","steps":["trace[1397822797] 'process raft request' (duration: 196.596231ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:26:26.145567Z","caller":"traceutil/trace.go:171","msg":"trace[747530908] linearizableReadLoop","detail":"{readStateIndex:37195; appliedIndex:37191; }","duration":"121.250554ms","start":"2026-03-19T12:26:26.024291Z","end":"2026-03-19T12:26:26.145542Z","steps":["trace[747530908] 'read index received' (duration: 31.012292ms)","trace[747530908] 'applied index is now lower than readState.Index' (duration: 90.237012ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:26:26.145606Z","caller":"traceutil/trace.go:171","msg":"trace[1808202599] transaction","detail":"{read_only:false; response_revision:35937; number_of_response:1; }","duration":"197.339772ms","start":"2026-03-19T12:26:25.948255Z","end":"2026-03-19T12:26:26.145595Z","steps":["trace[1808202599] 'process raft request' (duration: 196.708945ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:26:26.145769Z","caller":"traceutil/trace.go:171","msg":"trace[954435104] transaction","detail":"{read_only:false; response_revision:35938; number_of_response:1; }","duration":"197.158547ms","start":"2026-03-19T12:26:25.948596Z","end":"2026-03-19T12:26:26.145755Z","steps":["trace[954435104] 'process raft request' (duration: 196.823378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:26:26.146013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.712708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T12:26:26.145976Z","caller":"traceutil/trace.go:171","msg":"trace[1583467937] transaction","detail":"{read_only:false; response_revision:35939; number_of_response:1; }","duration":"110.543614ms","start":"2026-03-19T12:26:26.035379Z","end":"2026-03-19T12:26:26.145922Z","steps":["trace[1583467937] 'process raft request' (duration: 110.108132ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:26:26.146051Z","caller":"traceutil/trace.go:171","msg":"trace[418140690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35939; }","duration":"121.80139ms","start":"2026-03-19T12:26:26.024241Z","end":"2026-03-19T12:26:26.146043Z","steps":["trace[418140690] 'agreement among raft nodes before linearized reading' (duration: 121.681997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:26:26.686254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.124602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:26:26.686509Z","caller":"traceutil/trace.go:171","msg":"trace[1015983] transaction","detail":"{read_only:false; response_revision:35941; number_of_response:1; }","duration":"499.341199ms","start":"2026-03-19T12:26:26.187154Z","end":"2026-03-19T12:26:26.686495Z","steps":["trace[1015983] 'process raft request' (duration: 499.195985ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:26:26.686513Z","caller":"traceutil/trace.go:171","msg":"trace[1661344607] transaction","detail":"{read_only:false; response_revision:35940; number_of_response:1; }","duration":"534.627177ms","start":"2026-03-19T12:26:26.151853Z","end":"2026-03-19T12:26:26.68648Z","steps":["trace[1661344607] 'process raft request' (duration: 201.197027ms)","trace[1661344607] 'compare' (duration: 332.560356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:26:26.686626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:26:26.151832Z","time spent":"534.736201ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:26:26.686587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:26:26.187129Z","time spent":"499.419781ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:26:26.907211Z","caller":"traceutil/trace.go:171","msg":"trace[482361231] transaction","detail":"{read_only:false; response_revision:35942; number_of_response:1; }","duration":"268.389032ms","start":"2026-03-19T12:26:26.638799Z","end":"2026-03-19T12:26:26.907188Z","steps":["trace[482361231] 'process raft request' (duration: 202.515872ms)","trace[482361231] 'compare' (duration: 65.743337ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:26:27.386243Z","caller":"traceutil/trace.go:171","msg":"trace[302645810] transaction","detail":"{read_only:false; response_revision:35943; number_of_response:1; }","duration":"182.999212ms","start":"2026-03-19T12:26:27.203209Z","end":"2026-03-19T12:26:27.386208Z","steps":["trace[302645810] 'process raft request' (duration: 182.761666ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:26:27.434298Z","caller":"traceutil/trace.go:171","msg":"trace[1549598925] transaction","detail":"{read_only:false; response_revision:35944; number_of_response:1; }","duration":"125.392067ms","start":"2026-03-19T12:26:27.308877Z","end":"2026-03-19T12:26:27.434269Z","steps":["trace[1549598925] 'process raft request' (duration: 125.205892ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:26:31.032025Z","caller":"traceutil/trace.go:171","msg":"trace[1782416408] transaction","detail":"{read_only:false; response_revision:35969; number_of_response:1; }","duration":"113.016101ms","start":"2026-03-19T12:26:30.918978Z","end":"2026-03-19T12:26:31.031994Z","steps":["trace[1782416408] 'process raft request' (duration: 71.302898ms)","trace[1782416408] 'compare' (duration: 41.59161ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:26:31.302435Z","caller":"traceutil/trace.go:171","msg":"trace[442142771] linearizableReadLoop","detail":"{readStateIndex:37228; appliedIndex:37227; }","duration":"137.26722ms","start":"2026-03-19T12:26:31.165148Z","end":"2026-03-19T12:26:31.302415Z","steps":["trace[442142771] 'read index received' (duration: 65.804548ms)","trace[442142771] 'applied index is now lower than readState.Index' (duration: 71.461562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:26:31.302563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.394894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:26:31.302788Z","caller":"traceutil/trace.go:171","msg":"trace[1769347718] transaction","detail":"{read_only:false; response_revision:35970; number_of_response:1; }","duration":"150.897891ms","start":"2026-03-19T12:26:31.15186Z","end":"2026-03-19T12:26:31.302758Z","steps":["trace[1769347718] 'process raft request' (duration: 79.028848ms)","trace[1769347718] 'compare' (duration: 71.446111ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:26:31.30503Z","caller":"traceutil/trace.go:171","msg":"trace[176181212] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:35970; }","duration":"139.87009ms","start":"2026-03-19T12:26:31.165117Z","end":"2026-03-19T12:26:31.304987Z","steps":["trace[176181212] 'agreement among raft nodes before linearized reading' (duration: 137.380792ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:26:31.319088Z","caller":"traceutil/trace.go:171","msg":"trace[1006115566] transaction","detail":"{read_only:false; response_revision:35971; number_of_response:1; }","duration":"115.229991ms","start":"2026-03-19T12:26:31.203837Z","end":"2026-03-19T12:26:31.319067Z","steps":["trace[1006115566] 'process raft request' (duration: 115.067876ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:26:31.535294Z","caller":"traceutil/trace.go:171","msg":"trace[649753008] transaction","detail":"{read_only:false; response_revision:35972; number_of_response:1; }","duration":"112.657391ms","start":"2026-03-19T12:26:31.422602Z","end":"2026-03-19T12:26:31.535259Z","steps":["trace[649753008] 'process raft request' (duration: 88.778692ms)","trace[649753008] 'compare' (duration: 23.297453ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:26:40.126427Z","caller":"traceutil/trace.go:171","msg":"trace[102085389] transaction","detail":"{read_only:false; response_revision:36029; number_of_response:1; }","duration":"124.178764ms","start":"2026-03-19T12:26:40.002223Z","end":"2026-03-19T12:26:40.126402Z","steps":["trace[102085389] 'process raft request' (duration: 99.201566ms)","trace[102085389] 'compare' (duration: 24.844835ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:26:40.312656Z","caller":"traceutil/trace.go:171","msg":"trace[553114904] linearizableReadLoop","detail":"{readStateIndex:37291; appliedIndex:37289; }","duration":"105.179128ms","start":"2026-03-19T12:26:40.207459Z","end":"2026-03-19T12:26:40.312638Z","steps":["trace[553114904] 'read index received' (duration: 104.962992ms)","trace[553114904] 'applied index is now lower than readState.Index' (duration: 215.216µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:26:40.312923Z","caller":"traceutil/trace.go:171","msg":"trace[1202068231] transaction","detail":"{read_only:false; response_revision:36030; number_of_response:1; }","duration":"307.429234ms","start":"2026-03-19T12:26:40.005483Z","end":"2026-03-19T12:26:40.312912Z","steps":["trace[1202068231] 'process raft request' (duration: 307.006133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:26:40.313011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:26:40.005468Z","time spent":"307.481945ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:26:40.313162Z","caller":"traceutil/trace.go:171","msg":"trace[709791248] transaction","detail":"{read_only:false; response_revision:36031; number_of_response:1; }","duration":"306.278162ms","start":"2026-03-19T12:26:40.006856Z","end":"2026-03-19T12:26:40.313135Z","steps":["trace[709791248] 'process raft request' (duration: 305.744528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:26:40.313207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:26:40.006843Z","time spent":"306.340164ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:26:40.313409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.929398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-19T12:26:40.313511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.650554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T12:26:40.313517Z","caller":"traceutil/trace.go:171","msg":"trace[1866921369] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36031; }","duration":"106.088753ms","start":"2026-03-19T12:26:40.207405Z","end":"2026-03-19T12:26:40.313493Z","steps":["trace[1866921369] 'agreement among raft nodes before linearized reading' (duration: 105.786055ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:26:40.313545Z","caller":"traceutil/trace.go:171","msg":"trace[339913889] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36031; }","duration":"100.726397ms","start":"2026-03-19T12:26:40.212811Z","end":"2026-03-19T12:26:40.313538Z","steps":["trace[339913889] 'agreement among raft nodes before linearized reading' (duration: 100.628984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:26:40.608489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.501418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:26:40.608739Z","caller":"traceutil/trace.go:171","msg":"trace[1152523390] linearizableReadLoop","detail":"{readStateIndex:37295; appliedIndex:37292; }","duration":"158.531828ms","start":"2026-03-19T12:26:40.450191Z","end":"2026-03-19T12:26:40.608723Z","steps":["trace[1152523390] 'read index received' (duration: 25.831µs)","trace[1152523390] 'applied index is now lower than readState.Index' (duration: 158.504807ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:26:40.608733Z","caller":"traceutil/trace.go:171","msg":"trace[2020636832] transaction","detail":"{read_only:false; response_revision:36033; number_of_response:1; }","duration":"288.372635ms","start":"2026-03-19T12:26:40.320328Z","end":"2026-03-19T12:26:40.608701Z","steps":["trace[2020636832] 'process raft request' (duration: 119.581139ms)","trace[2020636832] 'compare' (duration: 168.090567ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:26:40.608785Z","caller":"traceutil/trace.go:171","msg":"trace[1696538654] transaction","detail":"{read_only:false; response_revision:36034; number_of_response:1; }","duration":"288.235242ms","start":"2026-03-19T12:26:40.320544Z","end":"2026-03-19T12:26:40.60878Z","steps":["trace[1696538654] 'process raft request' (duration: 288.050957ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:26:40.608878Z","caller":"traceutil/trace.go:171","msg":"trace[1197414269] transaction","detail":"{read_only:false; response_revision:36035; number_of_response:1; }","duration":"288.374296ms","start":"2026-03-19T12:26:40.320498Z","end":"2026-03-19T12:26:40.608872Z","steps":["trace[1197414269] 'process raft request' (duration: 288.180141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:26:40.608933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.746143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:26:40.60897Z","caller":"traceutil/trace.go:171","msg":"trace[72428134] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:36035; }","duration":"158.850996ms","start":"2026-03-19T12:26:40.450107Z","end":"2026-03-19T12:26:40.608957Z","steps":["trace[72428134] 'agreement among raft nodes before linearized reading' (duration: 158.766554ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:26:40.890377Z","caller":"traceutil/trace.go:171","msg":"trace[324412842] transaction","detail":"{read_only:false; response_revision:36036; number_of_response:1; }","duration":"128.508892ms","start":"2026-03-19T12:26:40.761783Z","end":"2026-03-19T12:26:40.890292Z","steps":["trace[324412842] 'process raft request' (duration: 128.298826ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:26:41.015075Z","caller":"traceutil/trace.go:171","msg":"trace[241344918] transaction","detail":"{read_only:false; response_revision:36037; number_of_response:1; }","duration":"120.016131ms","start":"2026-03-19T12:26:40.895036Z","end":"2026-03-19T12:26:41.015052Z","steps":["trace[241344918] 'process raft request' (duration: 101.063076ms)","trace[241344918] 'compare' (duration: 18.703508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:26:43.493623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.007956ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-19T12:26:46.437054Z","caller":"traceutil/trace.go:171","msg":"trace[901375625] transaction","detail":"{read_only:false; response_revision:36068; number_of_response:1; }","duration":"106.633297ms","start":"2026-03-19T12:26:46.330393Z","end":"2026-03-19T12:26:46.437026Z","steps":["trace[901375625] 'process raft request' (duration: 106.472602ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:26:46.485955Z","caller":"traceutil/trace.go:171","msg":"trace[1047290081] transaction","detail":"{read_only:false; response_revision:36069; number_of_response:1; }","duration":"152.641098ms","start":"2026-03-19T12:26:46.333294Z","end":"2026-03-19T12:26:46.485935Z","steps":["trace[1047290081] 'process raft request' (duration: 152.493564ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:26:46.486216Z","caller":"traceutil/trace.go:171","msg":"trace[1941623189] transaction","detail":"{read_only:false; response_revision:36070; number_of_response:1; }","duration":"152.898165ms","start":"2026-03-19T12:26:46.333294Z","end":"2026-03-19T12:26:46.486192Z","steps":["trace[1941623189] 'process raft request' (duration: 152.607667ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:26:46.486467Z","caller":"traceutil/trace.go:171","msg":"trace[991696733] transaction","detail":"{read_only:false; response_revision:36071; number_of_response:1; }","duration":"126.808036ms","start":"2026-03-19T12:26:46.359632Z","end":"2026-03-19T12:26:46.48644Z","steps":["trace[991696733] 'process raft request' (duration: 126.492657ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:27:03.460353Z","caller":"traceutil/trace.go:171","msg":"trace[1678372524] transaction","detail":"{read_only:false; response_revision:36188; number_of_response:1; }","duration":"153.85595ms","start":"2026-03-19T12:27:03.306477Z","end":"2026-03-19T12:27:03.460333Z","steps":["trace[1678372524] 'process raft request' (duration: 153.724707ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:27:08.851207Z","caller":"traceutil/trace.go:171","msg":"trace[1988609238] transaction","detail":"{read_only:false; response_revision:36224; number_of_response:1; }","duration":"118.359976ms","start":"2026-03-19T12:27:08.732815Z","end":"2026-03-19T12:27:08.851175Z","steps":["trace[1988609238] 'process raft request' (duration: 118.187241ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:27:18.47414Z","caller":"traceutil/trace.go:171","msg":"trace[672093324] transaction","detail":"{read_only:false; response_revision:36288; number_of_response:1; }","duration":"188.135172ms","start":"2026-03-19T12:27:18.285972Z","end":"2026-03-19T12:27:18.474107Z","steps":["trace[672093324] 'process raft request' (duration: 187.512896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:27:18.474763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.920653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-19T12:27:18.474783Z","caller":"traceutil/trace.go:171","msg":"trace[778731506] linearizableReadLoop","detail":"{readStateIndex:37557; appliedIndex:37556; }","duration":"184.915385ms","start":"2026-03-19T12:27:18.288821Z","end":"2026-03-19T12:27:18.473736Z","steps":["trace[778731506] 'read index received' (duration: 184.170595ms)","trace[778731506] 'applied index is now lower than readState.Index' (duration: 743.68µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:27:18.474815Z","caller":"traceutil/trace.go:171","msg":"trace[699596704] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:36288; }","duration":"186.012924ms","start":"2026-03-19T12:27:18.288786Z","end":"2026-03-19T12:27:18.474799Z","steps":["trace[699596704] 'agreement among raft nodes before linearized reading' (duration: 185.781378ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:27:18.916182Z","caller":"traceutil/trace.go:171","msg":"trace[302127534] transaction","detail":"{read_only:false; response_revision:36292; number_of_response:1; }","duration":"111.407148ms","start":"2026-03-19T12:27:18.804746Z","end":"2026-03-19T12:27:18.916153Z","steps":["trace[302127534] 'process raft request' (duration: 45.860707ms)","trace[302127534] 'compare' (duration: 65.116029ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:27:19.284111Z","caller":"traceutil/trace.go:171","msg":"trace[1326594519] transaction","detail":"{read_only:false; response_revision:36293; number_of_response:1; }","duration":"182.930371ms","start":"2026-03-19T12:27:19.101157Z","end":"2026-03-19T12:27:19.284087Z","steps":["trace[1326594519] 'process raft request' (duration: 182.708475ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:27:19.398638Z","caller":"traceutil/trace.go:171","msg":"trace[1901442918] transaction","detail":"{read_only:false; response_revision:36294; number_of_response:1; }","duration":"296.437485ms","start":"2026-03-19T12:27:19.102172Z","end":"2026-03-19T12:27:19.398609Z","steps":["trace[1901442918] 'process raft request' (duration: 211.764694ms)","trace[1901442918] 'compare' (duration: 84.502597ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:27:19.399067Z","caller":"traceutil/trace.go:171","msg":"trace[310508866] transaction","detail":"{read_only:false; response_revision:36296; number_of_response:1; }","duration":"231.363097ms","start":"2026-03-19T12:27:19.167677Z","end":"2026-03-19T12:27:19.39904Z","steps":["trace[310508866] 'process raft request' (duration: 231.211683ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:27:19.399071Z","caller":"traceutil/trace.go:171","msg":"trace[1055862617] transaction","detail":"{read_only:false; response_revision:36295; number_of_response:1; }","duration":"295.673364ms","start":"2026-03-19T12:27:19.103363Z","end":"2026-03-19T12:27:19.399037Z","steps":["trace[1055862617] 'process raft request' (duration: 295.203821ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:27:19.802183Z","caller":"traceutil/trace.go:171","msg":"trace[1920383638] linearizableReadLoop","detail":"{readStateIndex:37567; appliedIndex:37566; }","duration":"190.405134ms","start":"2026-03-19T12:27:19.611747Z","end":"2026-03-19T12:27:19.802152Z","steps":["trace[1920383638] 'read index received' (duration: 137.065745ms)","trace[1920383638] 'applied index is now lower than readState.Index' (duration: 53.337859ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:27:19.802324Z","caller":"traceutil/trace.go:171","msg":"trace[1206992182] transaction","detail":"{read_only:false; response_revision:36298; number_of_response:1; }","duration":"239.455506ms","start":"2026-03-19T12:27:19.562828Z","end":"2026-03-19T12:27:19.802283Z","steps":["trace[1206992182] 'process raft request' (duration: 186.054175ms)","trace[1206992182] 'compare' (duration: 53.00076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:27:19.802364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.593449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:27:19.802691Z","caller":"traceutil/trace.go:171","msg":"trace[737106899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36298; }","duration":"190.945238ms","start":"2026-03-19T12:27:19.611706Z","end":"2026-03-19T12:27:19.802651Z","steps":["trace[737106899] 'agreement among raft nodes before linearized reading' (duration: 190.591769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:27:20.035551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.339236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:27:20.035646Z","caller":"traceutil/trace.go:171","msg":"trace[732016902] linearizableReadLoop","detail":"{readStateIndex:37568; appliedIndex:37567; }","duration":"233.369741ms","start":"2026-03-19T12:27:19.802264Z","end":"2026-03-19T12:27:20.035634Z","steps":["trace[732016902] 'read index received' (duration: 107.813279ms)","trace[732016902] 'applied index is now lower than readState.Index' (duration: 125.555652ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:27:20.035706Z","caller":"traceutil/trace.go:171","msg":"trace[1659848256] transaction","detail":"{read_only:false; response_revision:36299; number_of_response:1; }","duration":"278.276922ms","start":"2026-03-19T12:27:19.757422Z","end":"2026-03-19T12:27:20.035699Z","steps":["trace[1659848256] 'process raft request' (duration: 152.71486ms)","trace[1659848256] 'compare' (duration: 125.227413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:27:20.035998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.061976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:27:20.036069Z","caller":"traceutil/trace.go:171","msg":"trace[855084790] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:36299; }","duration":"108.177529ms","start":"2026-03-19T12:27:19.927874Z","end":"2026-03-19T12:27:20.036051Z","steps":["trace[855084790] 'agreement among raft nodes before linearized reading' (duration: 108.049476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:27:20.036045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.251478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:27:20.036132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.755966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:27:20.036164Z","caller":"traceutil/trace.go:171","msg":"trace[1649208296] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:36299; }","duration":"235.824608ms","start":"2026-03-19T12:27:19.80033Z","end":"2026-03-19T12:27:20.036154Z","steps":["trace[1649208296] 'agreement among raft nodes before linearized reading' (duration: 235.754886ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:27:20.036154Z","caller":"traceutil/trace.go:171","msg":"trace[15820868] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:36299; }","duration":"293.430744ms","start":"2026-03-19T12:27:19.742699Z","end":"2026-03-19T12:27:20.036129Z","steps":["trace[15820868] 'agreement among raft nodes before linearized reading' (duration: 293.187487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:27:20.294235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.478364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:27:20.294323Z","caller":"traceutil/trace.go:171","msg":"trace[1768885775] linearizableReadLoop","detail":"{readStateIndex:37569; appliedIndex:37568; }","duration":"245.199193ms","start":"2026-03-19T12:27:20.049111Z","end":"2026-03-19T12:27:20.29431Z","steps":["trace[1768885775] 'read index received' (duration: 131.568525ms)","trace[1768885775] 'applied index is now lower than readState.Index' (duration: 113.629698ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:27:20.2944Z","caller":"traceutil/trace.go:171","msg":"trace[594098586] transaction","detail":"{read_only:false; response_revision:36300; number_of_response:1; }","duration":"251.172134ms","start":"2026-03-19T12:27:20.043201Z","end":"2026-03-19T12:27:20.294373Z","steps":["trace[594098586] 'process raft request' (duration: 137.485956ms)","trace[594098586] 'compare' (duration: 113.37531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:27:20.294428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.318806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T12:27:20.294502Z","caller":"traceutil/trace.go:171","msg":"trace[1728519713] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:36300; }","duration":"245.4485ms","start":"2026-03-19T12:27:20.049046Z","end":"2026-03-19T12:27:20.294495Z","steps":["trace[1728519713] 'agreement among raft nodes before linearized reading' (duration: 245.298676ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:27:20.590794Z","caller":"traceutil/trace.go:171","msg":"trace[62096230] transaction","detail":"{read_only:false; response_revision:36301; number_of_response:1; }","duration":"110.005619ms","start":"2026-03-19T12:27:20.480764Z","end":"2026-03-19T12:27:20.590769Z","steps":["trace[62096230] 'process raft request' (duration: 109.835795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:27:20.73065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.061542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:27:20.730765Z","caller":"traceutil/trace.go:171","msg":"trace[1081169132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36301; }","duration":"120.232687ms","start":"2026-03-19T12:27:20.610505Z","end":"2026-03-19T12:27:20.730738Z","steps":["trace[1081169132] 'range keys from in-memory index tree' (duration: 119.98678ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:27:29.683431Z","caller":"traceutil/trace.go:171","msg":"trace[749949186] transaction","detail":"{read_only:false; response_revision:36365; number_of_response:1; }","duration":"180.848414ms","start":"2026-03-19T12:27:29.502546Z","end":"2026-03-19T12:27:29.683394Z","steps":["trace[749949186] 'process raft request' (duration: 180.644798ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:27:29.68545Z","caller":"traceutil/trace.go:171","msg":"trace[1250716891] linearizableReadLoop","detail":"{readStateIndex:37637; appliedIndex:37635; }","duration":"173.500085ms","start":"2026-03-19T12:27:29.511917Z","end":"2026-03-19T12:27:29.685417Z","steps":["trace[1250716891] 'read index received' (duration: 171.250254ms)","trace[1250716891] 'applied index is now lower than readState.Index' (duration: 2.247881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:27:29.685875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.942486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T12:27:29.685929Z","caller":"traceutil/trace.go:171","msg":"trace[1700815782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36366; }","duration":"174.06646ms","start":"2026-03-19T12:27:29.51185Z","end":"2026-03-19T12:27:29.685917Z","steps":["trace[1700815782] 'agreement among raft nodes before linearized reading' (duration: 173.867365ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:27:29.686278Z","caller":"traceutil/trace.go:171","msg":"trace[861401301] transaction","detail":"{read_only:false; response_revision:36366; number_of_response:1; }","duration":"183.028863ms","start":"2026-03-19T12:27:29.503238Z","end":"2026-03-19T12:27:29.686267Z","steps":["trace[861401301] 'process raft request' (duration: 182.020176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:03.529179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.10753ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-19T12:28:03.97626Z","caller":"traceutil/trace.go:171","msg":"trace[25776996] transaction","detail":"{read_only:false; response_revision:36594; number_of_response:1; }","duration":"109.449435ms","start":"2026-03-19T12:28:03.866781Z","end":"2026-03-19T12:28:03.97623Z","steps":["trace[25776996] 'process raft request' (duration: 109.116385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:04.208064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.376601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:28:04.208173Z","caller":"traceutil/trace.go:171","msg":"trace[1951093912] linearizableReadLoop","detail":"{readStateIndex:37873; appliedIndex:37872; }","duration":"224.378067ms","start":"2026-03-19T12:28:03.98378Z","end":"2026-03-19T12:28:04.208158Z","steps":["trace[1951093912] 'read index received' (duration: 39.809831ms)","trace[1951093912] 'applied index is now lower than readState.Index' (duration: 184.567066ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:28:04.208209Z","caller":"traceutil/trace.go:171","msg":"trace[77896272] transaction","detail":"{read_only:false; response_revision:36595; number_of_response:1; }","duration":"226.587927ms","start":"2026-03-19T12:28:03.981595Z","end":"2026-03-19T12:28:04.208183Z","steps":["trace[77896272] 'process raft request' (duration: 42.010202ms)","trace[77896272] 'compare' (duration: 184.133273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:28:04.208296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.51071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:28:04.208328Z","caller":"traceutil/trace.go:171","msg":"trace[1375680016] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36595; }","duration":"224.555712ms","start":"2026-03-19T12:28:03.983761Z","end":"2026-03-19T12:28:04.208317Z","steps":["trace[1375680016] 'agreement among raft nodes before linearized reading' (duration: 224.454029ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:04.360566Z","caller":"traceutil/trace.go:171","msg":"trace[1775328940] transaction","detail":"{read_only:false; response_revision:36596; number_of_response:1; }","duration":"218.531938ms","start":"2026-03-19T12:28:04.142001Z","end":"2026-03-19T12:28:04.360533Z","steps":["trace[1775328940] 'process raft request' (duration: 175.589331ms)","trace[1775328940] 'compare' (duration: 42.549466ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:28:04.360579Z","caller":"traceutil/trace.go:171","msg":"trace[1339666889] transaction","detail":"{read_only:false; response_revision:36597; number_of_response:1; }","duration":"148.2918ms","start":"2026-03-19T12:28:04.212266Z","end":"2026-03-19T12:28:04.360558Z","steps":["trace[1339666889] 'process raft request' (duration: 148.210128ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:04.360563Z","caller":"traceutil/trace.go:171","msg":"trace[1400853251] linearizableReadLoop","detail":"{readStateIndex:37874; appliedIndex:37873; }","duration":"152.334709ms","start":"2026-03-19T12:28:04.208193Z","end":"2026-03-19T12:28:04.360528Z","steps":["trace[1400853251] 'read index received' (duration: 109.412382ms)","trace[1400853251] 'applied index is now lower than readState.Index' (duration: 42.920827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:28:04.360795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.216882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T12:28:04.361037Z","caller":"traceutil/trace.go:171","msg":"trace[1683776587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36597; }","duration":"196.497899ms","start":"2026-03-19T12:28:04.164519Z","end":"2026-03-19T12:28:04.361017Z","steps":["trace[1683776587] 'agreement among raft nodes before linearized reading' (duration: 196.105259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:04.36132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.481506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:28:04.363427Z","caller":"traceutil/trace.go:171","msg":"trace[1188505757] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:36597; }","duration":"114.588244ms","start":"2026-03-19T12:28:04.248798Z","end":"2026-03-19T12:28:04.363387Z","steps":["trace[1188505757] 'agreement among raft nodes before linearized reading' (duration: 112.396444ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:04.526073Z","caller":"traceutil/trace.go:171","msg":"trace[1860475276] transaction","detail":"{read_only:false; response_revision:36598; number_of_response:1; }","duration":"159.74442ms","start":"2026-03-19T12:28:04.366301Z","end":"2026-03-19T12:28:04.526045Z","steps":["trace[1860475276] 'process raft request' (duration: 114.796819ms)","trace[1860475276] 'compare' (duration: 44.732395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:28:05.037619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.038145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:28:05.037854Z","caller":"traceutil/trace.go:171","msg":"trace[759389035] transaction","detail":"{read_only:false; response_revision:36601; number_of_response:1; }","duration":"123.898117ms","start":"2026-03-19T12:28:04.913936Z","end":"2026-03-19T12:28:05.037834Z","steps":["trace[759389035] 'process raft request' (duration: 123.796244ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:05.037982Z","caller":"traceutil/trace.go:171","msg":"trace[1886291596] transaction","detail":"{read_only:false; response_revision:36600; number_of_response:1; }","duration":"394.13434ms","start":"2026-03-19T12:28:04.643793Z","end":"2026-03-19T12:28:05.037928Z","steps":["trace[1886291596] 'process raft request' (duration: 62.679893ms)","trace[1886291596] 'compare' (duration: 330.785818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:28:05.038175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:04.643772Z","time spent":"394.312315ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:28:05.038193Z","caller":"traceutil/trace.go:171","msg":"trace[719977946] linearizableReadLoop","detail":"{readStateIndex:37878; appliedIndex:37877; }","duration":"254.865176ms","start":"2026-03-19T12:28:04.783259Z","end":"2026-03-19T12:28:05.038125Z","steps":["trace[719977946] 'read index received' (duration: 39.972µs)","trace[719977946] 'applied index is now lower than readState.Index' (duration: 254.750782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:28:05.03849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.196345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:28:05.038596Z","caller":"traceutil/trace.go:171","msg":"trace[902160010] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:36601; }","duration":"255.362249ms","start":"2026-03-19T12:28:04.783207Z","end":"2026-03-19T12:28:05.038569Z","steps":["trace[902160010] 'agreement among raft nodes before linearized reading' (duration: 255.191204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:05.038829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.479131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:28:05.038935Z","caller":"traceutil/trace.go:171","msg":"trace[1358121437] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:36601; }","duration":"234.653836ms","start":"2026-03-19T12:28:04.804264Z","end":"2026-03-19T12:28:05.038918Z","steps":["trace[1358121437] 'agreement among raft nodes before linearized reading' (duration: 234.258426ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:05.256742Z","caller":"traceutil/trace.go:171","msg":"trace[972582220] transaction","detail":"{read_only:false; response_revision:36603; number_of_response:1; }","duration":"120.038322ms","start":"2026-03-19T12:28:05.136687Z","end":"2026-03-19T12:28:05.256725Z","steps":["trace[972582220] 'process raft request' (duration: 119.935459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:06.548931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.445055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:28:06.549017Z","caller":"traceutil/trace.go:171","msg":"trace[181413945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36607; }","duration":"183.593938ms","start":"2026-03-19T12:28:06.365405Z","end":"2026-03-19T12:28:06.548999Z","steps":["trace[181413945] 'range keys from in-memory index tree' (duration: 183.30829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:06.55093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.473594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:28:06.551Z","caller":"traceutil/trace.go:171","msg":"trace[779792030] linearizableReadLoop","detail":"{readStateIndex:37886; appliedIndex:37885; }","duration":"139.040508ms","start":"2026-03-19T12:28:06.41195Z","end":"2026-03-19T12:28:06.550991Z","steps":["trace[779792030] 'read index received' (duration: 2.520319ms)","trace[779792030] 'applied index is now lower than readState.Index' (duration: 136.519299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:28:06.551142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.179992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T12:28:06.551194Z","caller":"traceutil/trace.go:171","msg":"trace[1843575158] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:36608; }","duration":"139.282084ms","start":"2026-03-19T12:28:06.411904Z","end":"2026-03-19T12:28:06.551186Z","steps":["trace[1843575158] 'agreement among raft nodes before linearized reading' (duration: 139.12446ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:06.551174Z","caller":"traceutil/trace.go:171","msg":"trace[72838914] transaction","detail":"{read_only:false; response_revision:36608; number_of_response:1; }","duration":"183.771473ms","start":"2026-03-19T12:28:06.367266Z","end":"2026-03-19T12:28:06.551037Z","steps":["trace[72838914] 'process raft request' (duration: 47.334396ms)","trace[72838914] 'compare' (duration: 134.384602ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:28:07.253874Z","caller":"traceutil/trace.go:171","msg":"trace[821179924] transaction","detail":"{read_only:false; response_revision:36614; number_of_response:1; }","duration":"206.313426ms","start":"2026-03-19T12:28:07.047489Z","end":"2026-03-19T12:28:07.253802Z","steps":["trace[821179924] 'process raft request' (duration: 182.125209ms)","trace[821179924] 'compare' (duration: 24.012203ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:28:07.25583Z","caller":"traceutil/trace.go:171","msg":"trace[411476713] transaction","detail":"{read_only:false; response_revision:36615; number_of_response:1; }","duration":"160.091559ms","start":"2026-03-19T12:28:07.095596Z","end":"2026-03-19T12:28:07.255687Z","steps":["trace[411476713] 'process raft request' (duration: 159.408211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:07.595041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.302996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:28:07.595133Z","caller":"traceutil/trace.go:171","msg":"trace[1341646208] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36617; }","duration":"100.44143ms","start":"2026-03-19T12:28:07.494672Z","end":"2026-03-19T12:28:07.595113Z","steps":["trace[1341646208] 'range keys from in-memory index tree' (duration: 100.066579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:07.596445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.364981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-19T12:28:07.596523Z","caller":"traceutil/trace.go:171","msg":"trace[765951419] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:36617; }","duration":"102.481254ms","start":"2026-03-19T12:28:07.494023Z","end":"2026-03-19T12:28:07.596504Z","steps":["trace[765951419] 'range keys from in-memory index tree' (duration: 102.207347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:07.861374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.434542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:28:07.861892Z","caller":"traceutil/trace.go:171","msg":"trace[1265514148] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36618; }","duration":"113.994268ms","start":"2026-03-19T12:28:07.747865Z","end":"2026-03-19T12:28:07.861859Z","steps":["trace[1265514148] 'range keys from in-memory index tree' (duration: 113.259748ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:08.030297Z","caller":"traceutil/trace.go:171","msg":"trace[2039075165] transaction","detail":"{read_only:false; response_revision:36619; number_of_response:1; }","duration":"163.732529ms","start":"2026-03-19T12:28:07.866532Z","end":"2026-03-19T12:28:08.030264Z","steps":["trace[2039075165] 'process raft request' (duration: 163.599915ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:08.030528Z","caller":"traceutil/trace.go:171","msg":"trace[1395921794] linearizableReadLoop","detail":"{readStateIndex:37897; appliedIndex:37897; }","duration":"118.261383ms","start":"2026-03-19T12:28:07.912133Z","end":"2026-03-19T12:28:08.030394Z","steps":["trace[1395921794] 'read index received' (duration: 118.248143ms)","trace[1395921794] 'applied index is now lower than readState.Index' (duration: 10.83µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:28:08.03064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.482109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:28:08.030718Z","caller":"traceutil/trace.go:171","msg":"trace[988198980] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:36619; }","duration":"118.616683ms","start":"2026-03-19T12:28:07.912087Z","end":"2026-03-19T12:28:08.030704Z","steps":["trace[988198980] 'agreement among raft nodes before linearized reading' (duration: 118.436468ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:08.137298Z","caller":"traceutil/trace.go:171","msg":"trace[821345309] transaction","detail":"{read_only:false; response_revision:36620; number_of_response:1; }","duration":"128.452501ms","start":"2026-03-19T12:28:08.008797Z","end":"2026-03-19T12:28:08.13725Z","steps":["trace[821345309] 'process raft request' (duration: 89.373999ms)","trace[821345309] 'compare' (duration: 38.778684ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:28:09.199061Z","caller":"traceutil/trace.go:171","msg":"trace[770960172] transaction","detail":"{read_only:false; response_revision:36629; number_of_response:1; }","duration":"129.054217ms","start":"2026-03-19T12:28:09.069977Z","end":"2026-03-19T12:28:09.199031Z","steps":["trace[770960172] 'process raft request' (duration: 128.887242ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:09.748132Z","caller":"traceutil/trace.go:171","msg":"trace[128461481] transaction","detail":"{read_only:false; response_revision:36630; number_of_response:1; }","duration":"637.537744ms","start":"2026-03-19T12:28:09.110575Z","end":"2026-03-19T12:28:09.748113Z","steps":["trace[128461481] 'process raft request' (duration: 637.38366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:09.748289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:09.11055Z","time spent":"637.635996ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:28:09.748306Z","caller":"traceutil/trace.go:171","msg":"trace[1562031163] linearizableReadLoop","detail":"{readStateIndex:37909; appliedIndex:37907; }","duration":"623.869303ms","start":"2026-03-19T12:28:09.124412Z","end":"2026-03-19T12:28:09.748281Z","steps":["trace[1562031163] 'read index received' (duration: 74.567777ms)","trace[1562031163] 'applied index is now lower than readState.Index' (duration: 549.299696ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:28:09.748416Z","caller":"traceutil/trace.go:171","msg":"trace[821622171] transaction","detail":"{read_only:false; response_revision:36631; number_of_response:1; }","duration":"603.349275ms","start":"2026-03-19T12:28:09.145042Z","end":"2026-03-19T12:28:09.748391Z","steps":["trace[821622171] 'process raft request' (duration: 603.033076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:09.748493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.033627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:28:09.74856Z","caller":"traceutil/trace.go:171","msg":"trace[659313282] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:36631; }","duration":"624.174771ms","start":"2026-03-19T12:28:09.124371Z","end":"2026-03-19T12:28:09.748546Z","steps":["trace[659313282] 'agreement among raft nodes before linearized reading' (duration: 624.018557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:09.748598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:09.124356Z","time spent":"624.233922ms","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:28:09.748612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:09.145014Z","time spent":"603.507309ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:28:10.14047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.378813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:28:10.140685Z","caller":"traceutil/trace.go:171","msg":"trace[1810767996] linearizableReadLoop","detail":"{readStateIndex:37913; appliedIndex:37910; }","duration":"392.282289ms","start":"2026-03-19T12:28:09.748388Z","end":"2026-03-19T12:28:10.140671Z","steps":["trace[1810767996] 'read index received' (duration: 95.579166ms)","trace[1810767996] 'applied index is now lower than readState.Index' (duration: 296.702453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:28:10.141039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.448472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:28:10.141091Z","caller":"traceutil/trace.go:171","msg":"trace[51445149] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:36634; }","duration":"803.533304ms","start":"2026-03-19T12:28:09.337545Z","end":"2026-03-19T12:28:10.141078Z","steps":["trace[51445149] 'agreement among raft nodes before linearized reading' (duration: 803.438961ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:10.141071Z","caller":"traceutil/trace.go:171","msg":"trace[262868680] transaction","detail":"{read_only:false; response_revision:36633; number_of_response:1; }","duration":"880.943908ms","start":"2026-03-19T12:28:09.260093Z","end":"2026-03-19T12:28:10.141037Z","steps":["trace[262868680] 'process raft request' (duration: 880.457144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:10.141131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:09.33753Z","time spent":"803.590336ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:28:10.141086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.522095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:28:10.141175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.757263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-19T12:28:10.141207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.362056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-19T12:28:10.141228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:09.260085Z","time spent":"881.05179ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:28:10.141246Z","caller":"traceutil/trace.go:171","msg":"trace[1458781452] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36634; }","duration":"461.433408ms","start":"2026-03-19T12:28:09.679802Z","end":"2026-03-19T12:28:10.141235Z","steps":["trace[1458781452] 'agreement among raft nodes before linearized reading' (duration: 461.292664ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:10.141247Z","caller":"traceutil/trace.go:171","msg":"trace[1649253341] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36634; }","duration":"105.962379ms","start":"2026-03-19T12:28:10.035265Z","end":"2026-03-19T12:28:10.141227Z","steps":["trace[1649253341] 'agreement among raft nodes before linearized reading' (duration: 105.786564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:10.141275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:09.679791Z","time spent":"461.476649ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T12:28:10.141035Z","caller":"traceutil/trace.go:171","msg":"trace[554293806] transaction","detail":"{read_only:false; response_revision:36634; number_of_response:1; }","duration":"849.76594ms","start":"2026-03-19T12:28:09.291236Z","end":"2026-03-19T12:28:10.141002Z","steps":["trace[554293806] 'process raft request' (duration: 849.385859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:10.1414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:09.291212Z","time spent":"850.14611ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:28:10.141196Z","caller":"traceutil/trace.go:171","msg":"trace[1265377681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36634; }","duration":"470.685249ms","start":"2026-03-19T12:28:09.670489Z","end":"2026-03-19T12:28:10.141174Z","steps":["trace[1265377681] 'agreement among raft nodes before linearized reading' (duration: 470.493264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:10.141394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.821396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:28:10.141448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:09.670475Z","time spent":"470.964156ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T12:28:10.141453Z","caller":"traceutil/trace.go:171","msg":"trace[976359880] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:36634; }","duration":"469.894057ms","start":"2026-03-19T12:28:09.671544Z","end":"2026-03-19T12:28:10.141438Z","steps":["trace[976359880] 'agreement among raft nodes before linearized reading' (duration: 469.679312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:10.141488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:09.671538Z","time spent":"469.94147ms","remote":"127.0.0.1:57588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:28:10.141564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.682138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:28:10.141588Z","caller":"traceutil/trace.go:171","msg":"trace[686292645] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:36634; }","duration":"803.747439ms","start":"2026-03-19T12:28:09.337831Z","end":"2026-03-19T12:28:10.141579Z","steps":["trace[686292645] 'agreement among raft nodes before linearized reading' (duration: 803.702028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:10.141607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:09.337809Z","time spent":"803.792431ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:28:10.140758Z","caller":"traceutil/trace.go:171","msg":"trace[461922796] transaction","detail":"{read_only:false; response_revision:36632; number_of_response:1; }","duration":"881.307158ms","start":"2026-03-19T12:28:09.259443Z","end":"2026-03-19T12:28:10.14075Z","steps":["trace[461922796] 'process raft request' (duration: 584.579085ms)","trace[461922796] 'compare' (duration: 295.269513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:28:10.141753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:09.259422Z","time spent":"882.300614ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:28:10.434357Z","caller":"traceutil/trace.go:171","msg":"trace[822644786] transaction","detail":"{read_only:false; response_revision:36635; number_of_response:1; }","duration":"290.407691ms","start":"2026-03-19T12:28:10.143923Z","end":"2026-03-19T12:28:10.434331Z","steps":["trace[822644786] 'process raft request' (duration: 285.669033ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:10.491481Z","caller":"traceutil/trace.go:171","msg":"trace[1861831594] linearizableReadLoop","detail":"{readStateIndex:37916; appliedIndex:37913; }","duration":"277.548532ms","start":"2026-03-19T12:28:10.213915Z","end":"2026-03-19T12:28:10.491463Z","steps":["trace[1861831594] 'read index received' (duration: 215.692341ms)","trace[1861831594] 'applied index is now lower than readState.Index' (duration: 61.855331ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:28:10.491707Z","caller":"traceutil/trace.go:171","msg":"trace[1850067955] transaction","detail":"{read_only:false; response_revision:36636; number_of_response:1; }","duration":"345.293273ms","start":"2026-03-19T12:28:10.146404Z","end":"2026-03-19T12:28:10.491698Z","steps":["trace[1850067955] 'process raft request' (duration: 344.945574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:10.491791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:10.146384Z","time spent":"345.356514ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:28:10.491901Z","caller":"traceutil/trace.go:171","msg":"trace[40765505] transaction","detail":"{read_only:false; response_revision:36637; number_of_response:1; }","duration":"345.402286ms","start":"2026-03-19T12:28:10.146494Z","end":"2026-03-19T12:28:10.491896Z","steps":["trace[40765505] 'process raft request' (duration: 344.945743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:10.491929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:10.146485Z","time spent":"345.426786ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:28:10.49201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.096817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:28:10.492028Z","caller":"traceutil/trace.go:171","msg":"trace[1951519729] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:36637; }","duration":"278.153108ms","start":"2026-03-19T12:28:10.21387Z","end":"2026-03-19T12:28:10.492023Z","steps":["trace[1951519729] 'agreement among raft nodes before linearized reading' (duration: 278.121077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:10.492176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.637675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-19T12:28:10.492194Z","caller":"traceutil/trace.go:171","msg":"trace[595739364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36637; }","duration":"160.696197ms","start":"2026-03-19T12:28:10.331492Z","end":"2026-03-19T12:28:10.492188Z","steps":["trace[595739364] 'agreement among raft nodes before linearized reading' (duration: 160.627015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:10.847494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.843708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:28:10.847722Z","caller":"traceutil/trace.go:171","msg":"trace[591344674] transaction","detail":"{read_only:false; response_revision:36638; number_of_response:1; }","duration":"350.693178ms","start":"2026-03-19T12:28:10.497012Z","end":"2026-03-19T12:28:10.847705Z","steps":["trace[591344674] 'process raft request' (duration: 142.518401ms)","trace[591344674] 'compare' (duration: 206.413299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:28:10.847826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:10.496997Z","time spent":"350.805101ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:28:10.8479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.220403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T12:28:10.847941Z","caller":"traceutil/trace.go:171","msg":"trace[1911749528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36640; }","duration":"164.308035ms","start":"2026-03-19T12:28:10.683623Z","end":"2026-03-19T12:28:10.847931Z","steps":["trace[1911749528] 'agreement among raft nodes before linearized reading' (duration: 164.154871ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:10.847722Z","caller":"traceutil/trace.go:171","msg":"trace[186695492] linearizableReadLoop","detail":"{readStateIndex:37919; appliedIndex:37916; }","duration":"164.029287ms","start":"2026-03-19T12:28:10.683678Z","end":"2026-03-19T12:28:10.847708Z","steps":["trace[186695492] 'read index received' (duration: 51.701224ms)","trace[186695492] 'applied index is now lower than readState.Index' (duration: 112.327263ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:28:10.848095Z","caller":"traceutil/trace.go:171","msg":"trace[1215960642] transaction","detail":"{read_only:false; response_revision:36639; number_of_response:1; }","duration":"228.215801ms","start":"2026-03-19T12:28:10.619869Z","end":"2026-03-19T12:28:10.848085Z","steps":["trace[1215960642] 'process raft request' (duration: 227.723808ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:10.848194Z","caller":"traceutil/trace.go:171","msg":"trace[1841898538] transaction","detail":"{read_only:false; response_revision:36640; number_of_response:1; }","duration":"201.743602ms","start":"2026-03-19T12:28:10.646444Z","end":"2026-03-19T12:28:10.848188Z","steps":["trace[1841898538] 'process raft request' (duration: 201.229898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:10.848323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.288704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:28:10.84839Z","caller":"traceutil/trace.go:171","msg":"trace[78731921] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36640; }","duration":"164.363846ms","start":"2026-03-19T12:28:10.684008Z","end":"2026-03-19T12:28:10.848372Z","steps":["trace[78731921] 'agreement among raft nodes before linearized reading' (duration: 164.16245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:11.098296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.515172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:28:11.098817Z","caller":"traceutil/trace.go:171","msg":"trace[480401782] transaction","detail":"{read_only:false; response_revision:36641; number_of_response:1; }","duration":"245.863861ms","start":"2026-03-19T12:28:10.852917Z","end":"2026-03-19T12:28:11.09878Z","steps":["trace[480401782] 'process raft request' (duration: 123.765153ms)","trace[480401782] 'compare' (duration: 121.346897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:28:11.098989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.368609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:28:11.099012Z","caller":"traceutil/trace.go:171","msg":"trace[764238857] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:36642; }","duration":"216.426171ms","start":"2026-03-19T12:28:10.88258Z","end":"2026-03-19T12:28:11.099006Z","steps":["trace[764238857] 'agreement among raft nodes before linearized reading' (duration: 216.354639ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:11.098876Z","caller":"traceutil/trace.go:171","msg":"trace[1922772346] transaction","detail":"{read_only:false; response_revision:36642; number_of_response:1; }","duration":"245.441069ms","start":"2026-03-19T12:28:10.853421Z","end":"2026-03-19T12:28:11.098862Z","steps":["trace[1922772346] 'process raft request' (duration: 244.945196ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:11.098923Z","caller":"traceutil/trace.go:171","msg":"trace[1002436868] linearizableReadLoop","detail":"{readStateIndex:37921; appliedIndex:37919; }","duration":"216.299328ms","start":"2026-03-19T12:28:10.882618Z","end":"2026-03-19T12:28:11.098918Z","steps":["trace[1002436868] 'read index received' (duration: 94.055506ms)","trace[1002436868] 'applied index is now lower than readState.Index' (duration: 122.242922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:28:11.419155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.581427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:28:11.419272Z","caller":"traceutil/trace.go:171","msg":"trace[290116202] transaction","detail":"{read_only:false; response_revision:36643; number_of_response:1; }","duration":"214.166979ms","start":"2026-03-19T12:28:11.205084Z","end":"2026-03-19T12:28:11.419251Z","steps":["trace[290116202] 'process raft request' (duration: 104.373686ms)","trace[290116202] 'compare' (duration: 109.454914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:28:11.418917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.823463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:28:11.420407Z","caller":"traceutil/trace.go:171","msg":"trace[417939322] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:36642; }","duration":"220.393809ms","start":"2026-03-19T12:28:11.199036Z","end":"2026-03-19T12:28:11.41943Z","steps":["trace[417939322] 'count revisions from in-memory index tree' (duration: 219.734661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:11.727423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.377152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:28:11.727518Z","caller":"traceutil/trace.go:171","msg":"trace[1284498423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36643; }","duration":"116.541997ms","start":"2026-03-19T12:28:11.610957Z","end":"2026-03-19T12:28:11.727499Z","steps":["trace[1284498423] 'range keys from in-memory index tree' (duration: 116.3163ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:12.966581Z","caller":"traceutil/trace.go:171","msg":"trace[461372548] transaction","detail":"{read_only:false; response_revision:36653; number_of_response:1; }","duration":"111.012156ms","start":"2026-03-19T12:28:12.855548Z","end":"2026-03-19T12:28:12.966561Z","steps":["trace[461372548] 'process raft request' (duration: 110.966535ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:12.966595Z","caller":"traceutil/trace.go:171","msg":"trace[1694051983] transaction","detail":"{read_only:false; response_revision:36652; number_of_response:1; }","duration":"111.929582ms","start":"2026-03-19T12:28:12.854642Z","end":"2026-03-19T12:28:12.966572Z","steps":["trace[1694051983] 'process raft request' (duration: 111.724666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:13.735174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.545575ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-19T12:28:13.735278Z","caller":"traceutil/trace.go:171","msg":"trace[175249215] linearizableReadLoop","detail":"{readStateIndex:37936; appliedIndex:37935; }","duration":"123.446475ms","start":"2026-03-19T12:28:13.611808Z","end":"2026-03-19T12:28:13.735255Z","steps":["trace[175249215] 'read index received' (duration: 41.331µs)","trace[175249215] 'applied index is now lower than readState.Index' (duration: 123.404074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:28:13.735344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.528007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:28:13.735368Z","caller":"traceutil/trace.go:171","msg":"trace[1232365880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36656; }","duration":"123.596469ms","start":"2026-03-19T12:28:13.611765Z","end":"2026-03-19T12:28:13.735361Z","steps":["trace[1232365880] 'agreement among raft nodes before linearized reading' (duration: 123.540947ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:14.329452Z","caller":"traceutil/trace.go:171","msg":"trace[1073452701] transaction","detail":"{read_only:false; response_revision:36657; number_of_response:1; }","duration":"172.381173ms","start":"2026-03-19T12:28:14.157052Z","end":"2026-03-19T12:28:14.329433Z","steps":["trace[1073452701] 'process raft request' (duration: 172.222529ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:14.333599Z","caller":"traceutil/trace.go:171","msg":"trace[155226277] transaction","detail":"{read_only:false; response_revision:36658; number_of_response:1; }","duration":"119.388884ms","start":"2026-03-19T12:28:14.214201Z","end":"2026-03-19T12:28:14.333589Z","steps":["trace[155226277] 'process raft request' (duration: 119.307922ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:14.904416Z","caller":"traceutil/trace.go:171","msg":"trace[517681215] transaction","detail":"{read_only:false; response_revision:36662; number_of_response:1; }","duration":"355.920731ms","start":"2026-03-19T12:28:14.548475Z","end":"2026-03-19T12:28:14.904396Z","steps":["trace[517681215] 'process raft request' (duration: 355.796468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:14.904535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:14.548459Z","time spent":"356.010453ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:28:15.162326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.422481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:28:15.162749Z","caller":"traceutil/trace.go:171","msg":"trace[264717329] transaction","detail":"{read_only:false; response_revision:36664; number_of_response:1; }","duration":"190.692892ms","start":"2026-03-19T12:28:14.972042Z","end":"2026-03-19T12:28:15.162735Z","steps":["trace[264717329] 'process raft request' (duration: 190.6255ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:15.16275Z","caller":"traceutil/trace.go:171","msg":"trace[1370826632] linearizableReadLoop","detail":"{readStateIndex:37943; appliedIndex:37942; }","duration":"191.75041ms","start":"2026-03-19T12:28:14.970973Z","end":"2026-03-19T12:28:15.162723Z","steps":["trace[1370826632] 'read index received' (duration: 13.854927ms)","trace[1370826632] 'applied index is now lower than readState.Index' (duration: 177.892783ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:28:15.162734Z","caller":"traceutil/trace.go:171","msg":"trace[336289762] transaction","detail":"{read_only:false; response_revision:36663; number_of_response:1; }","duration":"276.180965ms","start":"2026-03-19T12:28:14.886515Z","end":"2026-03-19T12:28:15.162696Z","steps":["trace[336289762] 'process raft request' (duration: 98.290391ms)","trace[336289762] 'compare' (duration: 177.311198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:28:15.162903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.921265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:28:15.163206Z","caller":"traceutil/trace.go:171","msg":"trace[1441268562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36664; }","duration":"192.259784ms","start":"2026-03-19T12:28:14.970924Z","end":"2026-03-19T12:28:15.163184Z","steps":["trace[1441268562] 'agreement among raft nodes before linearized reading' (duration: 191.864753ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:15.336848Z","caller":"traceutil/trace.go:171","msg":"trace[619036773] transaction","detail":"{read_only:false; response_revision:36667; number_of_response:1; }","duration":"122.008815ms","start":"2026-03-19T12:28:15.214812Z","end":"2026-03-19T12:28:15.33682Z","steps":["trace[619036773] 'process raft request' (duration: 50.901063ms)","trace[619036773] 'compare' (duration: 70.987579ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:28:33.354451Z","caller":"traceutil/trace.go:171","msg":"trace[380671484] transaction","detail":"{read_only:false; response_revision:36791; number_of_response:1; }","duration":"102.437113ms","start":"2026-03-19T12:28:33.251984Z","end":"2026-03-19T12:28:33.354421Z","steps":["trace[380671484] 'process raft request' (duration: 102.010951ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:33.357852Z","caller":"traceutil/trace.go:171","msg":"trace[485430617] transaction","detail":"{read_only:false; response_revision:36792; number_of_response:1; }","duration":"103.924153ms","start":"2026-03-19T12:28:33.253889Z","end":"2026-03-19T12:28:33.357813Z","steps":["trace[485430617] 'process raft request' (duration: 103.752518ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:33.681465Z","caller":"traceutil/trace.go:171","msg":"trace[1684041539] transaction","detail":"{read_only:false; response_revision:36796; number_of_response:1; }","duration":"110.451831ms","start":"2026-03-19T12:28:33.57099Z","end":"2026-03-19T12:28:33.681441Z","steps":["trace[1684041539] 'process raft request' (duration: 110.249636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:37.796832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.352537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-19T12:28:37.796851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.459427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T12:28:37.79692Z","caller":"traceutil/trace.go:171","msg":"trace[469899489] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:36819; }","duration":"252.45757ms","start":"2026-03-19T12:28:37.544418Z","end":"2026-03-19T12:28:37.796875Z","steps":["trace[469899489] 'range keys from in-memory index tree' (duration: 252.142581ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:37.796938Z","caller":"traceutil/trace.go:171","msg":"trace[1531115722] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:36819; }","duration":"232.543259ms","start":"2026-03-19T12:28:37.564338Z","end":"2026-03-19T12:28:37.796881Z","steps":["trace[1531115722] 'range keys from in-memory index tree' (duration: 232.351233ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:37.796968Z","caller":"traceutil/trace.go:171","msg":"trace[1324390399] transaction","detail":"{read_only:false; response_revision:36820; number_of_response:1; }","duration":"101.551089ms","start":"2026-03-19T12:28:37.695379Z","end":"2026-03-19T12:28:37.79693Z","steps":["trace[1324390399] 'process raft request' (duration: 80.288431ms)","trace[1324390399] 'compare' (duration: 20.838237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:28:37.796809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.265766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:28:37.797189Z","caller":"traceutil/trace.go:171","msg":"trace[1237300516] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36819; }","duration":"255.695237ms","start":"2026-03-19T12:28:37.541423Z","end":"2026-03-19T12:28:37.797118Z","steps":["trace[1237300516] 'range keys from in-memory index tree' (duration: 255.06358ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:38.443591Z","caller":"traceutil/trace.go:171","msg":"trace[1172428941] linearizableReadLoop","detail":"{readStateIndex:38105; appliedIndex:38104; }","duration":"553.380087ms","start":"2026-03-19T12:28:37.890177Z","end":"2026-03-19T12:28:38.443557Z","steps":["trace[1172428941] 'read index received' (duration: 478.81009ms)","trace[1172428941] 'applied index is now lower than readState.Index' (duration: 74.568496ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:28:38.443729Z","caller":"traceutil/trace.go:171","msg":"trace[1311922083] transaction","detail":"{read_only:false; response_revision:36821; number_of_response:1; }","duration":"639.695442ms","start":"2026-03-19T12:28:37.804015Z","end":"2026-03-19T12:28:38.443711Z","steps":["trace[1311922083] 'process raft request' (duration: 564.957061ms)","trace[1311922083] 'compare' (duration: 74.32963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:28:38.443858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:37.803992Z","time spent":"639.761464ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:28:38.444234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.010913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:28:38.444429Z","caller":"traceutil/trace.go:171","msg":"trace[1045769549] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:36821; }","duration":"554.27449ms","start":"2026-03-19T12:28:37.890124Z","end":"2026-03-19T12:28:38.444399Z","steps":["trace[1045769549] 'agreement among raft nodes before linearized reading' (duration: 553.684824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:38.444533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:37.890104Z","time spent":"554.417125ms","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T12:28:38.461307Z","caller":"traceutil/trace.go:171","msg":"trace[247826445] transaction","detail":"{read_only:false; response_revision:36822; number_of_response:1; }","duration":"310.810955ms","start":"2026-03-19T12:28:38.150472Z","end":"2026-03-19T12:28:38.461283Z","steps":["trace[247826445] 'process raft request' (duration: 310.698822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:38.461533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:38.150452Z","time spent":"310.930869ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:28:38.462244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.775347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-03-19T12:28:38.462281Z","caller":"traceutil/trace.go:171","msg":"trace[1336711118] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:36822; }","duration":"415.844589ms","start":"2026-03-19T12:28:38.046425Z","end":"2026-03-19T12:28:38.46227Z","steps":["trace[1336711118] 'agreement among raft nodes before linearized reading' (duration: 415.726526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:38.462333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:38.046405Z","time spent":"415.921572ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":165,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"info","ts":"2026-03-19T12:28:38.920207Z","caller":"traceutil/trace.go:171","msg":"trace[1304122225] transaction","detail":"{read_only:false; response_revision:36827; number_of_response:1; }","duration":"198.467942ms","start":"2026-03-19T12:28:38.721699Z","end":"2026-03-19T12:28:38.920167Z","steps":["trace[1304122225] 'process raft request' (duration: 198.331929ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:38.920604Z","caller":"traceutil/trace.go:171","msg":"trace[28120759] transaction","detail":"{read_only:false; response_revision:36823; number_of_response:1; }","duration":"412.417686ms","start":"2026-03-19T12:28:38.50815Z","end":"2026-03-19T12:28:38.920568Z","steps":["trace[28120759] 'process raft request' (duration: 344.734387ms)","trace[28120759] 'compare' (duration: 66.60581ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:28:38.920735Z","caller":"traceutil/trace.go:171","msg":"trace[1067533569] transaction","detail":"{read_only:false; response_revision:36825; number_of_response:1; }","duration":"348.046837ms","start":"2026-03-19T12:28:38.57268Z","end":"2026-03-19T12:28:38.920727Z","steps":["trace[1067533569] 'process raft request' (duration: 347.286346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:38.92082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:38.508086Z","time spent":"412.604882ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:28:38.920981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:38.57267Z","time spent":"348.13182ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:28:38.921031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:38.509793Z","time spent":"411.227195ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T12:28:38.921131Z","caller":"traceutil/trace.go:171","msg":"trace[520288063] transaction","detail":"{read_only:false; response_revision:36826; number_of_response:1; }","duration":"348.228252ms","start":"2026-03-19T12:28:38.57287Z","end":"2026-03-19T12:28:38.921098Z","steps":["trace[520288063] 'process raft request' (duration: 347.128852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:38.921302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:38.572837Z","time spent":"348.373606ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:28:38.921379Z","caller":"traceutil/trace.go:171","msg":"trace[1866687823] linearizableReadLoop","detail":"{readStateIndex:38108; appliedIndex:38107; }","duration":"412.769587ms","start":"2026-03-19T12:28:38.508582Z","end":"2026-03-19T12:28:38.921352Z","steps":["trace[1866687823] 'read index received' (duration: 344.247815ms)","trace[1866687823] 'applied index is now lower than readState.Index' (duration: 68.498641ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:28:38.920648Z","caller":"traceutil/trace.go:171","msg":"trace[596420369] transaction","detail":"{read_only:false; response_revision:36824; number_of_response:1; }","duration":"349.63658ms","start":"2026-03-19T12:28:38.571Z","end":"2026-03-19T12:28:38.920636Z","steps":["trace[596420369] 'process raft request' (duration: 348.859919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:38.921466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:38.570977Z","time spent":"350.454533ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:28:38.921777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.191428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18250"} {"level":"info","ts":"2026-03-19T12:28:38.92182Z","caller":"traceutil/trace.go:171","msg":"trace[2010848358] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:36827; }","duration":"413.28824ms","start":"2026-03-19T12:28:38.508521Z","end":"2026-03-19T12:28:38.921809Z","steps":["trace[2010848358] 'agreement among raft nodes before linearized reading' (duration: 413.137286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:38.922047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:38.508505Z","time spent":"413.532687ms","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18274,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T12:28:38.922088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.169702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-19T12:28:38.92216Z","caller":"traceutil/trace.go:171","msg":"trace[845195469] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:36827; }","duration":"227.237214ms","start":"2026-03-19T12:28:38.694908Z","end":"2026-03-19T12:28:38.922145Z","steps":["trace[845195469] 'agreement among raft nodes before linearized reading' (duration: 227.140912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:38.921788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.102406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:28:38.922274Z","caller":"traceutil/trace.go:171","msg":"trace[168962718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36827; }","duration":"310.670201ms","start":"2026-03-19T12:28:38.611588Z","end":"2026-03-19T12:28:38.922258Z","steps":["trace[168962718] 'agreement among raft nodes before linearized reading' (duration: 310.116626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:38.922331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:38.611565Z","time spent":"310.750654ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:28:39.344982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.217652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:28:39.345061Z","caller":"traceutil/trace.go:171","msg":"trace[869908556] linearizableReadLoop","detail":"{readStateIndex:38114; appliedIndex:38113; }","duration":"420.490104ms","start":"2026-03-19T12:28:38.92456Z","end":"2026-03-19T12:28:39.34505Z","steps":["trace[869908556] 'read index received' (duration: 294.961414ms)","trace[869908556] 'applied index is now lower than readState.Index' (duration: 125.52766ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:28:39.345126Z","caller":"traceutil/trace.go:171","msg":"trace[126130156] transaction","detail":"{read_only:false; response_revision:36828; number_of_response:1; }","duration":"421.816361ms","start":"2026-03-19T12:28:38.92328Z","end":"2026-03-19T12:28:39.345097Z","steps":["trace[126130156] 'process raft request' (duration: 296.227568ms)","trace[126130156] 'compare' (duration: 124.913254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:28:39.345207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.66077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:28:39.345234Z","caller":"traceutil/trace.go:171","msg":"trace[595436011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36828; }","duration":"420.71572ms","start":"2026-03-19T12:28:38.924512Z","end":"2026-03-19T12:28:39.345228Z","steps":["trace[595436011] 'agreement among raft nodes before linearized reading' (duration: 420.581697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:39.345279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:38.924498Z","time spent":"420.774673ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:28:39.345263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:38.923246Z","time spent":"421.945104ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2092,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:28:39.40322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.922515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:28:39.403298Z","caller":"traceutil/trace.go:171","msg":"trace[292242315] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36829; }","duration":"478.055609ms","start":"2026-03-19T12:28:38.925225Z","end":"2026-03-19T12:28:39.403281Z","steps":["trace[292242315] 'agreement among raft nodes before linearized reading' (duration: 477.803792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:39.403338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:38.925203Z","time spent":"478.126111ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T12:28:39.403823Z","caller":"traceutil/trace.go:171","msg":"trace[647302621] transaction","detail":"{read_only:false; response_revision:36829; number_of_response:1; }","duration":"474.104282ms","start":"2026-03-19T12:28:38.929688Z","end":"2026-03-19T12:28:39.403792Z","steps":["trace[647302621] 'process raft request' (duration: 473.202297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:39.403859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.296652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-19T12:28:39.403932Z","caller":"traceutil/trace.go:171","msg":"trace[721434692] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:36829; }","duration":"345.468866ms","start":"2026-03-19T12:28:39.058447Z","end":"2026-03-19T12:28:39.403915Z","steps":["trace[721434692] 'agreement among raft nodes before linearized reading' (duration: 345.307422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:39.403962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:39.058428Z","time spent":"345.528638ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T12:28:39.40398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:38.929667Z","time spent":"474.222384ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:28:39.404108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.076378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-19T12:28:39.404127Z","caller":"traceutil/trace.go:171","msg":"trace[1508643936] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36829; }","duration":"277.1312ms","start":"2026-03-19T12:28:39.126991Z","end":"2026-03-19T12:28:39.404122Z","steps":["trace[1508643936] 'agreement among raft nodes before linearized reading' (duration: 277.056087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:39.404194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.256378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-19T12:28:39.404245Z","caller":"traceutil/trace.go:171","msg":"trace[253649221] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:36829; }","duration":"473.355891ms","start":"2026-03-19T12:28:38.930878Z","end":"2026-03-19T12:28:39.404234Z","steps":["trace[253649221] 'agreement among raft nodes before linearized reading' (duration: 473.209247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:39.404273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:38.930861Z","time spent":"473.405302ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T12:28:39.404285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.84861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-19T12:28:39.404332Z","caller":"traceutil/trace.go:171","msg":"trace[695892104] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:36829; }","duration":"464.944503ms","start":"2026-03-19T12:28:38.939374Z","end":"2026-03-19T12:28:39.404318Z","steps":["trace[695892104] 'agreement among raft nodes before linearized reading' (duration: 464.687506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:39.404365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:38.939354Z","time spent":"465.003464ms","remote":"127.0.0.1:49454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T12:28:45.966539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.543717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:28:45.966742Z","caller":"traceutil/trace.go:171","msg":"trace[1714150073] linearizableReadLoop","detail":"{readStateIndex:38162; appliedIndex:38158; }","duration":"374.388463ms","start":"2026-03-19T12:28:45.592338Z","end":"2026-03-19T12:28:45.966726Z","steps":["trace[1714150073] 'read index received' (duration: 172.798195ms)","trace[1714150073] 'applied index is now lower than readState.Index' (duration: 201.589568ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:28:45.966809Z","caller":"traceutil/trace.go:171","msg":"trace[2063415015] transaction","detail":"{read_only:false; response_revision:36872; number_of_response:1; }","duration":"421.934085ms","start":"2026-03-19T12:28:45.544866Z","end":"2026-03-19T12:28:45.966801Z","steps":["trace[2063415015] 'process raft request' (duration: 220.051269ms)","trace[2063415015] 'compare' (duration: 201.456635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:28:45.96685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:45.544849Z","time spent":"421.977916ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:28:45.966839Z","caller":"traceutil/trace.go:171","msg":"trace[1559001651] transaction","detail":"{read_only:false; response_revision:36875; number_of_response:1; }","duration":"421.254117ms","start":"2026-03-19T12:28:45.545566Z","end":"2026-03-19T12:28:45.966821Z","steps":["trace[1559001651] 'process raft request' (duration: 421.136584ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:45.966933Z","caller":"traceutil/trace.go:171","msg":"trace[1770659033] transaction","detail":"{read_only:false; response_revision:36873; number_of_response:1; }","duration":"421.620357ms","start":"2026-03-19T12:28:45.545265Z","end":"2026-03-19T12:28:45.966885Z","steps":["trace[1770659033] 'process raft request' (duration: 421.358819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:45.966948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:45.545553Z","time spent":"421.336469ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:28:45.967057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:45.545257Z","time spent":"421.73861ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:28:45.966839Z","caller":"traceutil/trace.go:171","msg":"trace[120971531] transaction","detail":"{read_only:false; response_revision:36874; number_of_response:1; }","duration":"421.491834ms","start":"2026-03-19T12:28:45.545321Z","end":"2026-03-19T12:28:45.966812Z","steps":["trace[120971531] 'process raft request' (duration: 421.35861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:45.967125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:45.545313Z","time spent":"421.788491ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:28:45.967105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.64788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:28:45.967181Z","caller":"traceutil/trace.go:171","msg":"trace[1411350691] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:36875; }","duration":"374.857216ms","start":"2026-03-19T12:28:45.592304Z","end":"2026-03-19T12:28:45.967161Z","steps":["trace[1411350691] 'agreement among raft nodes before linearized reading' (duration: 374.533737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:45.967224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:45.592288Z","time spent":"374.926977ms","remote":"127.0.0.1:57544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:28:45.998198Z","caller":"traceutil/trace.go:171","msg":"trace[1436710714] transaction","detail":"{read_only:false; response_revision:36876; number_of_response:1; }","duration":"163.0451ms","start":"2026-03-19T12:28:45.835141Z","end":"2026-03-19T12:28:45.998186Z","steps":["trace[1436710714] 'process raft request' (duration: 162.969908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:45.998769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.833586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:28:45.998905Z","caller":"traceutil/trace.go:171","msg":"trace[1758177931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36876; }","duration":"364.014311ms","start":"2026-03-19T12:28:45.634868Z","end":"2026-03-19T12:28:45.998883Z","steps":["trace[1758177931] 'agreement among raft nodes before linearized reading' (duration: 363.698002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:45.998943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:45.63482Z","time spent":"364.115094ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T12:28:47.170116Z","caller":"traceutil/trace.go:171","msg":"trace[455365465] transaction","detail":"{read_only:false; response_revision:36882; number_of_response:1; }","duration":"126.463017ms","start":"2026-03-19T12:28:47.043632Z","end":"2026-03-19T12:28:47.170095Z","steps":["trace[455365465] 'process raft request' (duration: 126.431836ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:47.170161Z","caller":"traceutil/trace.go:171","msg":"trace[257651847] transaction","detail":"{read_only:false; response_revision:36881; number_of_response:1; }","duration":"127.844654ms","start":"2026-03-19T12:28:47.042293Z","end":"2026-03-19T12:28:47.170138Z","steps":["trace[257651847] 'process raft request' (duration: 127.738461ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:47.170189Z","caller":"traceutil/trace.go:171","msg":"trace[675759698] transaction","detail":"{read_only:false; response_revision:36880; number_of_response:1; }","duration":"134.840554ms","start":"2026-03-19T12:28:47.035299Z","end":"2026-03-19T12:28:47.17014Z","steps":["trace[675759698] 'process raft request' (duration: 111.638153ms)","trace[675759698] 'compare' (duration: 22.982335ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:28:51.154167Z","caller":"traceutil/trace.go:171","msg":"trace[387933354] transaction","detail":"{read_only:false; response_revision:36907; number_of_response:1; }","duration":"426.752106ms","start":"2026-03-19T12:28:50.727374Z","end":"2026-03-19T12:28:51.154126Z","steps":["trace[387933354] 'process raft request' (duration: 426.444267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:51.154626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:50.727339Z","time spent":"427.148197ms","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:28:51.154635Z","caller":"traceutil/trace.go:171","msg":"trace[1396869003] linearizableReadLoop","detail":"{readStateIndex:38195; appliedIndex:38195; }","duration":"363.373063ms","start":"2026-03-19T12:28:50.791221Z","end":"2026-03-19T12:28:51.154594Z","steps":["trace[1396869003] 'read index received' (duration: 363.355913ms)","trace[1396869003] 'applied index is now lower than readState.Index' (duration: 12.76µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:28:51.155415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.719054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:28:51.155485Z","caller":"traceutil/trace.go:171","msg":"trace[1789035636] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:36907; }","duration":"364.254488ms","start":"2026-03-19T12:28:50.791209Z","end":"2026-03-19T12:28:51.155463Z","steps":["trace[1789035636] 'agreement among raft nodes before linearized reading' (duration: 363.669122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:51.155533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:50.790519Z","time spent":"365.000508ms","remote":"127.0.0.1:57600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:28:51.530319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.064912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:28:51.5305Z","caller":"traceutil/trace.go:171","msg":"trace[1619064695] linearizableReadLoop","detail":"{readStateIndex:38196; appliedIndex:38195; }","duration":"375.649747ms","start":"2026-03-19T12:28:51.154831Z","end":"2026-03-19T12:28:51.530481Z","steps":["trace[1619064695] 'read index received' (duration: 262.337878ms)","trace[1619064695] 'applied index is now lower than readState.Index' (duration: 113.309809ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:28:51.53058Z","caller":"traceutil/trace.go:171","msg":"trace[1635223843] transaction","detail":"{read_only:false; response_revision:36908; number_of_response:1; }","duration":"484.480845ms","start":"2026-03-19T12:28:51.04606Z","end":"2026-03-19T12:28:51.530541Z","steps":["trace[1635223843] 'process raft request' (duration: 371.090074ms)","trace[1635223843] 'compare' (duration: 111.89613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:28:51.530685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.594868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:28:51.530766Z","caller":"traceutil/trace.go:171","msg":"trace[1384538778] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:36908; }","duration":"420.724832ms","start":"2026-03-19T12:28:51.110027Z","end":"2026-03-19T12:28:51.530752Z","steps":["trace[1384538778] 'agreement among raft nodes before linearized reading' (duration: 420.528266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:51.53079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:51.046018Z","time spent":"484.66344ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:28:51.530823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:51.109999Z","time spent":"420.796284ms","remote":"127.0.0.1:57822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:28:51.808009Z","caller":"traceutil/trace.go:171","msg":"trace[1730124451] transaction","detail":"{read_only:false; response_revision:36909; number_of_response:1; }","duration":"637.257086ms","start":"2026-03-19T12:28:51.170707Z","end":"2026-03-19T12:28:51.807964Z","steps":["trace[1730124451] 'process raft request' (duration: 628.644882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:51.808198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:51.170687Z","time spent":"637.40975ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:28:51.808252Z","caller":"traceutil/trace.go:171","msg":"trace[1883815525] transaction","detail":"{read_only:false; response_revision:36910; number_of_response:1; }","duration":"613.369887ms","start":"2026-03-19T12:28:51.194849Z","end":"2026-03-19T12:28:51.808218Z","steps":["trace[1883815525] 'process raft request' (duration: 612.794531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:51.808436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:51.194829Z","time spent":"613.50664ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:28:51.808729Z","caller":"traceutil/trace.go:171","msg":"trace[2017752373] transaction","detail":"{read_only:false; response_revision:36911; number_of_response:1; }","duration":"578.51439ms","start":"2026-03-19T12:28:51.230183Z","end":"2026-03-19T12:28:51.808697Z","steps":["trace[2017752373] 'process raft request' (duration: 577.504913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:51.808913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:51.230165Z","time spent":"578.635283ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:28:51.808877Z","caller":"traceutil/trace.go:171","msg":"trace[1807563960] transaction","detail":"{read_only:false; response_revision:36912; number_of_response:1; }","duration":"578.459758ms","start":"2026-03-19T12:28:51.230385Z","end":"2026-03-19T12:28:51.808844Z","steps":["trace[1807563960] 'process raft request' (duration: 578.202961ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:51.808947Z","caller":"traceutil/trace.go:171","msg":"trace[253272638] transaction","detail":"{read_only:false; response_revision:36913; number_of_response:1; }","duration":"332.884265ms","start":"2026-03-19T12:28:51.476048Z","end":"2026-03-19T12:28:51.808933Z","steps":["trace[253272638] 'process raft request' (duration: 332.623828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:51.809022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:51.476012Z","time spent":"332.970378ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:28:51.809066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:51.230375Z","time spent":"578.605632ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:28:51.812784Z","caller":"traceutil/trace.go:171","msg":"trace[807693549] linearizableReadLoop","detail":"{readStateIndex:38201; appliedIndex:38196; }","duration":"282.237839ms","start":"2026-03-19T12:28:51.530529Z","end":"2026-03-19T12:28:51.812767Z","steps":["trace[807693549] 'read index received' (duration: 268.781763ms)","trace[807693549] 'applied index is now lower than readState.Index' (duration: 13.454856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:28:51.813156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.243527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:28:51.813221Z","caller":"traceutil/trace.go:171","msg":"trace[301158731] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:36914; }","duration":"608.321439ms","start":"2026-03-19T12:28:51.20488Z","end":"2026-03-19T12:28:51.813202Z","steps":["trace[301158731] 'agreement among raft nodes before linearized reading' (duration: 608.194896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:51.813272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:51.204833Z","time spent":"608.429702ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-19T12:28:51.813488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.088361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:28:51.813528Z","caller":"traceutil/trace.go:171","msg":"trace[1075400826] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:36914; }","duration":"492.186024ms","start":"2026-03-19T12:28:51.321334Z","end":"2026-03-19T12:28:51.81352Z","steps":["trace[1075400826] 'agreement among raft nodes before linearized reading' (duration: 492.113152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:51.813554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:51.321309Z","time spent":"492.238055ms","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:28:51.81374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.334212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:28:51.813769Z","caller":"traceutil/trace.go:171","msg":"trace[2019160053] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:36914; }","duration":"512.419704ms","start":"2026-03-19T12:28:51.301341Z","end":"2026-03-19T12:28:51.813761Z","steps":["trace[2019160053] 'agreement among raft nodes before linearized reading' (duration: 512.358342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:51.813791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:51.301296Z","time spent":"512.487615ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:28:51.81396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.664234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:28:51.813986Z","caller":"traceutil/trace.go:171","msg":"trace[1680787254] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:36914; }","duration":"553.692195ms","start":"2026-03-19T12:28:51.260285Z","end":"2026-03-19T12:28:51.813978Z","steps":["trace[1680787254] 'agreement among raft nodes before linearized reading' (duration: 553.636124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:51.814007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:51.260198Z","time spent":"553.803348ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:28:51.814123Z","caller":"traceutil/trace.go:171","msg":"trace[372789997] transaction","detail":"{read_only:false; response_revision:36914; number_of_response:1; }","duration":"179.705403ms","start":"2026-03-19T12:28:51.634404Z","end":"2026-03-19T12:28:51.814109Z","steps":["trace[372789997] 'process raft request' (duration: 174.350488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:51.814504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.803782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18250"} {"level":"info","ts":"2026-03-19T12:28:51.814565Z","caller":"traceutil/trace.go:171","msg":"trace[1501382749] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:36914; }","duration":"647.920065ms","start":"2026-03-19T12:28:51.166635Z","end":"2026-03-19T12:28:51.814555Z","steps":["trace[1501382749] 'agreement among raft nodes before linearized reading' (duration: 647.688979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:51.814599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:51.166611Z","time spent":"647.977577ms","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18274,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-19T12:28:51.81472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.543889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:28:51.814769Z","caller":"traceutil/trace.go:171","msg":"trace[1595477452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36914; }","duration":"200.645152ms","start":"2026-03-19T12:28:51.614113Z","end":"2026-03-19T12:28:51.814758Z","steps":["trace[1595477452] 'agreement among raft nodes before linearized reading' (duration: 200.558489ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:52.216646Z","caller":"traceutil/trace.go:171","msg":"trace[1578492813] linearizableReadLoop","detail":"{readStateIndex:38203; appliedIndex:38202; }","duration":"217.915422ms","start":"2026-03-19T12:28:51.998705Z","end":"2026-03-19T12:28:52.21662Z","steps":["trace[1578492813] 'read index received' (duration: 217.791328ms)","trace[1578492813] 'applied index is now lower than readState.Index' (duration: 122.973µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:28:52.216735Z","caller":"traceutil/trace.go:171","msg":"trace[1626462120] transaction","detail":"{read_only:false; response_revision:36915; number_of_response:1; }","duration":"303.200489ms","start":"2026-03-19T12:28:51.913512Z","end":"2026-03-19T12:28:52.216712Z","steps":["trace[1626462120] 'process raft request' (duration: 302.925702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:52.216941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:51.913454Z","time spent":"303.388714ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:28:52.216971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.257331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:28:52.217018Z","caller":"traceutil/trace.go:171","msg":"trace[536651455] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36915; }","duration":"218.340873ms","start":"2026-03-19T12:28:51.998659Z","end":"2026-03-19T12:28:52.217Z","steps":["trace[536651455] 'agreement among raft nodes before linearized reading' (duration: 218.075516ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:52.467955Z","caller":"traceutil/trace.go:171","msg":"trace[1300382957] transaction","detail":"{read_only:false; response_revision:36916; number_of_response:1; }","duration":"396.485643ms","start":"2026-03-19T12:28:52.071415Z","end":"2026-03-19T12:28:52.467901Z","steps":["trace[1300382957] 'process raft request' (duration: 324.048045ms)","trace[1300382957] 'compare' (duration: 71.00576ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:28:52.467984Z","caller":"traceutil/trace.go:171","msg":"trace[865596422] linearizableReadLoop","detail":"{readStateIndex:38204; appliedIndex:38203; }","duration":"251.244887ms","start":"2026-03-19T12:28:52.216714Z","end":"2026-03-19T12:28:52.467959Z","steps":["trace[865596422] 'read index received' (duration: 178.900661ms)","trace[865596422] 'applied index is now lower than readState.Index' (duration: 72.340876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:28:52.468132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:52.071393Z","time spent":"396.650418ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:28:52.468161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.746886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:28:52.468187Z","caller":"traceutil/trace.go:171","msg":"trace[568715165] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:36917; }","duration":"224.84799ms","start":"2026-03-19T12:28:52.24333Z","end":"2026-03-19T12:28:52.468178Z","steps":["trace[568715165] 'agreement among raft nodes before linearized reading' (duration: 224.763467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:52.468167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.030768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T12:28:52.468232Z","caller":"traceutil/trace.go:171","msg":"trace[1278857439] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36917; }","duration":"390.157442ms","start":"2026-03-19T12:28:52.078058Z","end":"2026-03-19T12:28:52.468215Z","steps":["trace[1278857439] 'agreement among raft nodes before linearized reading' (duration: 389.927086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:52.468228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.921619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-19T12:28:52.46825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.672156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:28:52.468269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:52.078028Z","time spent":"390.232863ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T12:28:52.468289Z","caller":"traceutil/trace.go:171","msg":"trace[2026880584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36917; }","duration":"392.024502ms","start":"2026-03-19T12:28:52.07625Z","end":"2026-03-19T12:28:52.468275Z","steps":["trace[2026880584] 'agreement among raft nodes before linearized reading' (duration: 391.815587ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:52.468306Z","caller":"traceutil/trace.go:171","msg":"trace[1230263302] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:36917; }","duration":"206.756498ms","start":"2026-03-19T12:28:52.261534Z","end":"2026-03-19T12:28:52.46829Z","steps":["trace[1230263302] 'agreement among raft nodes before linearized reading' (duration: 206.651595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:52.468324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:52.076238Z","time spent":"392.080234ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T12:28:52.468718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.466369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T12:28:52.468837Z","caller":"traceutil/trace.go:171","msg":"trace[516680667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36917; }","duration":"390.648105ms","start":"2026-03-19T12:28:52.07816Z","end":"2026-03-19T12:28:52.468808Z","steps":["trace[516680667] 'agreement among raft nodes before linearized reading' (duration: 389.809072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:52.469042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:52.078154Z","time spent":"390.870011ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T12:28:52.472783Z","caller":"traceutil/trace.go:171","msg":"trace[242520296] transaction","detail":"{read_only:false; response_revision:36917; number_of_response:1; }","duration":"250.204438ms","start":"2026-03-19T12:28:52.222551Z","end":"2026-03-19T12:28:52.472756Z","steps":["trace[242520296] 'process raft request' (duration: 245.280014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:52.981118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.464949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:28:52.981212Z","caller":"traceutil/trace.go:171","msg":"trace[848843570] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36920; }","duration":"394.634263ms","start":"2026-03-19T12:28:52.586556Z","end":"2026-03-19T12:28:52.98119Z","steps":["trace[848843570] 'range keys from in-memory index tree' (duration: 394.173711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:52.981251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:52.586529Z","time spent":"394.713875ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T12:28:52.981796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.926694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:28:52.981873Z","caller":"traceutil/trace.go:171","msg":"trace[1283799641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36920; }","duration":"362.018397ms","start":"2026-03-19T12:28:52.619836Z","end":"2026-03-19T12:28:52.981854Z","steps":["trace[1283799641] 'range keys from in-memory index tree' (duration: 361.75685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:52.981911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:52.619675Z","time spent":"362.229463ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T12:28:53.97031Z","caller":"traceutil/trace.go:171","msg":"trace[751070605] transaction","detail":"{read_only:false; response_revision:36924; number_of_response:1; }","duration":"153.264664ms","start":"2026-03-19T12:28:53.816964Z","end":"2026-03-19T12:28:53.970228Z","steps":["trace[751070605] 'process raft request' (duration: 138.74124ms)","trace[751070605] 'compare' (duration: 14.296958ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:28:53.970612Z","caller":"traceutil/trace.go:171","msg":"trace[756555945] transaction","detail":"{read_only:false; response_revision:36927; number_of_response:1; }","duration":"150.393927ms","start":"2026-03-19T12:28:53.82021Z","end":"2026-03-19T12:28:53.970604Z","steps":["trace[756555945] 'process raft request' (duration: 150.325335ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:53.970597Z","caller":"traceutil/trace.go:171","msg":"trace[1445674537] transaction","detail":"{read_only:false; response_revision:36926; number_of_response:1; }","duration":"150.835859ms","start":"2026-03-19T12:28:53.819734Z","end":"2026-03-19T12:28:53.97057Z","steps":["trace[1445674537] 'process raft request' (duration: 150.669224ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:53.970685Z","caller":"traceutil/trace.go:171","msg":"trace[354230434] transaction","detail":"{read_only:false; response_revision:36925; number_of_response:1; }","duration":"151.864886ms","start":"2026-03-19T12:28:53.818807Z","end":"2026-03-19T12:28:53.970672Z","steps":["trace[354230434] 'process raft request' (duration: 151.377193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:54.733976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.966182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:28:54.734124Z","caller":"traceutil/trace.go:171","msg":"trace[191787578] transaction","detail":"{read_only:false; response_revision:36931; number_of_response:1; }","duration":"196.921541ms","start":"2026-03-19T12:28:54.537178Z","end":"2026-03-19T12:28:54.7341Z","steps":["trace[191787578] 'process raft request' (duration: 20.702252ms)","trace[191787578] 'compare' (duration: 175.336995ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:28:54.756679Z","caller":"traceutil/trace.go:171","msg":"trace[2146350364] linearizableReadLoop","detail":"{readStateIndex:38223; appliedIndex:38219; }","duration":"208.528476ms","start":"2026-03-19T12:28:54.548114Z","end":"2026-03-19T12:28:54.756643Z","steps":["trace[2146350364] 'read index received' (duration: 9.773616ms)","trace[2146350364] 'applied index is now lower than readState.Index' (duration: 198.7529ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:28:54.757086Z","caller":"traceutil/trace.go:171","msg":"trace[1331728313] transaction","detail":"{read_only:false; response_revision:36934; number_of_response:1; }","duration":"218.811996ms","start":"2026-03-19T12:28:54.538229Z","end":"2026-03-19T12:28:54.757041Z","steps":["trace[1331728313] 'process raft request' (duration: 218.370134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:54.75741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.266136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:28:54.757474Z","caller":"traceutil/trace.go:171","msg":"trace[1023364683] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:36934; }","duration":"209.378409ms","start":"2026-03-19T12:28:54.54808Z","end":"2026-03-19T12:28:54.757459Z","steps":["trace[1023364683] 'agreement among raft nodes before linearized reading' (duration: 209.256476ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:54.757517Z","caller":"traceutil/trace.go:171","msg":"trace[1740071253] transaction","detail":"{read_only:false; response_revision:36932; number_of_response:1; }","duration":"219.824743ms","start":"2026-03-19T12:28:54.53768Z","end":"2026-03-19T12:28:54.757504Z","steps":["trace[1740071253] 'process raft request' (duration: 218.58001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:54.757538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.658289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:28:54.757655Z","caller":"traceutil/trace.go:171","msg":"trace[20033179] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:36934; }","duration":"205.840153ms","start":"2026-03-19T12:28:54.551789Z","end":"2026-03-19T12:28:54.757629Z","steps":["trace[20033179] 'agreement among raft nodes before linearized reading' (duration: 205.573756ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:54.757651Z","caller":"traceutil/trace.go:171","msg":"trace[2124498282] transaction","detail":"{read_only:false; response_revision:36933; number_of_response:1; }","duration":"219.415942ms","start":"2026-03-19T12:28:54.538222Z","end":"2026-03-19T12:28:54.757638Z","steps":["trace[2124498282] 'process raft request' (duration: 218.320172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:54.758091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.8882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-19T12:28:54.758102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.444386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:28:54.758138Z","caller":"traceutil/trace.go:171","msg":"trace[338317665] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:36934; }","duration":"129.995782ms","start":"2026-03-19T12:28:54.628133Z","end":"2026-03-19T12:28:54.758129Z","steps":["trace[338317665] 'agreement among raft nodes before linearized reading' (duration: 129.803557ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:54.758146Z","caller":"traceutil/trace.go:171","msg":"trace[1845865795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36934; }","duration":"147.534359ms","start":"2026-03-19T12:28:54.6106Z","end":"2026-03-19T12:28:54.758135Z","steps":["trace[1845865795] 'agreement among raft nodes before linearized reading' (duration: 147.460277ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:55.276667Z","caller":"traceutil/trace.go:171","msg":"trace[451705674] transaction","detail":"{read_only:false; response_revision:36936; number_of_response:1; }","duration":"149.170544ms","start":"2026-03-19T12:28:55.127467Z","end":"2026-03-19T12:28:55.276638Z","steps":["trace[451705674] 'process raft request' (duration: 149.012649ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:55.68179Z","caller":"traceutil/trace.go:171","msg":"trace[919926460] transaction","detail":"{read_only:false; response_revision:36937; number_of_response:1; }","duration":"124.75995ms","start":"2026-03-19T12:28:55.55698Z","end":"2026-03-19T12:28:55.68174Z","steps":["trace[919926460] 'process raft request' (duration: 124.378969ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:56.092363Z","caller":"traceutil/trace.go:171","msg":"trace[1048802401] transaction","detail":"{read_only:false; response_revision:36939; number_of_response:1; }","duration":"114.230973ms","start":"2026-03-19T12:28:55.978111Z","end":"2026-03-19T12:28:56.092342Z","steps":["trace[1048802401] 'process raft request' (duration: 112.291591ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:56.157704Z","caller":"traceutil/trace.go:171","msg":"trace[1372628740] transaction","detail":"{read_only:false; response_revision:36941; number_of_response:1; }","duration":"175.941481ms","start":"2026-03-19T12:28:55.981733Z","end":"2026-03-19T12:28:56.157674Z","steps":["trace[1372628740] 'process raft request' (duration: 175.879639ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:56.158029Z","caller":"traceutil/trace.go:171","msg":"trace[1925252401] transaction","detail":"{read_only:false; response_revision:36942; number_of_response:1; }","duration":"175.16646ms","start":"2026-03-19T12:28:55.982843Z","end":"2026-03-19T12:28:56.15801Z","steps":["trace[1925252401] 'process raft request' (duration: 174.79367ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:56.157778Z","caller":"traceutil/trace.go:171","msg":"trace[878416812] transaction","detail":"{read_only:false; response_revision:36940; number_of_response:1; }","duration":"176.833895ms","start":"2026-03-19T12:28:55.98088Z","end":"2026-03-19T12:28:56.157714Z","steps":["trace[878416812] 'process raft request' (duration: 176.63556ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:56.66369Z","caller":"traceutil/trace.go:171","msg":"trace[455549138] linearizableReadLoop","detail":"{readStateIndex:38232; appliedIndex:38231; }","duration":"101.030605ms","start":"2026-03-19T12:28:56.562642Z","end":"2026-03-19T12:28:56.663673Z","steps":["trace[455549138] 'read index received' (duration: 100.898022ms)","trace[455549138] 'applied index is now lower than readState.Index' (duration: 132.173µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:28:56.663712Z","caller":"traceutil/trace.go:171","msg":"trace[2108691924] transaction","detail":"{read_only:false; response_revision:36943; number_of_response:1; }","duration":"124.152004ms","start":"2026-03-19T12:28:56.539543Z","end":"2026-03-19T12:28:56.663695Z","steps":["trace[2108691924] 'process raft request' (duration: 124.031421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:56.663816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.155139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:28:56.663836Z","caller":"traceutil/trace.go:171","msg":"trace[409164467] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:36943; }","duration":"101.219081ms","start":"2026-03-19T12:28:56.562611Z","end":"2026-03-19T12:28:56.66383Z","steps":["trace[409164467] 'agreement among raft nodes before linearized reading' (duration: 101.140558ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:57.347212Z","caller":"traceutil/trace.go:171","msg":"trace[499545276] linearizableReadLoop","detail":"{readStateIndex:38237; appliedIndex:38236; }","duration":"123.723922ms","start":"2026-03-19T12:28:57.223465Z","end":"2026-03-19T12:28:57.347189Z","steps":["trace[499545276] 'read index received' (duration: 123.570728ms)","trace[499545276] 'applied index is now lower than readState.Index' (duration: 152.024µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:28:57.347299Z","caller":"traceutil/trace.go:171","msg":"trace[1793819153] transaction","detail":"{read_only:false; response_revision:36948; number_of_response:1; }","duration":"123.892936ms","start":"2026-03-19T12:28:57.223376Z","end":"2026-03-19T12:28:57.347268Z","steps":["trace[1793819153] 'process raft request' (duration: 123.68097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:57.347487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.997079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-19T12:28:57.347531Z","caller":"traceutil/trace.go:171","msg":"trace[1659481478] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:36948; }","duration":"124.079152ms","start":"2026-03-19T12:28:57.223442Z","end":"2026-03-19T12:28:57.347521Z","steps":["trace[1659481478] 'agreement among raft nodes before linearized reading' (duration: 123.882336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:58.157831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.12975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:28:58.157824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.982925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-03-19T12:28:58.157922Z","caller":"traceutil/trace.go:171","msg":"trace[915814471] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:36951; }","duration":"111.275904ms","start":"2026-03-19T12:28:58.046624Z","end":"2026-03-19T12:28:58.1579Z","steps":["trace[915814471] 'count revisions from in-memory index tree' (duration: 111.064287ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:58.157959Z","caller":"traceutil/trace.go:171","msg":"trace[1334830058] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:36951; }","duration":"111.17138ms","start":"2026-03-19T12:28:58.046752Z","end":"2026-03-19T12:28:58.157923Z","steps":["trace[1334830058] 'range keys from in-memory index tree' (duration: 110.755099ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:58.361383Z","caller":"traceutil/trace.go:171","msg":"trace[1719593190] transaction","detail":"{read_only:false; response_revision:36954; number_of_response:1; }","duration":"196.076308ms","start":"2026-03-19T12:28:58.165287Z","end":"2026-03-19T12:28:58.361363Z","steps":["trace[1719593190] 'process raft request' (duration: 196.018696ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:58.361536Z","caller":"traceutil/trace.go:171","msg":"trace[1646804241] transaction","detail":"{read_only:false; response_revision:36953; number_of_response:1; }","duration":"196.724936ms","start":"2026-03-19T12:28:58.164801Z","end":"2026-03-19T12:28:58.361526Z","steps":["trace[1646804241] 'process raft request' (duration: 196.376247ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:58.361673Z","caller":"traceutil/trace.go:171","msg":"trace[2085364295] transaction","detail":"{read_only:false; response_revision:36955; number_of_response:1; }","duration":"195.78432ms","start":"2026-03-19T12:28:58.165878Z","end":"2026-03-19T12:28:58.361662Z","steps":["trace[2085364295] 'process raft request' (duration: 195.456591ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:58.364987Z","caller":"traceutil/trace.go:171","msg":"trace[8515920] transaction","detail":"{read_only:false; response_revision:36956; number_of_response:1; }","duration":"158.647011ms","start":"2026-03-19T12:28:58.206297Z","end":"2026-03-19T12:28:58.364944Z","steps":["trace[8515920] 'process raft request' (duration: 158.507627ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:59.158925Z","caller":"traceutil/trace.go:171","msg":"trace[2131771424] transaction","detail":"{read_only:false; response_revision:36959; number_of_response:1; }","duration":"324.56112ms","start":"2026-03-19T12:28:58.834338Z","end":"2026-03-19T12:28:59.158899Z","steps":["trace[2131771424] 'process raft request' (duration: 324.21021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:59.159096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:58.834328Z","time spent":"324.674553ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:28:59.159378Z","caller":"traceutil/trace.go:171","msg":"trace[934071213] transaction","detail":"{read_only:false; response_revision:36961; number_of_response:1; }","duration":"324.913549ms","start":"2026-03-19T12:28:58.834422Z","end":"2026-03-19T12:28:59.159335Z","steps":["trace[934071213] 'process raft request' (duration: 324.729944ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:59.159394Z","caller":"traceutil/trace.go:171","msg":"trace[448207501] transaction","detail":"{read_only:false; response_revision:36960; number_of_response:1; }","duration":"324.93228ms","start":"2026-03-19T12:28:58.834414Z","end":"2026-03-19T12:28:59.159347Z","steps":["trace[448207501] 'process raft request' (duration: 324.440847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:59.159633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:58.834401Z","time spent":"325.092934ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:28:59.159769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:28:58.834399Z","time spent":"325.260088ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:28:59.161182Z","caller":"traceutil/trace.go:171","msg":"trace[388684087] transaction","detail":"{read_only:false; response_revision:36962; number_of_response:1; }","duration":"199.998504ms","start":"2026-03-19T12:28:58.961159Z","end":"2026-03-19T12:28:59.161157Z","steps":["trace[388684087] 'process raft request' (duration: 199.83959ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:28:59.558063Z","caller":"traceutil/trace.go:171","msg":"trace[959791536] transaction","detail":"{read_only:false; response_revision:36963; number_of_response:1; }","duration":"168.275082ms","start":"2026-03-19T12:28:59.389723Z","end":"2026-03-19T12:28:59.557998Z","steps":["trace[959791536] 'process raft request' (duration: 167.923173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:59.860058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.464364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:28:59.860144Z","caller":"traceutil/trace.go:171","msg":"trace[1642673677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36963; }","duration":"247.611278ms","start":"2026-03-19T12:28:59.612511Z","end":"2026-03-19T12:28:59.860123Z","steps":["trace[1642673677] 'range keys from in-memory index tree' (duration: 247.330381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:28:59.860318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.656384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:28:59.860431Z","caller":"traceutil/trace.go:171","msg":"trace[307506681] transaction","detail":"{read_only:false; response_revision:36964; number_of_response:1; }","duration":"166.827192ms","start":"2026-03-19T12:28:59.693585Z","end":"2026-03-19T12:28:59.860413Z","steps":["trace[307506681] 'process raft request' (duration: 54.978023ms)","trace[307506681] 'compare' (duration: 111.182691ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:00.104799Z","caller":"traceutil/trace.go:171","msg":"trace[1245027082] transaction","detail":"{read_only:false; response_revision:36965; number_of_response:1; }","duration":"132.934912ms","start":"2026-03-19T12:28:59.971838Z","end":"2026-03-19T12:29:00.104773Z","steps":["trace[1245027082] 'process raft request' (duration: 132.762528ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:00.852082Z","caller":"traceutil/trace.go:171","msg":"trace[1962573715] transaction","detail":"{read_only:false; response_revision:36970; number_of_response:1; }","duration":"147.92386ms","start":"2026-03-19T12:29:00.704114Z","end":"2026-03-19T12:29:00.852038Z","steps":["trace[1962573715] 'process raft request' (duration: 147.513898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:01.338758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.267352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:29:01.338871Z","caller":"traceutil/trace.go:171","msg":"trace[1323094151] linearizableReadLoop","detail":"{readStateIndex:38261; appliedIndex:38260; }","duration":"253.978121ms","start":"2026-03-19T12:29:01.084875Z","end":"2026-03-19T12:29:01.338853Z","steps":["trace[1323094151] 'read index received' (duration: 140.734µs)","trace[1323094151] 'applied index is now lower than readState.Index' (duration: 253.835947ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:01.33933Z","caller":"traceutil/trace.go:171","msg":"trace[806732890] transaction","detail":"{read_only:false; response_revision:36971; number_of_response:1; }","duration":"464.276395ms","start":"2026-03-19T12:29:00.87504Z","end":"2026-03-19T12:29:01.339316Z","steps":["trace[806732890] 'process raft request' (duration: 157.356946ms)","trace[806732890] 'compare' (duration: 306.128367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:01.339395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:00.875018Z","time spent":"464.347257ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:01.339761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.846538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:29:01.339869Z","caller":"traceutil/trace.go:171","msg":"trace[271587841] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36971; }","duration":"176.005762ms","start":"2026-03-19T12:29:01.163837Z","end":"2026-03-19T12:29:01.339842Z","steps":["trace[271587841] 'agreement among raft nodes before linearized reading' (duration: 175.665643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:01.339958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.095541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:29:01.339992Z","caller":"traceutil/trace.go:171","msg":"trace[668615615] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:36971; }","duration":"255.198334ms","start":"2026-03-19T12:29:01.084782Z","end":"2026-03-19T12:29:01.33998Z","steps":["trace[668615615] 'agreement among raft nodes before linearized reading' (duration: 255.112542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:01.340195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.041746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T12:29:01.340283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.384366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:29:01.340395Z","caller":"traceutil/trace.go:171","msg":"trace[811434213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36971; }","duration":"175.267582ms","start":"2026-03-19T12:29:01.165098Z","end":"2026-03-19T12:29:01.340366Z","steps":["trace[811434213] 'agreement among raft nodes before linearized reading' (duration: 174.789919ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:01.340411Z","caller":"traceutil/trace.go:171","msg":"trace[1246384549] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36971; }","duration":"175.599651ms","start":"2026-03-19T12:29:01.164781Z","end":"2026-03-19T12:29:01.34038Z","steps":["trace[1246384549] 'agreement among raft nodes before linearized reading' (duration: 175.142488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:01.746969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.98052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:29:01.747196Z","caller":"traceutil/trace.go:171","msg":"trace[318101783] transaction","detail":"{read_only:false; response_revision:36973; number_of_response:1; }","duration":"401.440538ms","start":"2026-03-19T12:29:01.345722Z","end":"2026-03-19T12:29:01.747162Z","steps":["trace[318101783] 'process raft request' (duration: 97.170291ms)","trace[318101783] 'compare' (duration: 303.055884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:01.747345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:01.34569Z","time spent":"401.569782ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:01.747429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.702532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:01.747483Z","caller":"traceutil/trace.go:171","msg":"trace[970547465] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:36974; }","duration":"395.783025ms","start":"2026-03-19T12:29:01.351685Z","end":"2026-03-19T12:29:01.747468Z","steps":["trace[970547465] 'agreement among raft nodes before linearized reading' (duration: 395.686042ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:01.747337Z","caller":"traceutil/trace.go:171","msg":"trace[1137556313] linearizableReadLoop","detail":"{readStateIndex:38264; appliedIndex:38261; }","duration":"395.59881ms","start":"2026-03-19T12:29:01.351719Z","end":"2026-03-19T12:29:01.747318Z","steps":["trace[1137556313] 'read index received' (duration: 21.69787ms)","trace[1137556313] 'applied index is now lower than readState.Index' (duration: 373.89984ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:01.747567Z","caller":"traceutil/trace.go:171","msg":"trace[1097783806] transaction","detail":"{read_only:false; response_revision:36974; number_of_response:1; }","duration":"400.720299ms","start":"2026-03-19T12:29:01.346837Z","end":"2026-03-19T12:29:01.747557Z","steps":["trace[1097783806] 'process raft request' (duration: 400.37862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:01.747632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:01.346809Z","time spent":"400.79075ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:01.747692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.863987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:01.747765Z","caller":"traceutil/trace.go:171","msg":"trace[785797004] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:36974; }","duration":"335.948839ms","start":"2026-03-19T12:29:01.411799Z","end":"2026-03-19T12:29:01.747747Z","steps":["trace[785797004] 'agreement among raft nodes before linearized reading' (duration: 335.827466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:01.747766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.215586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:29:01.7478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:01.411774Z","time spent":"336.019191ms","remote":"127.0.0.1:57414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:29:01.747903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.759003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:29:01.747937Z","caller":"traceutil/trace.go:171","msg":"trace[965779899] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36974; }","duration":"183.815885ms","start":"2026-03-19T12:29:01.564113Z","end":"2026-03-19T12:29:01.747929Z","steps":["trace[965779899] 'agreement among raft nodes before linearized reading' (duration: 183.705322ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:01.747804Z","caller":"traceutil/trace.go:171","msg":"trace[1185803064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36974; }","duration":"138.285628ms","start":"2026-03-19T12:29:01.60951Z","end":"2026-03-19T12:29:01.747795Z","steps":["trace[1185803064] 'agreement among raft nodes before linearized reading' (duration: 138.215996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:01.747527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:01.351674Z","time spent":"395.843806ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:29:01.979476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.179489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:29:01.979555Z","caller":"traceutil/trace.go:171","msg":"trace[1354053943] linearizableReadLoop","detail":"{readStateIndex:38265; appliedIndex:38264; }","duration":"115.638343ms","start":"2026-03-19T12:29:01.863902Z","end":"2026-03-19T12:29:01.97954Z","steps":["trace[1354053943] 'read index received' (duration: 48.872µs)","trace[1354053943] 'applied index is now lower than readState.Index' (duration: 115.588431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:01.979598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.694274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:01.979614Z","caller":"traceutil/trace.go:171","msg":"trace[230484780] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:36975; }","duration":"115.758096ms","start":"2026-03-19T12:29:01.86385Z","end":"2026-03-19T12:29:01.979608Z","steps":["trace[230484780] 'agreement among raft nodes before linearized reading' (duration: 115.722575ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:01.979753Z","caller":"traceutil/trace.go:171","msg":"trace[1364951677] transaction","detail":"{read_only:false; response_revision:36975; number_of_response:1; }","duration":"227.147152ms","start":"2026-03-19T12:29:01.7526Z","end":"2026-03-19T12:29:01.979747Z","steps":["trace[1364951677] 'process raft request' (duration: 100.441329ms)","trace[1364951677] 'compare' (duration: 125.899541ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:01.984726Z","caller":"traceutil/trace.go:171","msg":"trace[1931605160] transaction","detail":"{read_only:false; response_revision:36976; number_of_response:1; }","duration":"117.569105ms","start":"2026-03-19T12:29:01.867117Z","end":"2026-03-19T12:29:01.984686Z","steps":["trace[1931605160] 'process raft request' (duration: 117.365399ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:02.379382Z","caller":"traceutil/trace.go:171","msg":"trace[103149681] transaction","detail":"{read_only:false; response_revision:36979; number_of_response:1; }","duration":"148.569467ms","start":"2026-03-19T12:29:02.23077Z","end":"2026-03-19T12:29:02.37934Z","steps":["trace[103149681] 'process raft request' (duration: 148.178166ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:02.379338Z","caller":"traceutil/trace.go:171","msg":"trace[974887286] transaction","detail":"{read_only:false; response_revision:36978; number_of_response:1; }","duration":"267.767016ms","start":"2026-03-19T12:29:02.111496Z","end":"2026-03-19T12:29:02.379263Z","steps":["trace[974887286] 'process raft request' (duration: 184.36111ms)","trace[974887286] 'compare' (duration: 82.894092ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:02.535196Z","caller":"traceutil/trace.go:171","msg":"trace[2104480849] transaction","detail":"{read_only:false; response_revision:36981; number_of_response:1; }","duration":"128.678116ms","start":"2026-03-19T12:29:02.406487Z","end":"2026-03-19T12:29:02.535166Z","steps":["trace[2104480849] 'process raft request' (duration: 128.199953ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:02.53839Z","caller":"traceutil/trace.go:171","msg":"trace[1138754657] transaction","detail":"{read_only:false; response_revision:36983; number_of_response:1; }","duration":"129.024415ms","start":"2026-03-19T12:29:02.409348Z","end":"2026-03-19T12:29:02.538373Z","steps":["trace[1138754657] 'process raft request' (duration: 128.960014ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:02.538529Z","caller":"traceutil/trace.go:171","msg":"trace[419901215] transaction","detail":"{read_only:false; response_revision:36982; number_of_response:1; }","duration":"129.301513ms","start":"2026-03-19T12:29:02.40922Z","end":"2026-03-19T12:29:02.538522Z","steps":["trace[419901215] 'process raft request' (duration: 128.979305ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:02.538909Z","caller":"traceutil/trace.go:171","msg":"trace[504094730] transaction","detail":"{read_only:false; response_revision:36984; number_of_response:1; }","duration":"118.998424ms","start":"2026-03-19T12:29:02.419902Z","end":"2026-03-19T12:29:02.538901Z","steps":["trace[504094730] 'process raft request' (duration: 118.438579ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:03.508642Z","caller":"traceutil/trace.go:171","msg":"trace[37780550] linearizableReadLoop","detail":"{readStateIndex:38276; appliedIndex:38275; }","duration":"129.367066ms","start":"2026-03-19T12:29:03.379254Z","end":"2026-03-19T12:29:03.508621Z","steps":["trace[37780550] 'read index received' (duration: 129.269563ms)","trace[37780550] 'applied index is now lower than readState.Index' (duration: 95.813µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:03.508727Z","caller":"traceutil/trace.go:171","msg":"trace[1825194964] transaction","detail":"{read_only:false; response_revision:36986; number_of_response:1; }","duration":"159.866054ms","start":"2026-03-19T12:29:03.348818Z","end":"2026-03-19T12:29:03.508684Z","steps":["trace[1825194964] 'process raft request' (duration: 159.667819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:03.508839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.566671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T12:29:03.508884Z","caller":"traceutil/trace.go:171","msg":"trace[2045872636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36986; }","duration":"129.658713ms","start":"2026-03-19T12:29:03.379214Z","end":"2026-03-19T12:29:03.508873Z","steps":["trace[2045872636] 'agreement among raft nodes before linearized reading' (duration: 129.480539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:03.915579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.408547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:29:03.916224Z","caller":"traceutil/trace.go:171","msg":"trace[1410800759] transaction","detail":"{read_only:false; response_revision:36987; number_of_response:1; }","duration":"401.018347ms","start":"2026-03-19T12:29:03.515172Z","end":"2026-03-19T12:29:03.916191Z","steps":["trace[1410800759] 'process raft request' (duration: 111.88988ms)","trace[1410800759] 'compare' (duration: 287.921874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:03.916376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:03.51515Z","time spent":"401.14294ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:04.073991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.89556ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-19T12:29:04.074262Z","caller":"traceutil/trace.go:171","msg":"trace[1680210661] linearizableReadLoop","detail":"{readStateIndex:38278; appliedIndex:38276; }","duration":"517.527023ms","start":"2026-03-19T12:29:03.556712Z","end":"2026-03-19T12:29:04.074239Z","steps":["trace[1680210661] 'read index received' (duration: 70.364952ms)","trace[1680210661] 'applied index is now lower than readState.Index' (duration: 447.160371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:04.074531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.750899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:04.074701Z","caller":"traceutil/trace.go:171","msg":"trace[814276717] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:36987; }","duration":"517.992835ms","start":"2026-03-19T12:29:03.556667Z","end":"2026-03-19T12:29:04.07466Z","steps":["trace[814276717] 'agreement among raft nodes before linearized reading' (duration: 517.675767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:04.074795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:03.556653Z","time spent":"518.121608ms","remote":"127.0.0.1:57980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:29:04.311022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.892624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:04.311106Z","caller":"traceutil/trace.go:171","msg":"trace[660855563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36988; }","duration":"701.010917ms","start":"2026-03-19T12:29:03.610075Z","end":"2026-03-19T12:29:04.311086Z","steps":["trace[660855563] 'agreement among raft nodes before linearized reading' (duration: 464.567143ms)","trace[660855563] 'range keys from in-memory index tree' (duration: 236.31524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:04.311145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:03.610066Z","time spent":"701.071449ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:29:04.311225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.358421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-19T12:29:04.311325Z","caller":"traceutil/trace.go:171","msg":"trace[1846586467] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36988; }","duration":"558.513585ms","start":"2026-03-19T12:29:03.752783Z","end":"2026-03-19T12:29:04.311297Z","steps":["trace[1846586467] 'agreement among raft nodes before linearized reading' (duration: 321.836195ms)","trace[1846586467] 'range keys from in-memory index tree' (duration: 236.387713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:04.311033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.712605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:29:04.311412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:03.752768Z","time spent":"558.626308ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T12:29:04.311361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.212299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:29:04.311476Z","caller":"traceutil/trace.go:171","msg":"trace[1922201566] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:36988; }","duration":"324.223639ms","start":"2026-03-19T12:29:03.987211Z","end":"2026-03-19T12:29:04.311435Z","steps":["trace[1922201566] 'agreement among raft nodes before linearized reading' (duration: 87.364804ms)","trace[1922201566] 'count revisions from in-memory index tree' (duration: 236.381852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:04.311538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.251318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:04.311593Z","caller":"traceutil/trace.go:171","msg":"trace[1270487811] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36988; }","duration":"324.510086ms","start":"2026-03-19T12:29:03.98704Z","end":"2026-03-19T12:29:04.31155Z","steps":["trace[1270487811] 'agreement among raft nodes before linearized reading' (duration: 87.555108ms)","trace[1270487811] 'range keys from in-memory index tree' (duration: 236.583528ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:04.31163Z","caller":"traceutil/trace.go:171","msg":"trace[2083900903] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:36988; }","duration":"710.468774ms","start":"2026-03-19T12:29:03.601143Z","end":"2026-03-19T12:29:04.311612Z","steps":["trace[2083900903] 'agreement among raft nodes before linearized reading' (duration: 473.393623ms)","trace[2083900903] 'count revisions from in-memory index tree' (duration: 236.837234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:04.311659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:03.987005Z","time spent":"324.63795ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T12:29:04.311693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:03.601126Z","time spent":"710.554487ms","remote":"127.0.0.1:57746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:29:04.311579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:03.98718Z","time spent":"324.382583ms","remote":"127.0.0.1:57400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:29:04.311515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.147082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T12:29:04.313245Z","caller":"traceutil/trace.go:171","msg":"trace[1731813679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36988; }","duration":"560.886939ms","start":"2026-03-19T12:29:03.752317Z","end":"2026-03-19T12:29:04.313204Z","steps":["trace[1731813679] 'agreement among raft nodes before linearized reading' (duration: 322.315017ms)","trace[1731813679] 'range keys from in-memory index tree' (duration: 236.543276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:04.313316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:03.752295Z","time spent":"561.000163ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T12:29:04.578218Z","caller":"traceutil/trace.go:171","msg":"trace[50583504] transaction","detail":"{read_only:false; response_revision:36992; number_of_response:1; }","duration":"192.741118ms","start":"2026-03-19T12:29:04.385453Z","end":"2026-03-19T12:29:04.578195Z","steps":["trace[50583504] 'process raft request' (duration: 192.533342ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:04.578486Z","caller":"traceutil/trace.go:171","msg":"trace[1107944551] transaction","detail":"{read_only:false; response_revision:36993; number_of_response:1; }","duration":"192.766338ms","start":"2026-03-19T12:29:04.385697Z","end":"2026-03-19T12:29:04.578463Z","steps":["trace[1107944551] 'process raft request' (duration: 192.46804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:04.874751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.522983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:04.874968Z","caller":"traceutil/trace.go:171","msg":"trace[12515235] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:36996; }","duration":"128.78629ms","start":"2026-03-19T12:29:04.746157Z","end":"2026-03-19T12:29:04.874943Z","steps":["trace[12515235] 'count revisions from in-memory index tree' (duration: 128.447621ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:05.25671Z","caller":"traceutil/trace.go:171","msg":"trace[554056213] linearizableReadLoop","detail":"{readStateIndex:38288; appliedIndex:38287; }","duration":"125.447688ms","start":"2026-03-19T12:29:05.131225Z","end":"2026-03-19T12:29:05.256673Z","steps":["trace[554056213] 'read index received' (duration: 125.065938ms)","trace[554056213] 'applied index is now lower than readState.Index' (duration: 380.06µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:05.256953Z","caller":"traceutil/trace.go:171","msg":"trace[1067361301] transaction","detail":"{read_only:false; response_revision:36997; number_of_response:1; }","duration":"377.628461ms","start":"2026-03-19T12:29:04.879247Z","end":"2026-03-19T12:29:05.256875Z","steps":["trace[1067361301] 'process raft request' (duration: 377.192699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:05.257062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.802429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T12:29:05.257105Z","caller":"traceutil/trace.go:171","msg":"trace[181325282] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:36997; }","duration":"125.930922ms","start":"2026-03-19T12:29:05.131161Z","end":"2026-03-19T12:29:05.257092Z","steps":["trace[181325282] 'agreement among raft nodes before linearized reading' (duration: 125.650824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:05.257262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:04.879223Z","time spent":"377.894478ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:06.072737Z","caller":"traceutil/trace.go:171","msg":"trace[1435250659] transaction","detail":"{read_only:false; response_revision:36999; number_of_response:1; }","duration":"147.55837ms","start":"2026-03-19T12:29:05.925141Z","end":"2026-03-19T12:29:06.0727Z","steps":["trace[1435250659] 'process raft request' (duration: 147.285822ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:06.357593Z","caller":"traceutil/trace.go:171","msg":"trace[1875018626] linearizableReadLoop","detail":"{readStateIndex:38291; appliedIndex:38290; }","duration":"115.660463ms","start":"2026-03-19T12:29:06.241918Z","end":"2026-03-19T12:29:06.357578Z","steps":["trace[1875018626] 'read index received' (duration: 53.467543ms)","trace[1875018626] 'applied index is now lower than readState.Index' (duration: 62.19226ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:06.358081Z","caller":"traceutil/trace.go:171","msg":"trace[984963574] transaction","detail":"{read_only:false; response_revision:37000; number_of_response:1; }","duration":"278.2338ms","start":"2026-03-19T12:29:06.079835Z","end":"2026-03-19T12:29:06.358069Z","steps":["trace[984963574] 'process raft request' (duration: 215.607498ms)","trace[984963574] 'compare' (duration: 62.065477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:06.358466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.503125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:06.359078Z","caller":"traceutil/trace.go:171","msg":"trace[197852842] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:37000; }","duration":"117.187554ms","start":"2026-03-19T12:29:06.241872Z","end":"2026-03-19T12:29:06.359059Z","steps":["trace[197852842] 'agreement among raft nodes before linearized reading' (duration: 116.476435ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:06.557794Z","caller":"traceutil/trace.go:171","msg":"trace[1327594831] linearizableReadLoop","detail":"{readStateIndex:38292; appliedIndex:38291; }","duration":"154.605801ms","start":"2026-03-19T12:29:06.403166Z","end":"2026-03-19T12:29:06.557772Z","steps":["trace[1327594831] 'read index received' (duration: 111.266383ms)","trace[1327594831] 'applied index is now lower than readState.Index' (duration: 43.338238ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:06.557858Z","caller":"traceutil/trace.go:171","msg":"trace[1613252520] transaction","detail":"{read_only:false; response_revision:37001; number_of_response:1; }","duration":"174.666236ms","start":"2026-03-19T12:29:06.383161Z","end":"2026-03-19T12:29:06.557827Z","steps":["trace[1613252520] 'process raft request' (duration: 131.275027ms)","trace[1613252520] 'compare' (duration: 42.982348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:06.557977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.796627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:29:06.558015Z","caller":"traceutil/trace.go:171","msg":"trace[162163323] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37001; }","duration":"154.897139ms","start":"2026-03-19T12:29:06.403109Z","end":"2026-03-19T12:29:06.558006Z","steps":["trace[162163323] 'agreement among raft nodes before linearized reading' (duration: 154.769586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:06.558232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.892239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:29:06.558346Z","caller":"traceutil/trace.go:171","msg":"trace[440302068] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37001; }","duration":"155.035663ms","start":"2026-03-19T12:29:06.403286Z","end":"2026-03-19T12:29:06.558322Z","steps":["trace[440302068] 'agreement among raft nodes before linearized reading' (duration: 154.757505ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:06.844337Z","caller":"traceutil/trace.go:171","msg":"trace[1967996960] transaction","detail":"{read_only:false; response_revision:37003; number_of_response:1; }","duration":"279.355591ms","start":"2026-03-19T12:29:06.564958Z","end":"2026-03-19T12:29:06.844314Z","steps":["trace[1967996960] 'process raft request' (duration: 238.735517ms)","trace[1967996960] 'compare' (duration: 39.855533ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:06.844423Z","caller":"traceutil/trace.go:171","msg":"trace[1908466460] transaction","detail":"{read_only:false; response_revision:37004; number_of_response:1; }","duration":"260.279053ms","start":"2026-03-19T12:29:06.584119Z","end":"2026-03-19T12:29:06.844398Z","steps":["trace[1908466460] 'process raft request' (duration: 259.945964ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:06.844463Z","caller":"traceutil/trace.go:171","msg":"trace[1296959523] transaction","detail":"{read_only:false; response_revision:37005; number_of_response:1; }","duration":"260.223262ms","start":"2026-03-19T12:29:06.58423Z","end":"2026-03-19T12:29:06.844453Z","steps":["trace[1296959523] 'process raft request' (duration: 260.113019ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:06.844458Z","caller":"traceutil/trace.go:171","msg":"trace[492764524] linearizableReadLoop","detail":"{readStateIndex:38296; appliedIndex:38293; }","duration":"234.553753ms","start":"2026-03-19T12:29:06.609848Z","end":"2026-03-19T12:29:06.844401Z","steps":["trace[492764524] 'read index received' (duration: 193.841717ms)","trace[492764524] 'applied index is now lower than readState.Index' (duration: 40.710886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:06.845093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.221772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:06.845147Z","caller":"traceutil/trace.go:171","msg":"trace[470918586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37005; }","duration":"235.320374ms","start":"2026-03-19T12:29:06.609812Z","end":"2026-03-19T12:29:06.845133Z","steps":["trace[470918586] 'agreement among raft nodes before linearized reading' (duration: 234.934604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:07.148023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.54837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:29:07.148492Z","caller":"traceutil/trace.go:171","msg":"trace[740075853] transaction","detail":"{read_only:false; response_revision:37006; number_of_response:1; }","duration":"523.966507ms","start":"2026-03-19T12:29:06.624496Z","end":"2026-03-19T12:29:07.148463Z","steps":["trace[740075853] 'process raft request' (duration: 361.627556ms)","trace[740075853] 'compare' (duration: 161.289103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:07.148587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:06.624464Z","time spent":"524.07951ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:07.148953Z","caller":"traceutil/trace.go:171","msg":"trace[851800959] linearizableReadLoop","detail":"{readStateIndex:38299; appliedIndex:38296; }","duration":"302.568551ms","start":"2026-03-19T12:29:06.846376Z","end":"2026-03-19T12:29:07.148944Z","steps":["trace[851800959] 'read index received' (duration: 139.667585ms)","trace[851800959] 'applied index is now lower than readState.Index' (duration: 162.900206ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:07.149038Z","caller":"traceutil/trace.go:171","msg":"trace[585371611] transaction","detail":"{read_only:false; response_revision:37008; number_of_response:1; }","duration":"524.487231ms","start":"2026-03-19T12:29:06.624533Z","end":"2026-03-19T12:29:07.14902Z","steps":["trace[585371611] 'process raft request' (duration: 524.374978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:07.149082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.703965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:07.149044Z","caller":"traceutil/trace.go:171","msg":"trace[207653279] transaction","detail":"{read_only:false; response_revision:37007; number_of_response:1; }","duration":"524.471871ms","start":"2026-03-19T12:29:06.624532Z","end":"2026-03-19T12:29:07.149004Z","steps":["trace[207653279] 'process raft request' (duration: 523.880325ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:07.149103Z","caller":"traceutil/trace.go:171","msg":"trace[1972532160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37008; }","duration":"302.747256ms","start":"2026-03-19T12:29:06.846348Z","end":"2026-03-19T12:29:07.149095Z","steps":["trace[1972532160] 'agreement among raft nodes before linearized reading' (duration: 302.631333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:07.149236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:06.624503Z","time spent":"524.647936ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:07.149279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:06.846336Z","time spent":"302.918531ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:29:07.149109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:06.624502Z","time spent":"524.569514ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:07.725629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.767644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:29:07.72566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.790845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:07.725724Z","caller":"traceutil/trace.go:171","msg":"trace[1074460727] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:37011; }","duration":"119.917808ms","start":"2026-03-19T12:29:07.60578Z","end":"2026-03-19T12:29:07.725697Z","steps":["trace[1074460727] 'count revisions from in-memory index tree' (duration: 119.659131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:07.72585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.115654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:07.725907Z","caller":"traceutil/trace.go:171","msg":"trace[1152166274] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:37011; }","duration":"120.200366ms","start":"2026-03-19T12:29:07.605683Z","end":"2026-03-19T12:29:07.725883Z","steps":["trace[1152166274] 'count revisions from in-memory index tree' (duration: 120.00661ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:07.726556Z","caller":"traceutil/trace.go:171","msg":"trace[1936545484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37011; }","duration":"112.899198ms","start":"2026-03-19T12:29:07.612821Z","end":"2026-03-19T12:29:07.725721Z","steps":["trace[1936545484] 'range keys from in-memory index tree' (duration: 112.695542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:08.327354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.471992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:29:08.327602Z","caller":"traceutil/trace.go:171","msg":"trace[1334045515] transaction","detail":"{read_only:false; response_revision:37013; number_of_response:1; }","duration":"231.753088ms","start":"2026-03-19T12:29:08.095826Z","end":"2026-03-19T12:29:08.327579Z","steps":["trace[1334045515] 'process raft request' (duration: 231.652875ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:08.328203Z","caller":"traceutil/trace.go:171","msg":"trace[1391231038] transaction","detail":"{read_only:false; response_revision:37012; number_of_response:1; }","duration":"235.014506ms","start":"2026-03-19T12:29:08.093171Z","end":"2026-03-19T12:29:08.328185Z","steps":["trace[1391231038] 'process raft request' (duration: 77.616719ms)","trace[1391231038] 'compare' (duration: 156.059011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:08.529703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.153211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:29:08.52978Z","caller":"traceutil/trace.go:171","msg":"trace[1777880230] transaction","detail":"{read_only:false; response_revision:37014; number_of_response:1; }","duration":"165.640621ms","start":"2026-03-19T12:29:08.364128Z","end":"2026-03-19T12:29:08.529768Z","steps":["trace[1777880230] 'process raft request' (duration: 65.364606ms)","trace[1777880230] 'compare' (duration: 100.028308ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:08.687254Z","caller":"traceutil/trace.go:171","msg":"trace[1254602807] transaction","detail":"{read_only:false; response_revision:37015; number_of_response:1; }","duration":"119.662461ms","start":"2026-03-19T12:29:08.567555Z","end":"2026-03-19T12:29:08.687218Z","steps":["trace[1254602807] 'process raft request' (duration: 87.499287ms)","trace[1254602807] 'compare' (duration: 31.811964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:09.112608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.323015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:29:09.112702Z","caller":"traceutil/trace.go:171","msg":"trace[864447771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37016; }","duration":"263.473389ms","start":"2026-03-19T12:29:08.849209Z","end":"2026-03-19T12:29:09.112682Z","steps":["trace[864447771] 'range keys from in-memory index tree' (duration: 263.13364ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:09.113113Z","caller":"traceutil/trace.go:171","msg":"trace[2068916089] transaction","detail":"{read_only:false; response_revision:37017; number_of_response:1; }","duration":"263.089919ms","start":"2026-03-19T12:29:08.849999Z","end":"2026-03-19T12:29:09.113089Z","steps":["trace[2068916089] 'process raft request' (duration: 259.891352ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:09.133302Z","caller":"traceutil/trace.go:171","msg":"trace[564051665] transaction","detail":"{read_only:false; response_revision:37018; number_of_response:1; }","duration":"282.128066ms","start":"2026-03-19T12:29:08.85115Z","end":"2026-03-19T12:29:09.133278Z","steps":["trace[564051665] 'process raft request' (duration: 281.836008ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:09.445545Z","caller":"traceutil/trace.go:171","msg":"trace[521670461] transaction","detail":"{read_only:false; response_revision:37019; number_of_response:1; }","duration":"328.094055ms","start":"2026-03-19T12:29:09.117435Z","end":"2026-03-19T12:29:09.445529Z","steps":["trace[521670461] 'process raft request' (duration: 327.970542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:09.445661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:09.11742Z","time spent":"328.177387ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:09.497769Z","caller":"traceutil/trace.go:171","msg":"trace[634394829] transaction","detail":"{read_only:false; response_revision:37020; number_of_response:1; }","duration":"344.327446ms","start":"2026-03-19T12:29:09.153385Z","end":"2026-03-19T12:29:09.497712Z","steps":["trace[634394829] 'process raft request' (duration: 343.916205ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:09.497963Z","caller":"traceutil/trace.go:171","msg":"trace[1035433747] transaction","detail":"{read_only:false; response_revision:37022; number_of_response:1; }","duration":"343.00416ms","start":"2026-03-19T12:29:09.154939Z","end":"2026-03-19T12:29:09.497943Z","steps":["trace[1035433747] 'process raft request' (duration: 342.655241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:09.498355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:09.154926Z","time spent":"343.260767ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:09.498377Z","caller":"traceutil/trace.go:171","msg":"trace[703410624] transaction","detail":"{read_only:false; response_revision:37023; number_of_response:1; }","duration":"259.496391ms","start":"2026-03-19T12:29:09.238851Z","end":"2026-03-19T12:29:09.498347Z","steps":["trace[703410624] 'process raft request' (duration: 258.891125ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:09.498479Z","caller":"traceutil/trace.go:171","msg":"trace[665800578] transaction","detail":"{read_only:false; response_revision:37024; number_of_response:1; }","duration":"175.798027ms","start":"2026-03-19T12:29:09.322656Z","end":"2026-03-19T12:29:09.498454Z","steps":["trace[665800578] 'process raft request' (duration: 175.1683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:09.49807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:09.153362Z","time spent":"344.551432ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:09.497797Z","caller":"traceutil/trace.go:171","msg":"trace[1196558416] transaction","detail":"{read_only:false; response_revision:37021; number_of_response:1; }","duration":"343.949216ms","start":"2026-03-19T12:29:09.153802Z","end":"2026-03-19T12:29:09.497752Z","steps":["trace[1196558416] 'process raft request' (duration: 343.694409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:09.498902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:09.153785Z","time spent":"344.84814ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:09.643464Z","caller":"traceutil/trace.go:171","msg":"trace[433549286] transaction","detail":"{read_only:false; response_revision:37025; number_of_response:1; }","duration":"140.028065ms","start":"2026-03-19T12:29:09.503402Z","end":"2026-03-19T12:29:09.64343Z","steps":["trace[433549286] 'process raft request' (duration: 51.779857ms)","trace[433549286] 'compare' (duration: 87.913779ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:09.643486Z","caller":"traceutil/trace.go:171","msg":"trace[1488321296] transaction","detail":"{read_only:false; response_revision:37026; number_of_response:1; }","duration":"138.141503ms","start":"2026-03-19T12:29:09.505315Z","end":"2026-03-19T12:29:09.643456Z","steps":["trace[1488321296] 'process raft request' (duration: 138.040911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:10.698352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536165174,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T12:29:10.976418Z","caller":"traceutil/trace.go:171","msg":"trace[2142365573] transaction","detail":"{read_only:false; response_revision:37028; number_of_response:1; }","duration":"932.106528ms","start":"2026-03-19T12:29:10.044285Z","end":"2026-03-19T12:29:10.976391Z","steps":["trace[2142365573] 'process raft request' (duration: 931.904222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:10.976576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:10.044258Z","time spent":"932.238872ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:10.997703Z","caller":"traceutil/trace.go:171","msg":"trace[465458652] linearizableReadLoop","detail":"{readStateIndex:38321; appliedIndex:38319; }","duration":"799.970617ms","start":"2026-03-19T12:29:10.197699Z","end":"2026-03-19T12:29:10.99767Z","steps":["trace[465458652] 'read index received' (duration: 778.555645ms)","trace[465458652] 'applied index is now lower than readState.Index' (duration: 21.413532ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:10.997858Z","caller":"traceutil/trace.go:171","msg":"trace[1693767307] transaction","detail":"{read_only:false; response_revision:37029; number_of_response:1; }","duration":"462.855307ms","start":"2026-03-19T12:29:10.534954Z","end":"2026-03-19T12:29:10.99781Z","steps":["trace[1693767307] 'process raft request' (duration: 462.523788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:10.997963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.144598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:29:10.99803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.289086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:29:10.998056Z","caller":"traceutil/trace.go:171","msg":"trace[896328942] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:37029; }","duration":"706.266341ms","start":"2026-03-19T12:29:10.291768Z","end":"2026-03-19T12:29:10.998035Z","steps":["trace[896328942] 'agreement among raft nodes before linearized reading' (duration: 706.112837ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:10.998072Z","caller":"traceutil/trace.go:171","msg":"trace[97408381] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:37029; }","duration":"800.405299ms","start":"2026-03-19T12:29:10.197654Z","end":"2026-03-19T12:29:10.998059Z","steps":["trace[97408381] 'agreement among raft nodes before linearized reading' (duration: 800.186453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:10.9981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:10.534937Z","time spent":"463.034752ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:10.998107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.105952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:29:10.998143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.260928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:29:10.998202Z","caller":"traceutil/trace.go:171","msg":"trace[735612980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37029; }","duration":"386.251666ms","start":"2026-03-19T12:29:10.611926Z","end":"2026-03-19T12:29:10.998178Z","steps":["trace[735612980] 'agreement among raft nodes before linearized reading' (duration: 386.018349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:10.998288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.590775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-19T12:29:10.998303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.578948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-19T12:29:10.998287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.765245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-19T12:29:10.998292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:10.611909Z","time spent":"386.365208ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T12:29:10.998334Z","caller":"traceutil/trace.go:171","msg":"trace[1937023978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37029; }","duration":"648.675917ms","start":"2026-03-19T12:29:10.349648Z","end":"2026-03-19T12:29:10.998324Z","steps":["trace[1937023978] 'agreement among raft nodes before linearized reading' (duration: 648.513552ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:10.998337Z","caller":"traceutil/trace.go:171","msg":"trace[1976888380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37029; }","duration":"307.6409ms","start":"2026-03-19T12:29:10.690688Z","end":"2026-03-19T12:29:10.998329Z","steps":["trace[1976888380] 'agreement among raft nodes before linearized reading' (duration: 307.568808ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:10.998357Z","caller":"traceutil/trace.go:171","msg":"trace[176330955] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37029; }","duration":"575.868728ms","start":"2026-03-19T12:29:10.422474Z","end":"2026-03-19T12:29:10.998342Z","steps":["trace[176330955] 'agreement among raft nodes before linearized reading' (duration: 575.673933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:10.998366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:10.349626Z","time spent":"648.734308ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T12:29:10.998121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:10.291755Z","time spent":"706.349694ms","remote":"127.0.0.1:33114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:29:10.998216Z","caller":"traceutil/trace.go:171","msg":"trace[205099151] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37029; }","duration":"272.374871ms","start":"2026-03-19T12:29:10.725824Z","end":"2026-03-19T12:29:10.998199Z","steps":["trace[205099151] 'agreement among raft nodes before linearized reading' (duration: 272.141745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:10.99839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:10.690676Z","time spent":"307.702881ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T12:29:10.998123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:10.197632Z","time spent":"800.479271ms","remote":"127.0.0.1:53166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:29:10.998413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:10.422455Z","time spent":"575.94622ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T12:29:11.570248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536165182,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T12:29:11.914841Z","caller":"traceutil/trace.go:171","msg":"trace[1860994993] transaction","detail":"{read_only:false; response_revision:37030; number_of_response:1; }","duration":"910.261623ms","start":"2026-03-19T12:29:11.004554Z","end":"2026-03-19T12:29:11.914816Z","steps":["trace[1860994993] 'process raft request' (duration: 910.099968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:11.914992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:11.004526Z","time spent":"910.389017ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:12.213367Z","caller":"traceutil/trace.go:171","msg":"trace[1158839409] transaction","detail":"{read_only:false; response_revision:37032; number_of_response:1; }","duration":"1.20863555s","start":"2026-03-19T12:29:11.004701Z","end":"2026-03-19T12:29:12.213337Z","steps":["trace[1158839409] 'process raft request' (duration: 1.208553798s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:12.213532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:11.004689Z","time spent":"1.208751333s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:12.213758Z","caller":"traceutil/trace.go:171","msg":"trace[1551668931] transaction","detail":"{read_only:false; response_revision:37031; number_of_response:1; }","duration":"1.2089728s","start":"2026-03-19T12:29:11.004594Z","end":"2026-03-19T12:29:12.213567Z","steps":["trace[1551668931] 'process raft request' (duration: 1.208479576s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:12.213952Z","caller":"traceutil/trace.go:171","msg":"trace[373650800] transaction","detail":"{read_only:false; response_revision:37034; number_of_response:1; }","duration":"1.075928764s","start":"2026-03-19T12:29:11.137992Z","end":"2026-03-19T12:29:12.21392Z","steps":["trace[373650800] 'process raft request' (duration: 1.075678437s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:12.214024Z","caller":"traceutil/trace.go:171","msg":"trace[1633781538] linearizableReadLoop","detail":"{readStateIndex:38330; appliedIndex:38321; }","duration":"1.144421686s","start":"2026-03-19T12:29:11.069581Z","end":"2026-03-19T12:29:12.214002Z","steps":["trace[1633781538] 'read index received' (duration: 845.132603ms)","trace[1633781538] 'applied index is now lower than readState.Index' (duration: 299.288012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:12.214103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:11.137961Z","time spent":"1.076067888s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:12.214104Z","caller":"traceutil/trace.go:171","msg":"trace[1291557691] transaction","detail":"{read_only:false; response_revision:37033; number_of_response:1; }","duration":"1.0945141s","start":"2026-03-19T12:29:11.119576Z","end":"2026-03-19T12:29:12.21409Z","steps":["trace[1291557691] 'process raft request' (duration: 1.093721508s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:12.214165Z","caller":"traceutil/trace.go:171","msg":"trace[1130035615] transaction","detail":"{read_only:false; response_revision:37035; number_of_response:1; }","duration":"710.328812ms","start":"2026-03-19T12:29:11.503822Z","end":"2026-03-19T12:29:12.214151Z","steps":["trace[1130035615] 'process raft request' (duration: 709.967932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:12.214178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:11.119548Z","time spent":"1.094591501s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:12.214277Z","caller":"traceutil/trace.go:171","msg":"trace[1398448232] transaction","detail":"{read_only:false; response_revision:37038; number_of_response:1; }","duration":"708.186503ms","start":"2026-03-19T12:29:11.506081Z","end":"2026-03-19T12:29:12.214267Z","steps":["trace[1398448232] 'process raft request' (duration: 707.865174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:12.214305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:11.503772Z","time spent":"710.436824ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:12.214337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:11.506075Z","time spent":"708.233094ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:12.21442Z","caller":"traceutil/trace.go:171","msg":"trace[662843096] transaction","detail":"{read_only:false; response_revision:37036; number_of_response:1; }","duration":"710.523317ms","start":"2026-03-19T12:29:11.503888Z","end":"2026-03-19T12:29:12.214411Z","steps":["trace[662843096] 'process raft request' (duration: 709.957011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:12.214471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:11.503883Z","time spent":"710.563808ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:12.214526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144942959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:12.214573Z","caller":"traceutil/trace.go:171","msg":"trace[1002552996] transaction","detail":"{read_only:false; response_revision:37037; number_of_response:1; }","duration":"709.720335ms","start":"2026-03-19T12:29:11.504843Z","end":"2026-03-19T12:29:12.214564Z","steps":["trace[1002552996] 'process raft request' (duration: 709.055287ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:12.214588Z","caller":"traceutil/trace.go:171","msg":"trace[1995133592] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37038; }","duration":"1.145057903s","start":"2026-03-19T12:29:11.069515Z","end":"2026-03-19T12:29:12.214573Z","steps":["trace[1995133592] 'agreement among raft nodes before linearized reading' (duration: 1.1449347s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:12.214622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:11.504837Z","time spent":"709.758326ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:12.214636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:11.069487Z","time spent":"1.145139615s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T12:29:12.214802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.57709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-19T12:29:12.215143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.911291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:12.215224Z","caller":"traceutil/trace.go:171","msg":"trace[1855067894] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:37038; }","duration":"158.018533ms","start":"2026-03-19T12:29:12.057194Z","end":"2026-03-19T12:29:12.215213Z","steps":["trace[1855067894] 'agreement among raft nodes before linearized reading' (duration: 157.9025ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:12.21484Z","caller":"traceutil/trace.go:171","msg":"trace[2041130483] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:37038; }","duration":"900.640512ms","start":"2026-03-19T12:29:11.314192Z","end":"2026-03-19T12:29:12.214833Z","steps":["trace[2041130483] 'agreement among raft nodes before linearized reading' (duration: 900.508518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:12.215308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:11.314177Z","time spent":"901.119435ms","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-19T12:29:12.21542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.577773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:29:12.215481Z","caller":"traceutil/trace.go:171","msg":"trace[2106772804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37038; }","duration":"468.672085ms","start":"2026-03-19T12:29:11.746795Z","end":"2026-03-19T12:29:12.215467Z","steps":["trace[2106772804] 'agreement among raft nodes before linearized reading' (duration: 468.456779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:12.215494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.980624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:29:12.215527Z","caller":"traceutil/trace.go:171","msg":"trace[1470443570] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37038; }","duration":"766.044345ms","start":"2026-03-19T12:29:11.449471Z","end":"2026-03-19T12:29:12.215515Z","steps":["trace[1470443570] 'agreement among raft nodes before linearized reading' (duration: 765.929282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:12.21553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:11.746777Z","time spent":"468.740617ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T12:29:12.215556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:11.449455Z","time spent":"766.095107ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T12:29:12.215475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.616676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:12.217432Z","caller":"traceutil/trace.go:171","msg":"trace[1080694344] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:37038; }","duration":"126.58979ms","start":"2026-03-19T12:29:12.090812Z","end":"2026-03-19T12:29:12.217402Z","steps":["trace[1080694344] 'agreement among raft nodes before linearized reading' (duration: 124.457672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:12.218636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:11.004557Z","time spent":"1.209300579s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:12.398635Z","caller":"traceutil/trace.go:171","msg":"trace[1980380194] linearizableReadLoop","detail":"{readStateIndex:38332; appliedIndex:38330; }","duration":"173.760611ms","start":"2026-03-19T12:29:12.224821Z","end":"2026-03-19T12:29:12.398582Z","steps":["trace[1980380194] 'read index received' (duration: 18.732799ms)","trace[1980380194] 'applied index is now lower than readState.Index' (duration: 155.025492ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:12.398829Z","caller":"traceutil/trace.go:171","msg":"trace[1227318434] transaction","detail":"{read_only:false; response_revision:37040; number_of_response:1; }","duration":"175.569601ms","start":"2026-03-19T12:29:12.223243Z","end":"2026-03-19T12:29:12.398812Z","steps":["trace[1227318434] 'process raft request' (duration: 160.890172ms)","trace[1227318434] 'compare' (duration: 13.839706ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:12.398985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.300375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:12.399085Z","caller":"traceutil/trace.go:171","msg":"trace[1567718390] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:37040; }","duration":"171.479159ms","start":"2026-03-19T12:29:12.227584Z","end":"2026-03-19T12:29:12.399063Z","steps":["trace[1567718390] 'agreement among raft nodes before linearized reading' (duration: 171.291434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:12.399379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.557614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T12:29:12.399408Z","caller":"traceutil/trace.go:171","msg":"trace[247029020] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37040; }","duration":"174.614145ms","start":"2026-03-19T12:29:12.224788Z","end":"2026-03-19T12:29:12.399402Z","steps":["trace[247029020] 'agreement among raft nodes before linearized reading' (duration: 174.485851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:12.399427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.613843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:12.39948Z","caller":"traceutil/trace.go:171","msg":"trace[452751607] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:37040; }","duration":"125.730256ms","start":"2026-03-19T12:29:12.273738Z","end":"2026-03-19T12:29:12.399468Z","steps":["trace[452751607] 'agreement among raft nodes before linearized reading' (duration: 125.598703ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:12.64267Z","caller":"traceutil/trace.go:171","msg":"trace[279001966] transaction","detail":"{read_only:false; response_revision:37042; number_of_response:1; }","duration":"160.909222ms","start":"2026-03-19T12:29:12.481733Z","end":"2026-03-19T12:29:12.642642Z","steps":["trace[279001966] 'process raft request' (duration: 160.289605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:12.86046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.083366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-19T12:29:12.860545Z","caller":"traceutil/trace.go:171","msg":"trace[474885116] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:37042; }","duration":"126.208689ms","start":"2026-03-19T12:29:12.734322Z","end":"2026-03-19T12:29:12.86053Z","steps":["trace[474885116] 'range keys from in-memory index tree' (duration: 125.608903ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:14.067335Z","caller":"traceutil/trace.go:171","msg":"trace[1648222743] transaction","detail":"{read_only:false; response_revision:37044; number_of_response:1; }","duration":"142.260936ms","start":"2026-03-19T12:29:13.925052Z","end":"2026-03-19T12:29:14.067313Z","steps":["trace[1648222743] 'process raft request' (duration: 142.108972ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:14.375618Z","caller":"traceutil/trace.go:171","msg":"trace[2069039735] transaction","detail":"{read_only:false; response_revision:37051; number_of_response:1; }","duration":"148.453894ms","start":"2026-03-19T12:29:14.227116Z","end":"2026-03-19T12:29:14.37557Z","steps":["trace[2069039735] 'process raft request' (duration: 148.330061ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:14.37569Z","caller":"traceutil/trace.go:171","msg":"trace[1075030408] transaction","detail":"{read_only:false; response_revision:37050; number_of_response:1; }","duration":"148.631629ms","start":"2026-03-19T12:29:14.226981Z","end":"2026-03-19T12:29:14.375612Z","steps":["trace[1075030408] 'process raft request' (duration: 146.689256ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:14.376039Z","caller":"traceutil/trace.go:171","msg":"trace[1290586035] transaction","detail":"{read_only:false; response_revision:37052; number_of_response:1; }","duration":"146.07644ms","start":"2026-03-19T12:29:14.229928Z","end":"2026-03-19T12:29:14.376004Z","steps":["trace[1290586035] 'process raft request' (duration: 145.597307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:14.376062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.98957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:29:14.376114Z","caller":"traceutil/trace.go:171","msg":"trace[1728939064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37052; }","duration":"127.090993ms","start":"2026-03-19T12:29:14.249011Z","end":"2026-03-19T12:29:14.376102Z","steps":["trace[1728939064] 'agreement among raft nodes before linearized reading' (duration: 126.874247ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:14.375851Z","caller":"traceutil/trace.go:171","msg":"trace[1913912165] linearizableReadLoop","detail":"{readStateIndex:38345; appliedIndex:38338; }","duration":"126.781495ms","start":"2026-03-19T12:29:14.249049Z","end":"2026-03-19T12:29:14.375831Z","steps":["trace[1913912165] 'read index received' (duration: 8.906352ms)","trace[1913912165] 'applied index is now lower than readState.Index' (duration: 117.873843ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:16.648421Z","caller":"traceutil/trace.go:171","msg":"trace[444911661] transaction","detail":"{read_only:false; response_revision:37057; number_of_response:1; }","duration":"419.033266ms","start":"2026-03-19T12:29:16.229364Z","end":"2026-03-19T12:29:16.648398Z","steps":["trace[444911661] 'process raft request' (duration: 418.903323ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:16.648644Z","caller":"traceutil/trace.go:171","msg":"trace[238410320] linearizableReadLoop","detail":"{readStateIndex:38350; appliedIndex:38350; }","duration":"408.719825ms","start":"2026-03-19T12:29:16.239898Z","end":"2026-03-19T12:29:16.648618Z","steps":["trace[238410320] 'read index received' (duration: 408.710435ms)","trace[238410320] 'applied index is now lower than readState.Index' (duration: 7.81µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:16.648693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:16.229344Z","time spent":"419.142109ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:16.649068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.927112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:29:16.649981Z","caller":"traceutil/trace.go:171","msg":"trace[137859790] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:37057; }","duration":"409.326002ms","start":"2026-03-19T12:29:16.239836Z","end":"2026-03-19T12:29:16.649162Z","steps":["trace[137859790] 'agreement among raft nodes before linearized reading' (duration: 408.88291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:16.650104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:16.239806Z","time spent":"410.238217ms","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:29:16.741751Z","caller":"traceutil/trace.go:171","msg":"trace[1015916172] transaction","detail":"{read_only:false; response_revision:37061; number_of_response:1; }","duration":"358.804859ms","start":"2026-03-19T12:29:16.382915Z","end":"2026-03-19T12:29:16.74172Z","steps":["trace[1015916172] 'process raft request' (duration: 358.664705ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:16.741783Z","caller":"traceutil/trace.go:171","msg":"trace[228377870] transaction","detail":"{read_only:false; response_revision:37059; number_of_response:1; }","duration":"477.157035ms","start":"2026-03-19T12:29:16.264609Z","end":"2026-03-19T12:29:16.741766Z","steps":["trace[228377870] 'process raft request' (duration: 476.851667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:16.74191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:16.264602Z","time spent":"477.233388ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:16.741916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:16.382856Z","time spent":"358.970764ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:16.741925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.987945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:29:16.741989Z","caller":"traceutil/trace.go:171","msg":"trace[467177294] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37062; }","duration":"327.084658ms","start":"2026-03-19T12:29:16.414884Z","end":"2026-03-19T12:29:16.741968Z","steps":["trace[467177294] 'agreement among raft nodes before linearized reading' (duration: 326.903393ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:16.741757Z","caller":"traceutil/trace.go:171","msg":"trace[21797714] transaction","detail":"{read_only:false; response_revision:37058; number_of_response:1; }","duration":"477.528465ms","start":"2026-03-19T12:29:16.264202Z","end":"2026-03-19T12:29:16.74173Z","steps":["trace[21797714] 'process raft request' (duration: 474.150344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:16.742024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:16.414866Z","time spent":"327.151119ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T12:29:16.742058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:16.264176Z","time spent":"477.850675ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:16.742132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.650028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-19T12:29:16.742168Z","caller":"traceutil/trace.go:171","msg":"trace[1522516100] transaction","detail":"{read_only:false; response_revision:37060; number_of_response:1; }","duration":"477.502125ms","start":"2026-03-19T12:29:16.264654Z","end":"2026-03-19T12:29:16.742156Z","steps":["trace[1522516100] 'process raft request' (duration: 476.897709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:16.742175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.048675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:16.742204Z","caller":"traceutil/trace.go:171","msg":"trace[982607680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37062; }","duration":"133.121807ms","start":"2026-03-19T12:29:16.609076Z","end":"2026-03-19T12:29:16.742198Z","steps":["trace[982607680] 'agreement among raft nodes before linearized reading' (duration: 133.080236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:16.742228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:16.26465Z","time spent":"477.545636ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:16.742246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.081821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-19T12:29:16.742279Z","caller":"traceutil/trace.go:171","msg":"trace[632421235] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37062; }","duration":"361.161863ms","start":"2026-03-19T12:29:16.381108Z","end":"2026-03-19T12:29:16.74227Z","steps":["trace[632421235] 'agreement among raft nodes before linearized reading' (duration: 361.089301ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:16.742172Z","caller":"traceutil/trace.go:171","msg":"trace[1210829253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37062; }","duration":"350.73718ms","start":"2026-03-19T12:29:16.391424Z","end":"2026-03-19T12:29:16.742161Z","steps":["trace[1210829253] 'agreement among raft nodes before linearized reading' (duration: 350.642728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:16.742307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:16.381074Z","time spent":"361.226445ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T12:29:16.742312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:16.391401Z","time spent":"350.902985ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T12:29:16.742141Z","caller":"traceutil/trace.go:171","msg":"trace[584015984] transaction","detail":"{read_only:false; response_revision:37062; number_of_response:1; }","duration":"357.71459ms","start":"2026-03-19T12:29:16.384418Z","end":"2026-03-19T12:29:16.742132Z","steps":["trace[584015984] 'process raft request' (duration: 357.190006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:16.74239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:16.384393Z","time spent":"357.972687ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:16.742503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.003843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T12:29:16.742646Z","caller":"traceutil/trace.go:171","msg":"trace[1419813400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37062; }","duration":"480.084195ms","start":"2026-03-19T12:29:16.262439Z","end":"2026-03-19T12:29:16.742523Z","steps":["trace[1419813400] 'agreement among raft nodes before linearized reading' (duration: 479.198131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:16.742674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:16.262409Z","time spent":"480.25911ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T12:29:16.937309Z","caller":"traceutil/trace.go:171","msg":"trace[1218980313] transaction","detail":"{read_only:false; response_revision:37064; number_of_response:1; }","duration":"189.317944ms","start":"2026-03-19T12:29:16.747962Z","end":"2026-03-19T12:29:16.93728Z","steps":["trace[1218980313] 'process raft request' (duration: 163.632116ms)","trace[1218980313] 'compare' (duration: 25.154903ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:16.937378Z","caller":"traceutil/trace.go:171","msg":"trace[538834906] transaction","detail":"{read_only:false; response_revision:37066; number_of_response:1; }","duration":"188.831101ms","start":"2026-03-19T12:29:16.748519Z","end":"2026-03-19T12:29:16.93735Z","steps":["trace[538834906] 'process raft request' (duration: 188.765339ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:16.937601Z","caller":"traceutil/trace.go:171","msg":"trace[1255043229] transaction","detail":"{read_only:false; response_revision:37065; number_of_response:1; }","duration":"189.282473ms","start":"2026-03-19T12:29:16.748264Z","end":"2026-03-19T12:29:16.937546Z","steps":["trace[1255043229] 'process raft request' (duration: 188.923143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:18.726796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.231495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:18.726981Z","caller":"traceutil/trace.go:171","msg":"trace[1787146466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37071; }","duration":"117.506793ms","start":"2026-03-19T12:29:18.609449Z","end":"2026-03-19T12:29:18.726956Z","steps":["trace[1787146466] 'range keys from in-memory index tree' (duration: 117.101982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:19.14995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.813193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:29:19.150134Z","caller":"traceutil/trace.go:171","msg":"trace[1323631944] transaction","detail":"{read_only:false; response_revision:37073; number_of_response:1; }","duration":"402.850026ms","start":"2026-03-19T12:29:18.747186Z","end":"2026-03-19T12:29:19.150036Z","steps":["trace[1323631944] 'process raft request' (duration: 154.864248ms)","trace[1323631944] 'compare' (duration: 247.380942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:19.150738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:18.747165Z","time spent":"403.266758ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:19.201945Z","caller":"traceutil/trace.go:171","msg":"trace[1732602831] linearizableReadLoop","detail":"{readStateIndex:38371; appliedIndex:38366; }","duration":"387.374696ms","start":"2026-03-19T12:29:18.814542Z","end":"2026-03-19T12:29:19.201917Z","steps":["trace[1732602831] 'read index received' (duration: 87.58339ms)","trace[1732602831] 'applied index is now lower than readState.Index' (duration: 299.789846ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:19.202054Z","caller":"traceutil/trace.go:171","msg":"trace[205043546] transaction","detail":"{read_only:false; response_revision:37076; number_of_response:1; }","duration":"452.311901ms","start":"2026-03-19T12:29:18.74971Z","end":"2026-03-19T12:29:19.202022Z","steps":["trace[205043546] 'process raft request' (duration: 452.133396ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:19.202094Z","caller":"traceutil/trace.go:171","msg":"trace[273895113] transaction","detail":"{read_only:false; response_revision:37074; number_of_response:1; }","duration":"453.252726ms","start":"2026-03-19T12:29:18.74879Z","end":"2026-03-19T12:29:19.202043Z","steps":["trace[273895113] 'process raft request' (duration: 452.894117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:19.202156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:18.749688Z","time spent":"452.403093ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:19.202127Z","caller":"traceutil/trace.go:171","msg":"trace[80627594] transaction","detail":"{read_only:false; response_revision:37075; number_of_response:1; }","duration":"452.852415ms","start":"2026-03-19T12:29:18.749238Z","end":"2026-03-19T12:29:19.20209Z","steps":["trace[80627594] 'process raft request' (duration: 452.569697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:19.202189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.638493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:29:19.202061Z","caller":"traceutil/trace.go:171","msg":"trace[102928379] transaction","detail":"{read_only:false; response_revision:37077; number_of_response:1; }","duration":"451.043846ms","start":"2026-03-19T12:29:18.751004Z","end":"2026-03-19T12:29:19.202048Z","steps":["trace[102928379] 'process raft request' (duration: 450.873831ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:19.20223Z","caller":"traceutil/trace.go:171","msg":"trace[1396922057] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37077; }","duration":"387.718605ms","start":"2026-03-19T12:29:18.814501Z","end":"2026-03-19T12:29:19.202219Z","steps":["trace[1396922057] 'agreement among raft nodes before linearized reading' (duration: 387.581722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:19.202262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:18.81448Z","time spent":"387.774337ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T12:29:19.202275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:18.750989Z","time spent":"451.260742ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:19.202272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:18.749226Z","time spent":"452.980009ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:19.202559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:18.748762Z","time spent":"453.371729ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:19.227105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.25479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-19T12:29:19.227194Z","caller":"traceutil/trace.go:171","msg":"trace[1804511327] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:37078; }","duration":"370.381944ms","start":"2026-03-19T12:29:18.85679Z","end":"2026-03-19T12:29:19.227172Z","steps":["trace[1804511327] 'agreement among raft nodes before linearized reading' (duration: 370.117457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:19.227245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:18.856776Z","time spent":"370.457247ms","remote":"127.0.0.1:52898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-19T12:29:19.227569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.904162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:19.227623Z","caller":"traceutil/trace.go:171","msg":"trace[669738717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37078; }","duration":"298.991855ms","start":"2026-03-19T12:29:18.928617Z","end":"2026-03-19T12:29:19.227609Z","steps":["trace[669738717] 'agreement among raft nodes before linearized reading' (duration: 298.912983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:19.227803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.249218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-19T12:29:19.227934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.12145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-19T12:29:19.227929Z","caller":"traceutil/trace.go:171","msg":"trace[1546163917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37078; }","duration":"286.466014ms","start":"2026-03-19T12:29:18.941439Z","end":"2026-03-19T12:29:19.227905Z","steps":["trace[1546163917] 'agreement among raft nodes before linearized reading' (duration: 286.069793ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:19.22801Z","caller":"traceutil/trace.go:171","msg":"trace[866743576] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:37078; }","duration":"132.196172ms","start":"2026-03-19T12:29:19.095792Z","end":"2026-03-19T12:29:19.227988Z","steps":["trace[866743576] 'agreement among raft nodes before linearized reading' (duration: 131.979426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:19.228088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.744625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:29:19.228127Z","caller":"traceutil/trace.go:171","msg":"trace[345896235] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37078; }","duration":"285.806536ms","start":"2026-03-19T12:29:18.942308Z","end":"2026-03-19T12:29:19.228114Z","steps":["trace[345896235] 'agreement among raft nodes before linearized reading' (duration: 285.152478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:19.227861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.559149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:29:19.228359Z","caller":"traceutil/trace.go:171","msg":"trace[2067730665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37078; }","duration":"286.086574ms","start":"2026-03-19T12:29:18.942249Z","end":"2026-03-19T12:29:19.228335Z","steps":["trace[2067730665] 'agreement among raft nodes before linearized reading' (duration: 285.293412ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:19.547272Z","caller":"traceutil/trace.go:171","msg":"trace[738966460] linearizableReadLoop","detail":"{readStateIndex:38373; appliedIndex:38372; }","duration":"314.927708ms","start":"2026-03-19T12:29:19.232327Z","end":"2026-03-19T12:29:19.547255Z","steps":["trace[738966460] 'read index received' (duration: 263.440499ms)","trace[738966460] 'applied index is now lower than readState.Index' (duration: 51.486519ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:19.547369Z","caller":"traceutil/trace.go:171","msg":"trace[1956015220] transaction","detail":"{read_only:false; response_revision:37079; number_of_response:1; }","duration":"340.376919ms","start":"2026-03-19T12:29:19.20697Z","end":"2026-03-19T12:29:19.547347Z","steps":["trace[1956015220] 'process raft request' (duration: 288.781887ms)","trace[1956015220] 'compare' (duration: 51.330235ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:19.547478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:19.206947Z","time spent":"340.462181ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:19.54771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.38013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:94 size:121792"} {"level":"info","ts":"2026-03-19T12:29:19.547728Z","caller":"traceutil/trace.go:171","msg":"trace[1386017478] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:94; response_revision:37079; }","duration":"315.422941ms","start":"2026-03-19T12:29:19.2323Z","end":"2026-03-19T12:29:19.547723Z","steps":["trace[1386017478] 'agreement among raft nodes before linearized reading' (duration: 315.033101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:19.547745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:19.232286Z","time spent":"315.453682ms","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":121816,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-19T12:29:19.566427Z","caller":"traceutil/trace.go:171","msg":"trace[6230445] transaction","detail":"{read_only:false; response_revision:37080; number_of_response:1; }","duration":"332.130555ms","start":"2026-03-19T12:29:19.234282Z","end":"2026-03-19T12:29:19.566412Z","steps":["trace[6230445] 'process raft request' (duration: 331.848348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:19.566528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:19.234265Z","time spent":"332.217337ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:19.566696Z","caller":"traceutil/trace.go:171","msg":"trace[943134470] transaction","detail":"{read_only:false; response_revision:37081; number_of_response:1; }","duration":"331.56241ms","start":"2026-03-19T12:29:19.235129Z","end":"2026-03-19T12:29:19.566691Z","steps":["trace[943134470] 'process raft request' (duration: 331.118798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:19.566732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:19.2351Z","time spent":"331.616032ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:19.566831Z","caller":"traceutil/trace.go:171","msg":"trace[820139138] transaction","detail":"{read_only:false; response_revision:37082; number_of_response:1; }","duration":"330.945713ms","start":"2026-03-19T12:29:19.235879Z","end":"2026-03-19T12:29:19.566825Z","steps":["trace[820139138] 'process raft request' (duration: 330.394058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:19.566872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:19.235859Z","time spent":"330.995014ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:19.567007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.715744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126897"} {"level":"info","ts":"2026-03-19T12:29:19.56703Z","caller":"traceutil/trace.go:171","msg":"trace[186100517] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:37082; }","duration":"267.783717ms","start":"2026-03-19T12:29:19.299241Z","end":"2026-03-19T12:29:19.567024Z","steps":["trace[186100517] 'agreement among raft nodes before linearized reading' (duration: 267.687624ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:20.951676Z","caller":"traceutil/trace.go:171","msg":"trace[1066217028] transaction","detail":"{read_only:false; response_revision:37086; number_of_response:1; }","duration":"121.855321ms","start":"2026-03-19T12:29:20.829794Z","end":"2026-03-19T12:29:20.95165Z","steps":["trace[1066217028] 'process raft request' (duration: 114.398878ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:21.27949Z","caller":"traceutil/trace.go:171","msg":"trace[804773144] transaction","detail":"{read_only:false; response_revision:37087; number_of_response:1; }","duration":"121.675746ms","start":"2026-03-19T12:29:21.157782Z","end":"2026-03-19T12:29:21.279458Z","steps":["trace[804773144] 'process raft request' (duration: 121.486061ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:21.40409Z","caller":"traceutil/trace.go:171","msg":"trace[960676211] transaction","detail":"{read_only:false; response_revision:37092; number_of_response:1; }","duration":"168.56287ms","start":"2026-03-19T12:29:21.235513Z","end":"2026-03-19T12:29:21.404076Z","steps":["trace[960676211] 'process raft request' (duration: 168.494358ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:21.404084Z","caller":"traceutil/trace.go:171","msg":"trace[1441163789] transaction","detail":"{read_only:false; response_revision:37089; number_of_response:1; }","duration":"196.947762ms","start":"2026-03-19T12:29:21.207105Z","end":"2026-03-19T12:29:21.404053Z","steps":["trace[1441163789] 'process raft request' (duration: 196.765137ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:21.404099Z","caller":"traceutil/trace.go:171","msg":"trace[946019556] transaction","detail":"{read_only:false; response_revision:37088; number_of_response:1; }","duration":"197.458776ms","start":"2026-03-19T12:29:21.206575Z","end":"2026-03-19T12:29:21.404034Z","steps":["trace[946019556] 'process raft request' (duration: 147.833067ms)","trace[946019556] 'compare' (duration: 49.333151ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:21.40407Z","caller":"traceutil/trace.go:171","msg":"trace[1600982139] transaction","detail":"{read_only:false; response_revision:37091; number_of_response:1; }","duration":"196.030817ms","start":"2026-03-19T12:29:21.208014Z","end":"2026-03-19T12:29:21.404045Z","steps":["trace[1600982139] 'process raft request' (duration: 195.951605ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:21.404174Z","caller":"traceutil/trace.go:171","msg":"trace[1497408816] transaction","detail":"{read_only:false; response_revision:37090; number_of_response:1; }","duration":"196.479429ms","start":"2026-03-19T12:29:21.207659Z","end":"2026-03-19T12:29:21.404139Z","steps":["trace[1497408816] 'process raft request' (duration: 196.269913ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:21.861999Z","caller":"traceutil/trace.go:171","msg":"trace[1333218436] transaction","detail":"{read_only:false; response_revision:37096; number_of_response:1; }","duration":"191.575556ms","start":"2026-03-19T12:29:21.6704Z","end":"2026-03-19T12:29:21.861975Z","steps":["trace[1333218436] 'process raft request' (duration: 191.534234ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:21.862465Z","caller":"traceutil/trace.go:171","msg":"trace[1545003701] transaction","detail":"{read_only:false; response_revision:37094; number_of_response:1; }","duration":"192.173233ms","start":"2026-03-19T12:29:21.670281Z","end":"2026-03-19T12:29:21.862454Z","steps":["trace[1545003701] 'process raft request' (duration: 191.453963ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:21.862637Z","caller":"traceutil/trace.go:171","msg":"trace[722028985] transaction","detail":"{read_only:false; response_revision:37095; number_of_response:1; }","duration":"192.270485ms","start":"2026-03-19T12:29:21.670353Z","end":"2026-03-19T12:29:21.862623Z","steps":["trace[722028985] 'process raft request' (duration: 191.527455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:22.599306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.360059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:22.599382Z","caller":"traceutil/trace.go:171","msg":"trace[1907637160] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:37097; }","duration":"145.488823ms","start":"2026-03-19T12:29:22.453874Z","end":"2026-03-19T12:29:22.599363Z","steps":["trace[1907637160] 'count revisions from in-memory index tree' (duration: 145.260827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:22.599658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.009743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:22.599759Z","caller":"traceutil/trace.go:171","msg":"trace[916319445] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:37097; }","duration":"176.131106ms","start":"2026-03-19T12:29:22.42359Z","end":"2026-03-19T12:29:22.599721Z","steps":["trace[916319445] 'range keys from in-memory index tree' (duration: 175.943911ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:22.898058Z","caller":"traceutil/trace.go:171","msg":"trace[1243632566] linearizableReadLoop","detail":"{readStateIndex:38392; appliedIndex:38391; }","duration":"176.818835ms","start":"2026-03-19T12:29:22.721207Z","end":"2026-03-19T12:29:22.898025Z","steps":["trace[1243632566] 'read index received' (duration: 176.529347ms)","trace[1243632566] 'applied index is now lower than readState.Index' (duration: 288.038µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:22.898112Z","caller":"traceutil/trace.go:171","msg":"trace[1730710776] transaction","detail":"{read_only:false; response_revision:37098; number_of_response:1; }","duration":"191.164744ms","start":"2026-03-19T12:29:22.706925Z","end":"2026-03-19T12:29:22.898089Z","steps":["trace[1730710776] 'process raft request' (duration: 190.859236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:22.898629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.054171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:22.898701Z","caller":"traceutil/trace.go:171","msg":"trace[181716308] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37098; }","duration":"177.511524ms","start":"2026-03-19T12:29:22.721173Z","end":"2026-03-19T12:29:22.898684Z","steps":["trace[181716308] 'agreement among raft nodes before linearized reading' (duration: 176.99325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:23.119195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.686182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:29:23.119288Z","caller":"traceutil/trace.go:171","msg":"trace[680913375] linearizableReadLoop","detail":"{readStateIndex:38393; appliedIndex:38392; }","duration":"217.12663ms","start":"2026-03-19T12:29:22.90215Z","end":"2026-03-19T12:29:23.119276Z","steps":["trace[680913375] 'read index received' (duration: 44.311124ms)","trace[680913375] 'applied index is now lower than readState.Index' (duration: 172.814486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:23.119357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.214083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:23.119371Z","caller":"traceutil/trace.go:171","msg":"trace[1219840789] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37099; }","duration":"217.285304ms","start":"2026-03-19T12:29:22.90208Z","end":"2026-03-19T12:29:23.119365Z","steps":["trace[1219840789] 'agreement among raft nodes before linearized reading' (duration: 217.249273ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:23.119357Z","caller":"traceutil/trace.go:171","msg":"trace[993587543] transaction","detail":"{read_only:false; response_revision:37099; number_of_response:1; }","duration":"284.872631ms","start":"2026-03-19T12:29:22.834433Z","end":"2026-03-19T12:29:23.119306Z","steps":["trace[993587543] 'process raft request' (duration: 112.008304ms)","trace[993587543] 'compare' (duration: 172.570739ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:23.193418Z","caller":"traceutil/trace.go:171","msg":"trace[438512887] transaction","detail":"{read_only:false; response_revision:37100; number_of_response:1; }","duration":"225.075135ms","start":"2026-03-19T12:29:22.968313Z","end":"2026-03-19T12:29:23.193388Z","steps":["trace[438512887] 'process raft request' (duration: 224.904321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:23.193565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.227939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:23.193631Z","caller":"traceutil/trace.go:171","msg":"trace[1528213827] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:37100; }","duration":"165.344683ms","start":"2026-03-19T12:29:23.028271Z","end":"2026-03-19T12:29:23.193615Z","steps":["trace[1528213827] 'agreement among raft nodes before linearized reading' (duration: 165.221909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:23.193721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.233872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:23.193783Z","caller":"traceutil/trace.go:171","msg":"trace[1978021047] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:37100; }","duration":"221.370585ms","start":"2026-03-19T12:29:22.972395Z","end":"2026-03-19T12:29:23.193765Z","steps":["trace[1978021047] 'agreement among raft nodes before linearized reading' (duration: 221.231501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:23.193769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.001893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:420468"} {"level":"info","ts":"2026-03-19T12:29:23.193855Z","caller":"traceutil/trace.go:171","msg":"trace[1692178560] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:37100; }","duration":"144.150017ms","start":"2026-03-19T12:29:23.049682Z","end":"2026-03-19T12:29:23.193832Z","steps":["trace[1692178560] 'agreement among raft nodes before linearized reading' (duration: 143.801397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:23.826721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.489329ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-19T12:29:23.827417Z","caller":"traceutil/trace.go:171","msg":"trace[1591646310] linearizableReadLoop","detail":"{readStateIndex:38395; appliedIndex:38394; }","duration":"633.938506ms","start":"2026-03-19T12:29:23.193453Z","end":"2026-03-19T12:29:23.827391Z","steps":["trace[1591646310] 'read index received' (duration: 47.770098ms)","trace[1591646310] 'applied index is now lower than readState.Index' (duration: 586.166888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:23.827779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.174536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T12:29:23.82784Z","caller":"traceutil/trace.go:171","msg":"trace[478799076] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37100; }","duration":"700.281359ms","start":"2026-03-19T12:29:23.127544Z","end":"2026-03-19T12:29:23.827825Z","steps":["trace[478799076] 'agreement among raft nodes before linearized reading' (duration: 700.076573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:23.827889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:23.127522Z","time spent":"700.354831ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T12:29:23.828287Z","caller":"traceutil/trace.go:171","msg":"trace[1430797801] transaction","detail":"{read_only:false; response_revision:37101; number_of_response:1; }","duration":"543.004825ms","start":"2026-03-19T12:29:23.285254Z","end":"2026-03-19T12:29:23.828258Z","steps":["trace[1430797801] 'process raft request' (duration: 541.646618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:23.828427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:23.285218Z","time spent":"543.134919ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:24.093369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.036681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:29:24.093802Z","caller":"traceutil/trace.go:171","msg":"trace[1835849023] transaction","detail":"{read_only:false; response_revision:37103; number_of_response:1; }","duration":"682.347841ms","start":"2026-03-19T12:29:23.411434Z","end":"2026-03-19T12:29:24.093782Z","steps":["trace[1835849023] 'process raft request' (duration: 682.034093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:24.093899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:23.411414Z","time spent":"682.433123ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:24.094017Z","caller":"traceutil/trace.go:171","msg":"trace[1468758053] transaction","detail":"{read_only:false; response_revision:37102; number_of_response:1; }","duration":"683.179353ms","start":"2026-03-19T12:29:23.410832Z","end":"2026-03-19T12:29:24.094011Z","steps":["trace[1468758053] 'process raft request' (duration: 417.413772ms)","trace[1468758053] 'compare' (duration: 264.888887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:24.094053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:23.41081Z","time spent":"683.224575ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:24.094079Z","caller":"traceutil/trace.go:171","msg":"trace[1441979499] linearizableReadLoop","detail":"{readStateIndex:38402; appliedIndex:38396; }","duration":"266.478091ms","start":"2026-03-19T12:29:23.827584Z","end":"2026-03-19T12:29:24.094062Z","steps":["trace[1441979499] 'read index received' (duration: 261.623179ms)","trace[1441979499] 'applied index is now lower than readState.Index' (duration: 4.853782ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:24.094172Z","caller":"traceutil/trace.go:171","msg":"trace[1869348995] transaction","detail":"{read_only:false; response_revision:37104; number_of_response:1; }","duration":"682.115544ms","start":"2026-03-19T12:29:23.412048Z","end":"2026-03-19T12:29:24.094163Z","steps":["trace[1869348995] 'process raft request' (duration: 681.505458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:24.09426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:23.412038Z","time spent":"682.164985ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:24.094283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.564103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T12:29:24.094314Z","caller":"traceutil/trace.go:171","msg":"trace[932693416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37107; }","duration":"333.617195ms","start":"2026-03-19T12:29:23.76068Z","end":"2026-03-19T12:29:24.094297Z","steps":["trace[932693416] 'agreement among raft nodes before linearized reading' (duration: 333.520812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:24.09433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:23.760651Z","time spent":"333.676397ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T12:29:24.094373Z","caller":"traceutil/trace.go:171","msg":"trace[972256108] transaction","detail":"{read_only:false; response_revision:37105; number_of_response:1; }","duration":"681.310003ms","start":"2026-03-19T12:29:23.413057Z","end":"2026-03-19T12:29:24.094367Z","steps":["trace[972256108] 'process raft request' (duration: 680.539632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:24.094403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:23.413047Z","time spent":"681.337963ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:24.094443Z","caller":"traceutil/trace.go:171","msg":"trace[1665321391] transaction","detail":"{read_only:false; response_revision:37106; number_of_response:1; }","duration":"674.511498ms","start":"2026-03-19T12:29:23.419927Z","end":"2026-03-19T12:29:24.094438Z","steps":["trace[1665321391] 'process raft request' (duration: 673.698296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:24.094468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:23.419917Z","time spent":"674.537478ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:24.094579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.93797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:29:24.094617Z","caller":"traceutil/trace.go:171","msg":"trace[1829134489] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:37107; }","duration":"353.024803ms","start":"2026-03-19T12:29:23.741583Z","end":"2026-03-19T12:29:24.094608Z","steps":["trace[1829134489] 'agreement among raft nodes before linearized reading' (duration: 352.959031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:24.094647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:23.741563Z","time spent":"353.077014ms","remote":"127.0.0.1:53180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:29:24.094812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.904022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:24.094845Z","caller":"traceutil/trace.go:171","msg":"trace[1863471457] transaction","detail":"{read_only:false; response_revision:37107; number_of_response:1; }","duration":"515.089286ms","start":"2026-03-19T12:29:23.57975Z","end":"2026-03-19T12:29:24.094839Z","steps":["trace[1863471457] 'process raft request' (duration: 514.059518ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:24.094847Z","caller":"traceutil/trace.go:171","msg":"trace[2025505798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37107; }","duration":"482.935053ms","start":"2026-03-19T12:29:23.611901Z","end":"2026-03-19T12:29:24.094836Z","steps":["trace[2025505798] 'agreement among raft nodes before linearized reading' (duration: 482.887071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:24.094873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:23.579726Z","time spent":"515.132437ms","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421047,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:24.094879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:23.611845Z","time spent":"483.028355ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:29:24.095094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.831144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18250"} {"level":"info","ts":"2026-03-19T12:29:24.095128Z","caller":"traceutil/trace.go:171","msg":"trace[158966835] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:37107; }","duration":"265.891504ms","start":"2026-03-19T12:29:23.829228Z","end":"2026-03-19T12:29:24.09512Z","steps":["trace[158966835] 'agreement among raft nodes before linearized reading' (duration: 265.786492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:24.09568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.290793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:29:24.095718Z","caller":"traceutil/trace.go:171","msg":"trace[1285571717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37107; }","duration":"228.344264ms","start":"2026-03-19T12:29:23.867365Z","end":"2026-03-19T12:29:24.095709Z","steps":["trace[1285571717] 'agreement among raft nodes before linearized reading' (duration: 228.234281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:24.095885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.53815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:29:24.095917Z","caller":"traceutil/trace.go:171","msg":"trace[620042733] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37107; }","duration":"228.594272ms","start":"2026-03-19T12:29:23.867315Z","end":"2026-03-19T12:29:24.095909Z","steps":["trace[620042733] 'agreement among raft nodes before linearized reading' (duration: 228.50984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:24.096064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.189548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:29:24.0961Z","caller":"traceutil/trace.go:171","msg":"trace[352304213] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37107; }","duration":"229.26835ms","start":"2026-03-19T12:29:23.866824Z","end":"2026-03-19T12:29:24.096092Z","steps":["trace[352304213] 'agreement among raft nodes before linearized reading' (duration: 229.190518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:25.441109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019738358s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:29:25.441302Z","caller":"traceutil/trace.go:171","msg":"trace[1282456491] transaction","detail":"{read_only:false; response_revision:37108; number_of_response:1; }","duration":"1.332163428s","start":"2026-03-19T12:29:24.109108Z","end":"2026-03-19T12:29:25.441272Z","steps":["trace[1282456491] 'process raft request' (duration: 312.191813ms)","trace[1282456491] 'compare' (duration: 1.018061463s)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:25.441362Z","caller":"traceutil/trace.go:171","msg":"trace[791509678] transaction","detail":"{read_only:false; response_revision:37112; number_of_response:1; }","duration":"316.582173ms","start":"2026-03-19T12:29:25.124766Z","end":"2026-03-19T12:29:25.441348Z","steps":["trace[791509678] 'process raft request' (duration: 316.549502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:25.441408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:25.124745Z","time spent":"316.642474ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:25.441476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:24.109088Z","time spent":"1.332286792s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:25.441422Z","caller":"traceutil/trace.go:171","msg":"trace[1274497359] transaction","detail":"{read_only:false; response_revision:37109; number_of_response:1; }","duration":"1.332140398s","start":"2026-03-19T12:29:24.109193Z","end":"2026-03-19T12:29:25.441334Z","steps":["trace[1274497359] 'process raft request' (duration: 1.331996644s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:25.441518Z","caller":"traceutil/trace.go:171","msg":"trace[2099191615] transaction","detail":"{read_only:false; response_revision:37111; number_of_response:1; }","duration":"1.33221709s","start":"2026-03-19T12:29:24.109272Z","end":"2026-03-19T12:29:25.441489Z","steps":["trace[2099191615] 'process raft request' (duration: 1.332015004s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:25.441594Z","caller":"traceutil/trace.go:171","msg":"trace[68418625] transaction","detail":"{read_only:false; response_revision:37110; number_of_response:1; }","duration":"1.332345913s","start":"2026-03-19T12:29:24.109226Z","end":"2026-03-19T12:29:25.441572Z","steps":["trace[68418625] 'process raft request' (duration: 1.332035015s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:25.441605Z","caller":"traceutil/trace.go:171","msg":"trace[1659099540] linearizableReadLoop","detail":"{readStateIndex:38406; appliedIndex:38402; }","duration":"1.332107056s","start":"2026-03-19T12:29:24.109481Z","end":"2026-03-19T12:29:25.441588Z","steps":["trace[1659099540] 'read index received' (duration: 311.832503ms)","trace[1659099540] 'applied index is now lower than readState.Index' (duration: 1.020272133s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:25.441672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:24.109265Z","time spent":"1.332332503s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:25.441721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227759782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:25.441749Z","caller":"traceutil/trace.go:171","msg":"trace[99422520] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:37112; }","duration":"1.227844694s","start":"2026-03-19T12:29:24.213896Z","end":"2026-03-19T12:29:25.441741Z","steps":["trace[99422520] 'agreement among raft nodes before linearized reading' (duration: 1.227784142s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:25.441702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:24.109173Z","time spent":"1.332416106s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:25.441778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:24.213876Z","time spent":"1.227896074s","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:29:25.441793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332305772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-19T12:29:25.441817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.468307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-19T12:29:25.44184Z","caller":"traceutil/trace.go:171","msg":"trace[1245751939] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:37112; }","duration":"1.332370934s","start":"2026-03-19T12:29:24.109458Z","end":"2026-03-19T12:29:25.441829Z","steps":["trace[1245751939] 'agreement among raft nodes before linearized reading' (duration: 1.332156898s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:25.441857Z","caller":"traceutil/trace.go:171","msg":"trace[1725483233] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:37112; }","duration":"794.529129ms","start":"2026-03-19T12:29:24.647315Z","end":"2026-03-19T12:29:25.441844Z","steps":["trace[1725483233] 'agreement among raft nodes before linearized reading' (duration: 794.427647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:25.441885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.164025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18250"} {"level":"warn","ts":"2026-03-19T12:29:25.441679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:24.109219Z","time spent":"1.332419415s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:25.441928Z","caller":"traceutil/trace.go:171","msg":"trace[280006395] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:37112; }","duration":"884.244177ms","start":"2026-03-19T12:29:24.557673Z","end":"2026-03-19T12:29:25.441917Z","steps":["trace[280006395] 'agreement among raft nodes before linearized reading' (duration: 884.040872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:25.441939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.189316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:29:25.441958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:24.557651Z","time spent":"884.298018ms","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18274,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T12:29:25.441888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:24.647304Z","time spent":"794.57766ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T12:29:25.441966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189765659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-19T12:29:25.441964Z","caller":"traceutil/trace.go:171","msg":"trace[879758720] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:37112; }","duration":"569.259858ms","start":"2026-03-19T12:29:24.872696Z","end":"2026-03-19T12:29:25.441956Z","steps":["trace[879758720] 'agreement among raft nodes before linearized reading' (duration: 569.220667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:25.441891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:24.109451Z","time spent":"1.332421935s","remote":"127.0.0.1:49454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T12:29:25.441999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:24.872672Z","time spent":"569.32269ms","remote":"127.0.0.1:49302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:29:25.441816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.349047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-19T12:29:25.442023Z","caller":"traceutil/trace.go:171","msg":"trace[300553062] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:37112; }","duration":"793.619654ms","start":"2026-03-19T12:29:24.648398Z","end":"2026-03-19T12:29:25.442018Z","steps":["trace[300553062] 'agreement among raft nodes before linearized reading' (duration: 793.320536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:25.442048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:24.648353Z","time spent":"793.689617ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-19T12:29:25.441994Z","caller":"traceutil/trace.go:171","msg":"trace[1159244702] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37112; }","duration":"1.1898213s","start":"2026-03-19T12:29:24.252167Z","end":"2026-03-19T12:29:25.441988Z","steps":["trace[1159244702] 'agreement among raft nodes before linearized reading' (duration: 1.189734248s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:25.442491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:24.252151Z","time spent":"1.189919054s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T12:29:25.948711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536165367,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T12:29:26.395251Z","caller":"traceutil/trace.go:171","msg":"trace[1991396177] transaction","detail":"{read_only:false; response_revision:37113; number_of_response:1; }","duration":"948.513132ms","start":"2026-03-19T12:29:25.446712Z","end":"2026-03-19T12:29:26.395225Z","steps":["trace[1991396177] 'process raft request' (duration: 855.185836ms)","trace[1991396177] 'compare' (duration: 92.75742ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:26.395378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:25.446692Z","time spent":"948.621605ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:26.438484Z","caller":"traceutil/trace.go:171","msg":"trace[661144512] transaction","detail":"{read_only:false; response_revision:37114; number_of_response:1; }","duration":"990.958456ms","start":"2026-03-19T12:29:25.447487Z","end":"2026-03-19T12:29:26.438445Z","steps":["trace[661144512] 'process raft request' (duration: 990.495483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:26.438709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:25.447462Z","time spent":"991.145281ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:26.438788Z","caller":"traceutil/trace.go:171","msg":"trace[703356055] transaction","detail":"{read_only:false; response_revision:37119; number_of_response:1; }","duration":"288.359625ms","start":"2026-03-19T12:29:26.150408Z","end":"2026-03-19T12:29:26.438768Z","steps":["trace[703356055] 'process raft request' (duration: 288.277393ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:26.439068Z","caller":"traceutil/trace.go:171","msg":"trace[934030951] linearizableReadLoop","detail":"{readStateIndex:38411; appliedIndex:38407; }","duration":"990.613617ms","start":"2026-03-19T12:29:25.448429Z","end":"2026-03-19T12:29:26.439042Z","steps":["trace[934030951] 'read index received' (duration: 853.523792ms)","trace[934030951] 'applied index is now lower than readState.Index' (duration: 137.088495ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:26.439154Z","caller":"traceutil/trace.go:171","msg":"trace[266735486] transaction","detail":"{read_only:false; response_revision:37120; number_of_response:1; }","duration":"288.570571ms","start":"2026-03-19T12:29:26.150563Z","end":"2026-03-19T12:29:26.439134Z","steps":["trace[266735486] 'process raft request' (duration: 288.14694ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:26.439218Z","caller":"traceutil/trace.go:171","msg":"trace[2039853031] transaction","detail":"{read_only:false; response_revision:37121; number_of_response:1; }","duration":"288.573881ms","start":"2026-03-19T12:29:26.150624Z","end":"2026-03-19T12:29:26.439198Z","steps":["trace[2039853031] 'process raft request' (duration: 288.240892ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:26.439339Z","caller":"traceutil/trace.go:171","msg":"trace[1936269389] transaction","detail":"{read_only:false; response_revision:37115; number_of_response:1; }","duration":"991.48792ms","start":"2026-03-19T12:29:25.447824Z","end":"2026-03-19T12:29:26.439311Z","steps":["trace[1936269389] 'process raft request' (duration: 990.37635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:26.439451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:25.447816Z","time spent":"991.575202ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:26.439464Z","caller":"traceutil/trace.go:171","msg":"trace[1314757923] transaction","detail":"{read_only:false; response_revision:37122; number_of_response:1; }","duration":"257.206789ms","start":"2026-03-19T12:29:26.18224Z","end":"2026-03-19T12:29:26.439447Z","steps":["trace[1314757923] 'process raft request' (duration: 256.743896ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:26.439588Z","caller":"traceutil/trace.go:171","msg":"trace[1304023888] transaction","detail":"{read_only:false; response_revision:37117; number_of_response:1; }","duration":"424.627038ms","start":"2026-03-19T12:29:26.014948Z","end":"2026-03-19T12:29:26.439575Z","steps":["trace[1304023888] 'process raft request' (duration: 423.652712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:26.439663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:26.014925Z","time spent":"424.69222ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:26.439664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.537281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-19T12:29:26.439701Z","caller":"traceutil/trace.go:171","msg":"trace[82336654] transaction","detail":"{read_only:false; response_revision:37118; number_of_response:1; }","duration":"289.261029ms","start":"2026-03-19T12:29:26.150422Z","end":"2026-03-19T12:29:26.439683Z","steps":["trace[82336654] 'process raft request' (duration: 288.207911ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:26.439724Z","caller":"traceutil/trace.go:171","msg":"trace[556264121] transaction","detail":"{read_only:false; response_revision:37116; number_of_response:1; }","duration":"606.375717ms","start":"2026-03-19T12:29:25.833335Z","end":"2026-03-19T12:29:26.439711Z","steps":["trace[556264121] 'process raft request' (duration: 605.223446ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:26.439744Z","caller":"traceutil/trace.go:171","msg":"trace[645606421] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37122; }","duration":"871.641984ms","start":"2026-03-19T12:29:25.568066Z","end":"2026-03-19T12:29:26.439708Z","steps":["trace[645606421] 'agreement among raft nodes before linearized reading' (duration: 871.442389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:26.439804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:25.568046Z","time spent":"871.744176ms","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T12:29:26.439821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:25.833313Z","time spent":"606.456749ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:26.440045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.356268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:26.440099Z","caller":"traceutil/trace.go:171","msg":"trace[227127382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37122; }","duration":"782.44296ms","start":"2026-03-19T12:29:25.657648Z","end":"2026-03-19T12:29:26.440091Z","steps":["trace[227127382] 'agreement among raft nodes before linearized reading' (duration: 782.371528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:26.440084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.827186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:29:26.440131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:25.657629Z","time spent":"782.495461ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T12:29:26.440149Z","caller":"traceutil/trace.go:171","msg":"trace[204993019] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:37122; }","duration":"678.931059ms","start":"2026-03-19T12:29:25.761203Z","end":"2026-03-19T12:29:26.440134Z","steps":["trace[204993019] 'agreement among raft nodes before linearized reading' (duration: 678.820936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:26.440214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:25.761183Z","time spent":"679.01667ms","remote":"127.0.0.1:53236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:29:26.440056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.483617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:26.440319Z","caller":"traceutil/trace.go:171","msg":"trace[1926068690] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:37122; }","duration":"529.784855ms","start":"2026-03-19T12:29:25.910515Z","end":"2026-03-19T12:29:26.440299Z","steps":["trace[1926068690] 'agreement among raft nodes before linearized reading' (duration: 529.490087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:26.440391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:25.910493Z","time spent":"529.875908ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:29:26.439653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.204913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18250"} {"level":"info","ts":"2026-03-19T12:29:26.440678Z","caller":"traceutil/trace.go:171","msg":"trace[206704960] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:37122; }","duration":"992.254831ms","start":"2026-03-19T12:29:25.448407Z","end":"2026-03-19T12:29:26.440662Z","steps":["trace[206704960] 'agreement among raft nodes before linearized reading' (duration: 990.843793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:26.440745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:25.448399Z","time spent":"992.330063ms","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18274,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T12:29:26.797618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.989328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:26.797692Z","caller":"traceutil/trace.go:171","msg":"trace[582061100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37122; }","duration":"181.101581ms","start":"2026-03-19T12:29:26.616574Z","end":"2026-03-19T12:29:26.797675Z","steps":["trace[582061100] 'range keys from in-memory index tree' (duration: 180.930486ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:27.574337Z","caller":"traceutil/trace.go:171","msg":"trace[1995890239] transaction","detail":"{read_only:false; response_revision:37123; number_of_response:1; }","duration":"226.983988ms","start":"2026-03-19T12:29:27.347328Z","end":"2026-03-19T12:29:27.574312Z","steps":["trace[1995890239] 'process raft request' (duration: 226.837514ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:27.574849Z","caller":"traceutil/trace.go:171","msg":"trace[1287468169] linearizableReadLoop","detail":"{readStateIndex:38418; appliedIndex:38418; }","duration":"191.678378ms","start":"2026-03-19T12:29:27.383124Z","end":"2026-03-19T12:29:27.574802Z","steps":["trace[1287468169] 'read index received' (duration: 191.653437ms)","trace[1287468169] 'applied index is now lower than readState.Index' (duration: 20.881µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:27.57502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.860233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:29:27.575104Z","caller":"traceutil/trace.go:171","msg":"trace[1944320067] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:37123; }","duration":"192.000937ms","start":"2026-03-19T12:29:27.383082Z","end":"2026-03-19T12:29:27.575083Z","steps":["trace[1944320067] 'agreement among raft nodes before linearized reading' (duration: 191.846472ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:27.733095Z","caller":"traceutil/trace.go:171","msg":"trace[2112184519] linearizableReadLoop","detail":"{readStateIndex:38419; appliedIndex:38418; }","duration":"157.886491ms","start":"2026-03-19T12:29:27.574963Z","end":"2026-03-19T12:29:27.732849Z","steps":["trace[2112184519] 'read index received' (duration: 86.883351ms)","trace[2112184519] 'applied index is now lower than readState.Index' (duration: 71.00231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:27.733311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.29202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:29:27.733345Z","caller":"traceutil/trace.go:171","msg":"trace[250665951] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37124; }","duration":"286.369931ms","start":"2026-03-19T12:29:27.446965Z","end":"2026-03-19T12:29:27.733335Z","steps":["trace[250665951] 'agreement among raft nodes before linearized reading' (duration: 286.232047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:27.733349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.739274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T12:29:27.733427Z","caller":"traceutil/trace.go:171","msg":"trace[958699071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37124; }","duration":"285.829427ms","start":"2026-03-19T12:29:27.44758Z","end":"2026-03-19T12:29:27.73341Z","steps":["trace[958699071] 'agreement among raft nodes before linearized reading' (duration: 285.557179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:27.733456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.609714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:27.733443Z","caller":"traceutil/trace.go:171","msg":"trace[1803674380] transaction","detail":"{read_only:false; response_revision:37124; number_of_response:1; }","duration":"285.410105ms","start":"2026-03-19T12:29:27.448Z","end":"2026-03-19T12:29:27.733411Z","steps":["trace[1803674380] 'process raft request' (duration: 213.865361ms)","trace[1803674380] 'compare' (duration: 70.538307ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:27.733502Z","caller":"traceutil/trace.go:171","msg":"trace[1390494006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37124; }","duration":"114.686526ms","start":"2026-03-19T12:29:27.618802Z","end":"2026-03-19T12:29:27.733489Z","steps":["trace[1390494006] 'agreement among raft nodes before linearized reading' (duration: 114.620814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:27.73348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.395542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-19T12:29:27.73335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.327201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:29:27.73355Z","caller":"traceutil/trace.go:171","msg":"trace[285760829] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37124; }","duration":"286.508225ms","start":"2026-03-19T12:29:27.447026Z","end":"2026-03-19T12:29:27.733534Z","steps":["trace[285760829] 'agreement among raft nodes before linearized reading' (duration: 286.245238ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:27.73357Z","caller":"traceutil/trace.go:171","msg":"trace[728857762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37124; }","duration":"286.566467ms","start":"2026-03-19T12:29:27.446995Z","end":"2026-03-19T12:29:27.733561Z","steps":["trace[728857762] 'agreement among raft nodes before linearized reading' (duration: 286.184377ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:28.239479Z","caller":"traceutil/trace.go:171","msg":"trace[156424475] linearizableReadLoop","detail":"{readStateIndex:38423; appliedIndex:38420; }","duration":"412.491649ms","start":"2026-03-19T12:29:27.82697Z","end":"2026-03-19T12:29:28.239462Z","steps":["trace[156424475] 'read index received' (duration: 382.639968ms)","trace[156424475] 'applied index is now lower than readState.Index' (duration: 29.851051ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:28.239503Z","caller":"traceutil/trace.go:171","msg":"trace[1686800121] transaction","detail":"{read_only:false; response_revision:37126; number_of_response:1; }","duration":"501.174158ms","start":"2026-03-19T12:29:27.738294Z","end":"2026-03-19T12:29:28.239468Z","steps":["trace[1686800121] 'process raft request' (duration: 471.302546ms)","trace[1686800121] 'compare' (duration: 29.671686ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:28.239573Z","caller":"traceutil/trace.go:171","msg":"trace[578914752] transaction","detail":"{read_only:false; response_revision:37127; number_of_response:1; }","duration":"500.911651ms","start":"2026-03-19T12:29:27.738653Z","end":"2026-03-19T12:29:28.239564Z","steps":["trace[578914752] 'process raft request' (duration: 500.721306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:28.239658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:27.738266Z","time spent":"501.318712ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:28.239815Z","caller":"traceutil/trace.go:171","msg":"trace[1747021379] transaction","detail":"{read_only:false; response_revision:37128; number_of_response:1; }","duration":"500.576491ms","start":"2026-03-19T12:29:27.739215Z","end":"2026-03-19T12:29:28.239791Z","steps":["trace[1747021379] 'process raft request' (duration: 500.212062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:28.239939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:27.739199Z","time spent":"500.669875ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:28.240205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.232328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:28.240288Z","caller":"traceutil/trace.go:171","msg":"trace[1571534624] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:37128; }","duration":"413.331821ms","start":"2026-03-19T12:29:27.826928Z","end":"2026-03-19T12:29:28.24026Z","steps":["trace[1571534624] 'agreement among raft nodes before linearized reading' (duration: 413.232799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:28.240346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:27.826911Z","time spent":"413.412273ms","remote":"127.0.0.1:49248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:29:28.240867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:27.738638Z","time spent":"500.955192ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:28.24393Z","caller":"traceutil/trace.go:171","msg":"trace[1923653868] transaction","detail":"{read_only:false; response_revision:37129; number_of_response:1; }","duration":"340.092561ms","start":"2026-03-19T12:29:27.903825Z","end":"2026-03-19T12:29:28.243918Z","steps":["trace[1923653868] 'process raft request' (duration: 339.943407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:28.243989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:27.903802Z","time spent":"340.155813ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:28.24411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.521473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-03-19T12:29:28.24413Z","caller":"traceutil/trace.go:171","msg":"trace[1395555553] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:37129; }","duration":"195.584644ms","start":"2026-03-19T12:29:28.04854Z","end":"2026-03-19T12:29:28.244125Z","steps":["trace[1395555553] 'agreement among raft nodes before linearized reading' (duration: 195.315657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:28.782089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.20124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:29:28.782163Z","caller":"traceutil/trace.go:171","msg":"trace[355416089] linearizableReadLoop","detail":"{readStateIndex:38426; appliedIndex:38425; }","duration":"481.755321ms","start":"2026-03-19T12:29:28.300397Z","end":"2026-03-19T12:29:28.782152Z","steps":["trace[355416089] 'read index received' (duration: 228.536ms)","trace[355416089] 'applied index is now lower than readState.Index' (duration: 253.218701ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:28.782236Z","caller":"traceutil/trace.go:171","msg":"trace[166323018] transaction","detail":"{read_only:false; response_revision:37130; number_of_response:1; }","duration":"533.398634ms","start":"2026-03-19T12:29:28.248796Z","end":"2026-03-19T12:29:28.782195Z","steps":["trace[166323018] 'process raft request' (duration: 280.173203ms)","trace[166323018] 'compare' (duration: 252.968134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:28.782411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:28.248771Z","time spent":"533.549128ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:28.782875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.45081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:28.783186Z","caller":"traceutil/trace.go:171","msg":"trace[835419176] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:37130; }","duration":"482.807679ms","start":"2026-03-19T12:29:28.300353Z","end":"2026-03-19T12:29:28.783161Z","steps":["trace[835419176] 'agreement among raft nodes before linearized reading' (duration: 481.850583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:28.783408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:28.300335Z","time spent":"483.053626ms","remote":"127.0.0.1:57238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:29:29.021787Z","caller":"traceutil/trace.go:171","msg":"trace[292371380] transaction","detail":"{read_only:false; response_revision:37132; number_of_response:1; }","duration":"573.832203ms","start":"2026-03-19T12:29:28.447937Z","end":"2026-03-19T12:29:29.021769Z","steps":["trace[292371380] 'process raft request' (duration: 573.740111ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:29.021831Z","caller":"traceutil/trace.go:171","msg":"trace[1879206857] transaction","detail":"{read_only:false; response_revision:37131; number_of_response:1; }","duration":"575.395125ms","start":"2026-03-19T12:29:28.446389Z","end":"2026-03-19T12:29:29.021784Z","steps":["trace[1879206857] 'process raft request' (duration: 563.020119ms)","trace[1879206857] 'compare' (duration: 11.969895ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:29.021919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:28.447926Z","time spent":"573.924665ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:29.021979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:28.446363Z","time spent":"575.529689ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:29.022131Z","caller":"traceutil/trace.go:171","msg":"trace[118077009] transaction","detail":"{read_only:false; response_revision:37133; number_of_response:1; }","duration":"573.984917ms","start":"2026-03-19T12:29:28.448128Z","end":"2026-03-19T12:29:29.022113Z","steps":["trace[118077009] 'process raft request' (duration: 573.628528ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:29.022165Z","caller":"traceutil/trace.go:171","msg":"trace[709355549] transaction","detail":"{read_only:false; response_revision:37134; number_of_response:1; }","duration":"572.204678ms","start":"2026-03-19T12:29:28.449941Z","end":"2026-03-19T12:29:29.022146Z","steps":["trace[709355549] 'process raft request' (duration: 572.131996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:29.022289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:28.44993Z","time spent":"572.295471ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:29.022329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:28.448117Z","time spent":"574.063529ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:29.022666Z","caller":"traceutil/trace.go:171","msg":"trace[1935565830] linearizableReadLoop","detail":"{readStateIndex:38432; appliedIndex:38426; }","duration":"240.477334ms","start":"2026-03-19T12:29:28.782176Z","end":"2026-03-19T12:29:29.022653Z","steps":["trace[1935565830] 'read index received' (duration: 227.259605ms)","trace[1935565830] 'applied index is now lower than readState.Index' (duration: 13.216679ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:29.022634Z","caller":"traceutil/trace.go:171","msg":"trace[43590270] transaction","detail":"{read_only:false; response_revision:37135; number_of_response:1; }","duration":"572.496296ms","start":"2026-03-19T12:29:28.450089Z","end":"2026-03-19T12:29:29.022585Z","steps":["trace[43590270] 'process raft request' (duration: 572.021033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:29.022768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.853021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:29.022759Z","caller":"traceutil/trace.go:171","msg":"trace[1099931779] transaction","detail":"{read_only:false; response_revision:37136; number_of_response:1; }","duration":"535.801939ms","start":"2026-03-19T12:29:28.48693Z","end":"2026-03-19T12:29:29.022732Z","steps":["trace[1099931779] 'process raft request' (duration: 535.584293ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:29.022801Z","caller":"traceutil/trace.go:171","msg":"trace[2109064685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37136; }","duration":"411.925253ms","start":"2026-03-19T12:29:28.610868Z","end":"2026-03-19T12:29:29.022794Z","steps":["trace[2109064685] 'agreement among raft nodes before linearized reading' (duration: 411.842261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:29.022823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:28.610847Z","time spent":"411.972185ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:29:29.022818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.016783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:29.022851Z","caller":"traceutil/trace.go:171","msg":"trace[1496272363] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:37136; }","duration":"137.082065ms","start":"2026-03-19T12:29:28.885761Z","end":"2026-03-19T12:29:29.022843Z","steps":["trace[1496272363] 'agreement among raft nodes before linearized reading' (duration: 137.025914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:29.022885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:28.486882Z","time spent":"535.936273ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:29.02285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.055309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-19T12:29:29.022956Z","caller":"traceutil/trace.go:171","msg":"trace[1639897310] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:37136; }","duration":"238.180962ms","start":"2026-03-19T12:29:28.784761Z","end":"2026-03-19T12:29:29.022942Z","steps":["trace[1639897310] 'agreement among raft nodes before linearized reading' (duration: 237.988937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:29.023008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.806704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-19T12:29:29.02312Z","caller":"traceutil/trace.go:171","msg":"trace[404596366] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:37136; }","duration":"523.979568ms","start":"2026-03-19T12:29:28.499116Z","end":"2026-03-19T12:29:29.023095Z","steps":["trace[404596366] 'agreement among raft nodes before linearized reading' (duration: 523.653489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:29.022987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.496772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:29:29.023204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:28.499093Z","time spent":"524.08646ms","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-19T12:29:29.023941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.28818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-19T12:29:29.02401Z","caller":"traceutil/trace.go:171","msg":"trace[1149776875] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37136; }","duration":"622.363722ms","start":"2026-03-19T12:29:28.401631Z","end":"2026-03-19T12:29:29.023995Z","steps":["trace[1149776875] 'agreement among raft nodes before linearized reading' (duration: 621.113188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:29.02405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:28.401579Z","time spent":"622.462824ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T12:29:29.023267Z","caller":"traceutil/trace.go:171","msg":"trace[1258317877] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:37136; }","duration":"188.825121ms","start":"2026-03-19T12:29:28.834375Z","end":"2026-03-19T12:29:29.023201Z","steps":["trace[1258317877] 'agreement among raft nodes before linearized reading' (duration: 188.461621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:29.025476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:28.450081Z","time spent":"572.63866ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:29.841874Z","caller":"traceutil/trace.go:171","msg":"trace[1279251954] transaction","detail":"{read_only:false; response_revision:37138; number_of_response:1; }","duration":"102.097445ms","start":"2026-03-19T12:29:29.739745Z","end":"2026-03-19T12:29:29.841842Z","steps":["trace[1279251954] 'process raft request' (duration: 101.789566ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:29.999751Z","caller":"traceutil/trace.go:171","msg":"trace[1696344179] transaction","detail":"{read_only:false; response_revision:37139; number_of_response:1; }","duration":"152.046151ms","start":"2026-03-19T12:29:29.847683Z","end":"2026-03-19T12:29:29.999729Z","steps":["trace[1696344179] 'process raft request' (duration: 100.815539ms)","trace[1696344179] 'compare' (duration: 51.13335ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:30.439743Z","caller":"traceutil/trace.go:171","msg":"trace[1134245331] transaction","detail":"{read_only:false; response_revision:37141; number_of_response:1; }","duration":"115.732855ms","start":"2026-03-19T12:29:30.323984Z","end":"2026-03-19T12:29:30.439717Z","steps":["trace[1134245331] 'process raft request' (duration: 115.585181ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:30.464658Z","caller":"traceutil/trace.go:171","msg":"trace[2136061533] transaction","detail":"{read_only:false; response_revision:37142; number_of_response:1; }","duration":"139.897141ms","start":"2026-03-19T12:29:30.324734Z","end":"2026-03-19T12:29:30.464631Z","steps":["trace[2136061533] 'process raft request' (duration: 139.715016ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:30.464966Z","caller":"traceutil/trace.go:171","msg":"trace[1397333939] transaction","detail":"{read_only:false; response_revision:37143; number_of_response:1; }","duration":"139.434799ms","start":"2026-03-19T12:29:30.325513Z","end":"2026-03-19T12:29:30.464948Z","steps":["trace[1397333939] 'process raft request' (duration: 139.077879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:30.736327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.723106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:30.736399Z","caller":"traceutil/trace.go:171","msg":"trace[1560506110] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37143; }","duration":"210.87364ms","start":"2026-03-19T12:29:30.525509Z","end":"2026-03-19T12:29:30.736382Z","steps":["trace[1560506110] 'range keys from in-memory index tree' (duration: 210.616723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:30.737117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.28499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:30.737174Z","caller":"traceutil/trace.go:171","msg":"trace[1859049035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37143; }","duration":"116.366602ms","start":"2026-03-19T12:29:30.620786Z","end":"2026-03-19T12:29:30.737153Z","steps":["trace[1859049035] 'range keys from in-memory index tree' (duration: 116.220847ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:31.155692Z","caller":"traceutil/trace.go:171","msg":"trace[392475243] transaction","detail":"{read_only:false; response_revision:37144; number_of_response:1; }","duration":"126.891338ms","start":"2026-03-19T12:29:31.028765Z","end":"2026-03-19T12:29:31.155657Z","steps":["trace[392475243] 'process raft request' (duration: 126.698263ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:31.797307Z","caller":"traceutil/trace.go:171","msg":"trace[43864047] linearizableReadLoop","detail":"{readStateIndex:38445; appliedIndex:38439; }","duration":"733.500051ms","start":"2026-03-19T12:29:31.06373Z","end":"2026-03-19T12:29:31.79723Z","steps":["trace[43864047] 'read index received' (duration: 91.795845ms)","trace[43864047] 'applied index is now lower than readState.Index' (duration: 641.703396ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:31.797434Z","caller":"traceutil/trace.go:171","msg":"trace[1153284997] transaction","detail":"{read_only:false; response_revision:37147; number_of_response:1; }","duration":"767.479664ms","start":"2026-03-19T12:29:31.029924Z","end":"2026-03-19T12:29:31.797404Z","steps":["trace[1153284997] 'process raft request' (duration: 767.243327ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:31.797412Z","caller":"traceutil/trace.go:171","msg":"trace[72238860] transaction","detail":"{read_only:false; response_revision:37146; number_of_response:1; }","duration":"767.980037ms","start":"2026-03-19T12:29:31.029375Z","end":"2026-03-19T12:29:31.797355Z","steps":["trace[72238860] 'process raft request' (duration: 767.768162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:31.797524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:31.02991Z","time spent":"767.544826ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:31.79766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:31.02935Z","time spent":"768.173953ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:31.797943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.21239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:29:31.797981Z","caller":"traceutil/trace.go:171","msg":"trace[2137171369] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37149; }","duration":"734.289652ms","start":"2026-03-19T12:29:31.063683Z","end":"2026-03-19T12:29:31.797972Z","steps":["trace[2137171369] 'agreement among raft nodes before linearized reading' (duration: 734.136118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:31.798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:31.063666Z","time spent":"734.330944ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T12:29:31.798105Z","caller":"traceutil/trace.go:171","msg":"trace[576643157] transaction","detail":"{read_only:false; response_revision:37148; number_of_response:1; }","duration":"767.905816ms","start":"2026-03-19T12:29:31.030194Z","end":"2026-03-19T12:29:31.7981Z","steps":["trace[576643157] 'process raft request' (duration: 766.992491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:31.798146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:31.030179Z","time spent":"767.944556ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:31.798199Z","caller":"traceutil/trace.go:171","msg":"trace[653391353] transaction","detail":"{read_only:false; response_revision:37149; number_of_response:1; }","duration":"767.373401ms","start":"2026-03-19T12:29:31.030821Z","end":"2026-03-19T12:29:31.798195Z","steps":["trace[653391353] 'process raft request' (duration: 766.387025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:31.798225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:31.030806Z","time spent":"767.402202ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:31.798209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.000075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:31.798261Z","caller":"traceutil/trace.go:171","msg":"trace[1179388682] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:37149; }","duration":"472.095368ms","start":"2026-03-19T12:29:31.326148Z","end":"2026-03-19T12:29:31.798243Z","steps":["trace[1179388682] 'agreement among raft nodes before linearized reading' (duration: 472.001955ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:31.798287Z","caller":"traceutil/trace.go:171","msg":"trace[371216432] transaction","detail":"{read_only:false; response_revision:37145; number_of_response:1; }","duration":"768.994535ms","start":"2026-03-19T12:29:31.029277Z","end":"2026-03-19T12:29:31.798272Z","steps":["trace[371216432] 'process raft request' (duration: 767.747602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:31.7983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:31.326131Z","time spent":"472.15703ms","remote":"127.0.0.1:57336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:29:31.798367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:31.029249Z","time spent":"769.067288ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:31.798491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.029481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-dhcp-agent\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-19T12:29:31.79851Z","caller":"traceutil/trace.go:171","msg":"trace[1967233134] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-dhcp-agent; range_end:; response_count:1; response_revision:37149; }","duration":"258.099303ms","start":"2026-03-19T12:29:31.540405Z","end":"2026-03-19T12:29:31.798504Z","steps":["trace[1967233134] 'agreement among raft nodes before linearized reading' (duration: 258.050581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:31.798691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.466553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-19T12:29:31.798733Z","caller":"traceutil/trace.go:171","msg":"trace[1133484686] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:37149; }","duration":"304.551635ms","start":"2026-03-19T12:29:31.494161Z","end":"2026-03-19T12:29:31.798713Z","steps":["trace[1133484686] 'agreement among raft nodes before linearized reading' (duration: 304.331879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:31.798762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:31.494147Z","time spent":"304.606837ms","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-19T12:29:32.087222Z","caller":"traceutil/trace.go:171","msg":"trace[938687564] linearizableReadLoop","detail":"{readStateIndex:38446; appliedIndex:38445; }","duration":"281.694034ms","start":"2026-03-19T12:29:31.805505Z","end":"2026-03-19T12:29:32.087199Z","steps":["trace[938687564] 'read index received' (duration: 281.54114ms)","trace[938687564] 'applied index is now lower than readState.Index' (duration: 152.104µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:32.087577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.050304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-575c5ba3-9f92-4f0d-9cfe-3761fd063d2f\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-19T12:29:32.087626Z","caller":"traceutil/trace.go:171","msg":"trace[1022946549] transaction","detail":"{read_only:false; response_revision:37150; number_of_response:1; }","duration":"282.27097ms","start":"2026-03-19T12:29:31.805344Z","end":"2026-03-19T12:29:32.087615Z","steps":["trace[1022946549] 'process raft request' (duration: 281.422987ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:32.087986Z","caller":"traceutil/trace.go:171","msg":"trace[724421993] range","detail":"{range_begin:/registry/persistentvolumes/pvc-575c5ba3-9f92-4f0d-9cfe-3761fd063d2f; range_end:; response_count:1; response_revision:37150; }","duration":"282.502066ms","start":"2026-03-19T12:29:31.805465Z","end":"2026-03-19T12:29:32.087967Z","steps":["trace[724421993] 'agreement among raft nodes before linearized reading' (duration: 281.952351ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:32.208262Z","caller":"traceutil/trace.go:171","msg":"trace[536869213] linearizableReadLoop","detail":"{readStateIndex:38447; appliedIndex:38446; }","duration":"120.382142ms","start":"2026-03-19T12:29:32.087862Z","end":"2026-03-19T12:29:32.208244Z","steps":["trace[536869213] 'read index received' (duration: 56.639829ms)","trace[536869213] 'applied index is now lower than readState.Index' (duration: 63.741653ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:32.208403Z","caller":"traceutil/trace.go:171","msg":"trace[1046114069] transaction","detail":"{read_only:false; response_revision:37151; number_of_response:1; }","duration":"359.210331ms","start":"2026-03-19T12:29:31.849178Z","end":"2026-03-19T12:29:32.208389Z","steps":["trace[1046114069] 'process raft request' (duration: 295.300884ms)","trace[1046114069] 'compare' (duration: 63.593678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:32.208634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.400194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:29:32.208717Z","caller":"traceutil/trace.go:171","msg":"trace[384578053] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37151; }","duration":"204.527818ms","start":"2026-03-19T12:29:32.004171Z","end":"2026-03-19T12:29:32.208699Z","steps":["trace[384578053] 'agreement among raft nodes before linearized reading' (duration: 204.264011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:32.208738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.530019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:29:32.208801Z","caller":"traceutil/trace.go:171","msg":"trace[1299915537] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:37151; }","duration":"108.612871ms","start":"2026-03-19T12:29:32.100175Z","end":"2026-03-19T12:29:32.208788Z","steps":["trace[1299915537] 'agreement among raft nodes before linearized reading' (duration: 108.499618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:32.208728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:31.849161Z","time spent":"359.508539ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:32.208586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.139019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-19T12:29:32.209046Z","caller":"traceutil/trace.go:171","msg":"trace[1653740337] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:37151; }","duration":"267.639933ms","start":"2026-03-19T12:29:31.941397Z","end":"2026-03-19T12:29:32.209036Z","steps":["trace[1653740337] 'agreement among raft nodes before linearized reading' (duration: 267.034077ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:36.004229Z","caller":"traceutil/trace.go:171","msg":"trace[69444867] transaction","detail":"{read_only:false; response_revision:37172; number_of_response:1; }","duration":"191.414991ms","start":"2026-03-19T12:29:35.812789Z","end":"2026-03-19T12:29:36.004204Z","steps":["trace[69444867] 'process raft request' (duration: 191.210716ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:36.185842Z","caller":"traceutil/trace.go:171","msg":"trace[883857389] transaction","detail":"{read_only:false; response_revision:37173; number_of_response:1; }","duration":"369.86678ms","start":"2026-03-19T12:29:35.815939Z","end":"2026-03-19T12:29:36.185806Z","steps":["trace[883857389] 'process raft request' (duration: 307.248939ms)","trace[883857389] 'compare' (duration: 62.399325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:36.186044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:35.815928Z","time spent":"370.015485ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:36.186355Z","caller":"traceutil/trace.go:171","msg":"trace[13004337] transaction","detail":"{read_only:false; response_revision:37174; number_of_response:1; }","duration":"370.194329ms","start":"2026-03-19T12:29:35.816128Z","end":"2026-03-19T12:29:36.186323Z","steps":["trace[13004337] 'process raft request' (duration: 369.632834ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:36.186528Z","caller":"traceutil/trace.go:171","msg":"trace[25016530] transaction","detail":"{read_only:false; response_revision:37175; number_of_response:1; }","duration":"369.790878ms","start":"2026-03-19T12:29:35.816718Z","end":"2026-03-19T12:29:36.186509Z","steps":["trace[25016530] 'process raft request' (duration: 369.313135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:36.186666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:35.816687Z","time spent":"369.906041ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:36.186738Z","caller":"traceutil/trace.go:171","msg":"trace[138066898] linearizableReadLoop","detail":"{readStateIndex:38473; appliedIndex:38468; }","duration":"365.705377ms","start":"2026-03-19T12:29:35.821004Z","end":"2026-03-19T12:29:36.186709Z","steps":["trace[138066898] 'read index received' (duration: 183.009583ms)","trace[138066898] 'applied index is now lower than readState.Index' (duration: 182.694134ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:36.186826Z","caller":"traceutil/trace.go:171","msg":"trace[1515185049] transaction","detail":"{read_only:false; response_revision:37176; number_of_response:1; }","duration":"369.755447ms","start":"2026-03-19T12:29:35.817043Z","end":"2026-03-19T12:29:36.186799Z","steps":["trace[1515185049] 'process raft request' (duration: 369.430628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:36.186925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.901403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:29:36.18695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:35.817034Z","time spent":"369.85349ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:36.186966Z","caller":"traceutil/trace.go:171","msg":"trace[1330140433] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37176; }","duration":"365.976174ms","start":"2026-03-19T12:29:35.820979Z","end":"2026-03-19T12:29:36.186955Z","steps":["trace[1330140433] 'agreement among raft nodes before linearized reading' (duration: 365.872631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:36.187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:35.820971Z","time spent":"366.020936ms","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T12:29:36.187206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:35.816119Z","time spent":"370.300712ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:36.187362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.920831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:29:36.187411Z","caller":"traceutil/trace.go:171","msg":"trace[735552788] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:37176; }","duration":"151.001313ms","start":"2026-03-19T12:29:36.036394Z","end":"2026-03-19T12:29:36.187396Z","steps":["trace[735552788] 'agreement among raft nodes before linearized reading' (duration: 150.50702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:40.685673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.494917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:29:40.685768Z","caller":"traceutil/trace.go:171","msg":"trace[150651011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37207; }","duration":"112.625031ms","start":"2026-03-19T12:29:40.573122Z","end":"2026-03-19T12:29:40.685747Z","steps":["trace[150651011] 'range keys from in-memory index tree' (duration: 112.364293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:48.594855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.265714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:29:48.595127Z","caller":"traceutil/trace.go:171","msg":"trace[1816026109] transaction","detail":"{read_only:false; response_revision:37258; number_of_response:1; }","duration":"323.160561ms","start":"2026-03-19T12:29:48.27195Z","end":"2026-03-19T12:29:48.59511Z","steps":["trace[1816026109] 'process raft request' (duration: 323.103189ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:48.595176Z","caller":"traceutil/trace.go:171","msg":"trace[1526962907] transaction","detail":"{read_only:false; response_revision:37255; number_of_response:1; }","duration":"365.961984ms","start":"2026-03-19T12:29:48.229171Z","end":"2026-03-19T12:29:48.595133Z","steps":["trace[1526962907] 'process raft request' (duration: 102.34548ms)","trace[1526962907] 'compare' (duration: 262.74556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:48.595215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:48.271914Z","time spent":"323.252024ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:48.595258Z","caller":"traceutil/trace.go:171","msg":"trace[707784031] transaction","detail":"{read_only:false; response_revision:37259; number_of_response:1; }","duration":"319.729088ms","start":"2026-03-19T12:29:48.275519Z","end":"2026-03-19T12:29:48.595248Z","steps":["trace[707784031] 'process raft request' (duration: 319.557143ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:48.595232Z","caller":"traceutil/trace.go:171","msg":"trace[915626238] transaction","detail":"{read_only:false; response_revision:37257; number_of_response:1; }","duration":"365.107361ms","start":"2026-03-19T12:29:48.230099Z","end":"2026-03-19T12:29:48.595207Z","steps":["trace[915626238] 'process raft request' (duration: 364.917845ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:48.595253Z","caller":"traceutil/trace.go:171","msg":"trace[976395245] linearizableReadLoop","detail":"{readStateIndex:38559; appliedIndex:38554; }","duration":"301.121502ms","start":"2026-03-19T12:29:48.294097Z","end":"2026-03-19T12:29:48.595219Z","steps":["trace[976395245] 'read index received' (duration: 37.341404ms)","trace[976395245] 'applied index is now lower than readState.Index' (duration: 263.777368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:48.595364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:48.275493Z","time spent":"319.79735ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:29:48.595196Z","caller":"traceutil/trace.go:171","msg":"trace[1170980202] transaction","detail":"{read_only:false; response_revision:37256; number_of_response:1; }","duration":"365.79482ms","start":"2026-03-19T12:29:48.229384Z","end":"2026-03-19T12:29:48.595178Z","steps":["trace[1170980202] 'process raft request' (duration: 365.554213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:48.595385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:48.230088Z","time spent":"365.216274ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:48.595498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.733944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-19T12:29:48.59553Z","caller":"traceutil/trace.go:171","msg":"trace[1879084504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37259; }","duration":"352.804846ms","start":"2026-03-19T12:29:48.242716Z","end":"2026-03-19T12:29:48.595521Z","steps":["trace[1879084504] 'agreement among raft nodes before linearized reading' (duration: 352.747245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:48.595537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:48.22915Z","time spent":"366.111788ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:48.595429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:48.229377Z","time spent":"366.028396ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:29:48.595446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.315956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:29:48.59567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.561463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T12:29:48.595694Z","caller":"traceutil/trace.go:171","msg":"trace[1269636064] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:37259; }","duration":"298.603654ms","start":"2026-03-19T12:29:48.297085Z","end":"2026-03-19T12:29:48.595689Z","steps":["trace[1269636064] 'agreement among raft nodes before linearized reading' (duration: 298.499211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:48.595733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.273749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:29:48.595663Z","caller":"traceutil/trace.go:171","msg":"trace[1729199096] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:37259; }","duration":"305.551523ms","start":"2026-03-19T12:29:48.290097Z","end":"2026-03-19T12:29:48.595648Z","steps":["trace[1729199096] 'agreement among raft nodes before linearized reading' (duration: 305.258055ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:48.595781Z","caller":"traceutil/trace.go:171","msg":"trace[986618113] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37259; }","duration":"226.354161ms","start":"2026-03-19T12:29:48.369415Z","end":"2026-03-19T12:29:48.595769Z","steps":["trace[986618113] 'agreement among raft nodes before linearized reading' (duration: 226.268829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:48.595803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:48.290031Z","time spent":"305.751538ms","remote":"127.0.0.1:57272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:29:48.595559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:48.242696Z","time spent":"352.857578ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T12:29:48.719074Z","caller":"traceutil/trace.go:171","msg":"trace[2037735269] transaction","detail":"{read_only:false; response_revision:37261; number_of_response:1; }","duration":"117.926994ms","start":"2026-03-19T12:29:48.601113Z","end":"2026-03-19T12:29:48.71904Z","steps":["trace[2037735269] 'process raft request' (duration: 117.818161ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:48.719098Z","caller":"traceutil/trace.go:171","msg":"trace[905716193] transaction","detail":"{read_only:false; response_revision:37260; number_of_response:1; }","duration":"119.110476ms","start":"2026-03-19T12:29:48.59995Z","end":"2026-03-19T12:29:48.719061Z","steps":["trace[905716193] 'process raft request' (duration: 109.106904ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:48.719454Z","caller":"traceutil/trace.go:171","msg":"trace[1105034176] linearizableReadLoop","detail":"{readStateIndex:38562; appliedIndex:38559; }","duration":"110.439631ms","start":"2026-03-19T12:29:48.608988Z","end":"2026-03-19T12:29:48.719428Z","steps":["trace[1105034176] 'read index received' (duration: 100.09379ms)","trace[1105034176] 'applied index is now lower than readState.Index' (duration: 10.344001ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:29:48.71953Z","caller":"traceutil/trace.go:171","msg":"trace[1688106916] transaction","detail":"{read_only:false; response_revision:37262; number_of_response:1; }","duration":"117.305257ms","start":"2026-03-19T12:29:48.602199Z","end":"2026-03-19T12:29:48.719505Z","steps":["trace[1688106916] 'process raft request' (duration: 116.782223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:48.719598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.591685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:48.719691Z","caller":"traceutil/trace.go:171","msg":"trace[1558687611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37262; }","duration":"110.717298ms","start":"2026-03-19T12:29:48.608944Z","end":"2026-03-19T12:29:48.719661Z","steps":["trace[1558687611] 'agreement among raft nodes before linearized reading' (duration: 110.560594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:53.009598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.968372ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-19T12:29:53.025833Z","caller":"traceutil/trace.go:171","msg":"trace[51295324] transaction","detail":"{read_only:false; response_revision:37293; number_of_response:1; }","duration":"136.400066ms","start":"2026-03-19T12:29:52.889404Z","end":"2026-03-19T12:29:53.025804Z","steps":["trace[51295324] 'process raft request' (duration: 136.217831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:53.344872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.358747ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:53.346794Z","caller":"traceutil/trace.go:171","msg":"trace[1396483519] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:37293; }","duration":"201.30007ms","start":"2026-03-19T12:29:53.145472Z","end":"2026-03-19T12:29:53.346772Z","steps":["trace[1396483519] 'range keys from in-memory index tree' (duration: 199.336807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:53.765035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.771064ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-19T12:29:53.765246Z","caller":"traceutil/trace.go:171","msg":"trace[609765045] linearizableReadLoop","detail":"{readStateIndex:38596; appliedIndex:38595; }","duration":"339.942007ms","start":"2026-03-19T12:29:53.425286Z","end":"2026-03-19T12:29:53.765228Z","steps":["trace[609765045] 'read index received' (duration: 39.771µs)","trace[609765045] 'applied index is now lower than readState.Index' (duration: 339.901196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:29:53.765842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.536173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:53.765911Z","caller":"traceutil/trace.go:171","msg":"trace[1368995261] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:37294; }","duration":"340.644386ms","start":"2026-03-19T12:29:53.425248Z","end":"2026-03-19T12:29:53.765892Z","steps":["trace[1368995261] 'agreement among raft nodes before linearized reading' (duration: 340.530713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:53.765959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:29:53.42523Z","time spent":"340.722119ms","remote":"127.0.0.1:57468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:29:53.766617Z","caller":"traceutil/trace.go:171","msg":"trace[852605404] transaction","detail":"{read_only:false; response_revision:37295; number_of_response:1; }","duration":"164.407467ms","start":"2026-03-19T12:29:53.60215Z","end":"2026-03-19T12:29:53.766557Z","steps":["trace[852605404] 'process raft request' (duration: 162.985289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:29:53.778884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.706307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:29:53.77897Z","caller":"traceutil/trace.go:171","msg":"trace[1639905716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37295; }","duration":"167.8245ms","start":"2026-03-19T12:29:53.611124Z","end":"2026-03-19T12:29:53.778948Z","steps":["trace[1639905716] 'agreement among raft nodes before linearized reading' (duration: 155.430463ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:54.00731Z","caller":"traceutil/trace.go:171","msg":"trace[453267854] transaction","detail":"{read_only:false; response_revision:37296; number_of_response:1; }","duration":"104.085218ms","start":"2026-03-19T12:29:53.903185Z","end":"2026-03-19T12:29:54.00727Z","steps":["trace[453267854] 'process raft request' (duration: 103.831731ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:29:54.331499Z","caller":"traceutil/trace.go:171","msg":"trace[2043353318] transaction","detail":"{read_only:false; response_revision:37297; number_of_response:1; }","duration":"213.390708ms","start":"2026-03-19T12:29:54.118077Z","end":"2026-03-19T12:29:54.331467Z","steps":["trace[2043353318] 'process raft request' (duration: 213.08608ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:06.517556Z","caller":"traceutil/trace.go:171","msg":"trace[1938885701] transaction","detail":"{read_only:false; response_revision:37400; number_of_response:1; }","duration":"126.549698ms","start":"2026-03-19T12:30:06.390973Z","end":"2026-03-19T12:30:06.517523Z","steps":["trace[1938885701] 'process raft request' (duration: 126.316542ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:07.082843Z","caller":"traceutil/trace.go:171","msg":"trace[1133344881] linearizableReadLoop","detail":"{readStateIndex:38709; appliedIndex:38706; }","duration":"393.310948ms","start":"2026-03-19T12:30:06.689505Z","end":"2026-03-19T12:30:07.082816Z","steps":["trace[1133344881] 'read index received' (duration: 56.29194ms)","trace[1133344881] 'applied index is now lower than readState.Index' (duration: 337.018078ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:07.082964Z","caller":"traceutil/trace.go:171","msg":"trace[1386124488] transaction","detail":"{read_only:false; response_revision:37404; number_of_response:1; }","duration":"402.923209ms","start":"2026-03-19T12:30:06.680031Z","end":"2026-03-19T12:30:07.082954Z","steps":["trace[1386124488] 'process raft request' (duration: 402.746874ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:07.083019Z","caller":"traceutil/trace.go:171","msg":"trace[782675128] transaction","detail":"{read_only:false; response_revision:37403; number_of_response:1; }","duration":"403.041342ms","start":"2026-03-19T12:30:06.679934Z","end":"2026-03-19T12:30:07.082975Z","steps":["trace[782675128] 'process raft request' (duration: 402.811966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:07.083351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.111985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T12:30:07.083428Z","caller":"traceutil/trace.go:171","msg":"trace[1820452176] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37404; }","duration":"314.253999ms","start":"2026-03-19T12:30:06.769155Z","end":"2026-03-19T12:30:07.083409Z","steps":["trace[1820452176] 'agreement among raft nodes before linearized reading' (duration: 313.91323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:07.083416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:06.679905Z","time spent":"403.230967ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:30:07.083482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.729076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T12:30:07.083514Z","caller":"traceutil/trace.go:171","msg":"trace[439926285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37404; }","duration":"111.810759ms","start":"2026-03-19T12:30:06.971695Z","end":"2026-03-19T12:30:07.083506Z","steps":["trace[439926285] 'agreement among raft nodes before linearized reading' (duration: 111.690065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:07.083535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.373665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:30:07.083576Z","caller":"traceutil/trace.go:171","msg":"trace[79083449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37404; }","duration":"260.440937ms","start":"2026-03-19T12:30:06.823121Z","end":"2026-03-19T12:30:07.083562Z","steps":["trace[79083449] 'agreement among raft nodes before linearized reading' (duration: 260.353975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:07.083629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.12717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:30:07.083646Z","caller":"traceutil/trace.go:171","msg":"trace[86853977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37404; }","duration":"394.177791ms","start":"2026-03-19T12:30:06.689464Z","end":"2026-03-19T12:30:07.083642Z","steps":["trace[86853977] 'agreement among raft nodes before linearized reading' (duration: 394.14804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:07.083658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:06.68945Z","time spent":"394.205042ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:30:07.083704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.498963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:30:07.083723Z","caller":"traceutil/trace.go:171","msg":"trace[13016550] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37404; }","duration":"262.518323ms","start":"2026-03-19T12:30:06.8212Z","end":"2026-03-19T12:30:07.083719Z","steps":["trace[13016550] 'agreement among raft nodes before linearized reading' (duration: 262.463722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:07.083795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.062891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-19T12:30:07.083802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.752015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:30:07.083813Z","caller":"traceutil/trace.go:171","msg":"trace[1084186016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37404; }","duration":"110.128613ms","start":"2026-03-19T12:30:06.973679Z","end":"2026-03-19T12:30:07.083808Z","steps":["trace[1084186016] 'agreement among raft nodes before linearized reading' (duration: 110.076281ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:07.08382Z","caller":"traceutil/trace.go:171","msg":"trace[1997894033] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37404; }","duration":"264.798256ms","start":"2026-03-19T12:30:06.819017Z","end":"2026-03-19T12:30:07.083815Z","steps":["trace[1997894033] 'agreement among raft nodes before linearized reading' (duration: 264.751505ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:07.083869Z","caller":"traceutil/trace.go:171","msg":"trace[1592490437] transaction","detail":"{read_only:false; response_revision:37402; number_of_response:1; }","duration":"404.975064ms","start":"2026-03-19T12:30:06.678875Z","end":"2026-03-19T12:30:07.08385Z","steps":["trace[1592490437] 'process raft request' (duration: 403.685829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:07.083087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:06.680022Z","time spent":"402.963929ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:30:07.083964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:06.678847Z","time spent":"405.067537ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:30:07.083459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:06.769132Z","time spent":"314.320851ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T12:30:07.326719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.453627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:30:07.326874Z","caller":"traceutil/trace.go:171","msg":"trace[391310783] transaction","detail":"{read_only:false; response_revision:37405; number_of_response:1; }","duration":"234.488301ms","start":"2026-03-19T12:30:07.092358Z","end":"2026-03-19T12:30:07.326846Z","steps":["trace[391310783] 'process raft request' (duration: 72.746096ms)","trace[391310783] 'compare' (duration: 160.776259ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:07.391165Z","caller":"traceutil/trace.go:171","msg":"trace[1313424045] transaction","detail":"{read_only:false; response_revision:37407; number_of_response:1; }","duration":"298.138681ms","start":"2026-03-19T12:30:07.093016Z","end":"2026-03-19T12:30:07.391154Z","steps":["trace[1313424045] 'process raft request' (duration: 297.860093ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:07.391507Z","caller":"traceutil/trace.go:171","msg":"trace[1449221099] linearizableReadLoop","detail":"{readStateIndex:38714; appliedIndex:38709; }","duration":"298.195533ms","start":"2026-03-19T12:30:07.093295Z","end":"2026-03-19T12:30:07.39149Z","steps":["trace[1449221099] 'read index received' (duration: 71.901024ms)","trace[1449221099] 'applied index is now lower than readState.Index' (duration: 226.293659ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:07.391537Z","caller":"traceutil/trace.go:171","msg":"trace[418586818] transaction","detail":"{read_only:false; response_revision:37409; number_of_response:1; }","duration":"298.426729ms","start":"2026-03-19T12:30:07.09309Z","end":"2026-03-19T12:30:07.391516Z","steps":["trace[418586818] 'process raft request' (duration: 298.327486ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:07.391537Z","caller":"traceutil/trace.go:171","msg":"trace[720921960] transaction","detail":"{read_only:false; response_revision:37408; number_of_response:1; }","duration":"298.452699ms","start":"2026-03-19T12:30:07.093054Z","end":"2026-03-19T12:30:07.391506Z","steps":["trace[720921960] 'process raft request' (duration: 298.061829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:07.391776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.658845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:30:07.391923Z","caller":"traceutil/trace.go:171","msg":"trace[1118945366] transaction","detail":"{read_only:false; response_revision:37406; number_of_response:1; }","duration":"298.006467ms","start":"2026-03-19T12:30:07.092942Z","end":"2026-03-19T12:30:07.390948Z","steps":["trace[1118945366] 'process raft request' (duration: 297.791661ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:07.391928Z","caller":"traceutil/trace.go:171","msg":"trace[1216726297] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:37409; }","duration":"146.84109ms","start":"2026-03-19T12:30:07.245031Z","end":"2026-03-19T12:30:07.391872Z","steps":["trace[1216726297] 'agreement among raft nodes before linearized reading' (duration: 146.612914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:07.392218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.883822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18250"} {"level":"info","ts":"2026-03-19T12:30:07.39231Z","caller":"traceutil/trace.go:171","msg":"trace[1087041830] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:37409; }","duration":"298.990824ms","start":"2026-03-19T12:30:07.093283Z","end":"2026-03-19T12:30:07.392274Z","steps":["trace[1087041830] 'agreement among raft nodes before linearized reading' (duration: 298.313676ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:07.553755Z","caller":"traceutil/trace.go:171","msg":"trace[1261760212] transaction","detail":"{read_only:false; response_revision:37410; number_of_response:1; }","duration":"143.344245ms","start":"2026-03-19T12:30:07.410375Z","end":"2026-03-19T12:30:07.553719Z","steps":["trace[1261760212] 'process raft request' (duration: 103.212725ms)","trace[1261760212] 'compare' (duration: 39.500273ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:08.870509Z","caller":"traceutil/trace.go:171","msg":"trace[834531991] transaction","detail":"{read_only:false; response_revision:37412; number_of_response:1; }","duration":"412.499968ms","start":"2026-03-19T12:30:08.457946Z","end":"2026-03-19T12:30:08.870446Z","steps":["trace[834531991] 'process raft request' (duration: 412.359624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:08.870659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:08.457915Z","time spent":"412.672112ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:30:08.870746Z","caller":"traceutil/trace.go:171","msg":"trace[2094303737] linearizableReadLoop","detail":"{readStateIndex:38718; appliedIndex:38718; }","duration":"374.665869ms","start":"2026-03-19T12:30:08.495867Z","end":"2026-03-19T12:30:08.870533Z","steps":["trace[2094303737] 'read index received' (duration: 374.587827ms)","trace[2094303737] 'applied index is now lower than readState.Index' (duration: 73.282µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:30:08.870782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.885386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:30:08.871138Z","caller":"traceutil/trace.go:171","msg":"trace[1595215658] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:37412; }","duration":"375.249636ms","start":"2026-03-19T12:30:08.495855Z","end":"2026-03-19T12:30:08.871105Z","steps":["trace[1595215658] 'agreement among raft nodes before linearized reading' (duration: 374.836655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:08.871356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:08.495784Z","time spent":"375.494532ms","remote":"127.0.0.1:57790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:30:09.372039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536166063,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T12:30:09.493116Z","caller":"traceutil/trace.go:171","msg":"trace[1010384339] transaction","detail":"{read_only:false; response_revision:37415; number_of_response:1; }","duration":"703.180138ms","start":"2026-03-19T12:30:08.789908Z","end":"2026-03-19T12:30:09.493088Z","steps":["trace[1010384339] 'process raft request' (duration: 703.100726ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:09.493172Z","caller":"traceutil/trace.go:171","msg":"trace[197203256] transaction","detail":"{read_only:false; response_revision:37414; number_of_response:1; }","duration":"741.042156ms","start":"2026-03-19T12:30:08.752103Z","end":"2026-03-19T12:30:09.493145Z","steps":["trace[197203256] 'process raft request' (duration: 740.861581ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:09.493115Z","caller":"traceutil/trace.go:171","msg":"trace[1106420677] transaction","detail":"{read_only:false; response_revision:37413; number_of_response:1; }","duration":"966.275925ms","start":"2026-03-19T12:30:08.526798Z","end":"2026-03-19T12:30:09.493074Z","steps":["trace[1106420677] 'process raft request' (duration: 966.010148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:09.493339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:08.752046Z","time spent":"741.19833ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:30:09.493415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:08.526762Z","time spent":"966.562633ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:30:09.493537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:08.789872Z","time spent":"703.315712ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:30:10.221459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.096449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:30:10.221756Z","caller":"traceutil/trace.go:171","msg":"trace[1978971307] transaction","detail":"{read_only:false; response_revision:37416; number_of_response:1; }","duration":"1.128233837s","start":"2026-03-19T12:30:09.09347Z","end":"2026-03-19T12:30:10.221704Z","steps":["trace[1978971307] 'process raft request' (duration: 652.804859ms)","trace[1978971307] 'compare' (duration: 474.849452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:30:10.22198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:09.093442Z","time spent":"1.128418522s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:30:10.222107Z","caller":"traceutil/trace.go:171","msg":"trace[2030602013] transaction","detail":"{read_only:false; response_revision:37419; number_of_response:1; }","duration":"662.832271ms","start":"2026-03-19T12:30:09.559256Z","end":"2026-03-19T12:30:10.222089Z","steps":["trace[2030602013] 'process raft request' (duration: 662.79572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:10.222173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:09.559223Z","time spent":"662.923673ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:30:10.222218Z","caller":"traceutil/trace.go:171","msg":"trace[247605751] transaction","detail":"{read_only:false; response_revision:37417; number_of_response:1; }","duration":"1.127062466s","start":"2026-03-19T12:30:09.095106Z","end":"2026-03-19T12:30:10.222169Z","steps":["trace[247605751] 'process raft request' (duration: 1.126459329s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:10.222351Z","caller":"traceutil/trace.go:171","msg":"trace[1750756226] linearizableReadLoop","detail":"{readStateIndex:38724; appliedIndex:38718; }","duration":"1.351312538s","start":"2026-03-19T12:30:08.870949Z","end":"2026-03-19T12:30:10.222262Z","steps":["trace[1750756226] 'read index received' (duration: 621.924079ms)","trace[1750756226] 'applied index is now lower than readState.Index' (duration: 729.383679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:30:10.222478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:09.095092Z","time spent":"1.127273871s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:30:10.222507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606116122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:30:10.22256Z","caller":"traceutil/trace.go:171","msg":"trace[1184372357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37419; }","duration":"1.606218384s","start":"2026-03-19T12:30:08.616328Z","end":"2026-03-19T12:30:10.222546Z","steps":["trace[1184372357] 'agreement among raft nodes before linearized reading' (duration: 1.606132722s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:10.222606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:08.6163Z","time spent":"1.606299066s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:30:10.222714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.203193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:30:10.222537Z","caller":"traceutil/trace.go:171","msg":"trace[1096182264] transaction","detail":"{read_only:false; response_revision:37418; number_of_response:1; }","duration":"1.127034744s","start":"2026-03-19T12:30:09.095294Z","end":"2026-03-19T12:30:10.222329Z","steps":["trace[1096182264] 'process raft request' (duration: 1.126714155s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:10.222752Z","caller":"traceutil/trace.go:171","msg":"trace[1585224287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37419; }","duration":"892.242914ms","start":"2026-03-19T12:30:09.330503Z","end":"2026-03-19T12:30:10.222746Z","steps":["trace[1585224287] 'agreement among raft nodes before linearized reading' (duration: 892.07177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:10.222778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:09.330452Z","time spent":"892.321927ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T12:30:10.222805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.693043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T12:30:10.222787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648289327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-19T12:30:10.22282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.124408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-19T12:30:10.222873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690261477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"info","ts":"2026-03-19T12:30:10.22288Z","caller":"traceutil/trace.go:171","msg":"trace[1471635369] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:37419; }","duration":"1.648431001s","start":"2026-03-19T12:30:08.574425Z","end":"2026-03-19T12:30:10.222856Z","steps":["trace[1471635369] 'agreement among raft nodes before linearized reading' (duration: 1.648120033s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:10.222923Z","caller":"traceutil/trace.go:171","msg":"trace[411604295] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37419; }","duration":"826.291263ms","start":"2026-03-19T12:30:09.396608Z","end":"2026-03-19T12:30:10.222899Z","steps":["trace[411604295] 'agreement among raft nodes before linearized reading' (duration: 825.981934ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:10.222939Z","caller":"traceutil/trace.go:171","msg":"trace[1370143048] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:37419; }","duration":"1.69036036s","start":"2026-03-19T12:30:08.53256Z","end":"2026-03-19T12:30:10.22292Z","steps":["trace[1370143048] 'agreement among raft nodes before linearized reading' (duration: 1.690156575s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:10.222976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:08.57441Z","time spent":"1.648543614s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-19T12:30:10.222991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:08.532541Z","time spent":"1.690439843s","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-19T12:30:10.222996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:09.396585Z","time spent":"826.397026ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T12:30:10.222684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.239865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:30:10.222854Z","caller":"traceutil/trace.go:171","msg":"trace[2063402695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37419; }","duration":"819.780126ms","start":"2026-03-19T12:30:09.403059Z","end":"2026-03-19T12:30:10.222839Z","steps":["trace[2063402695] 'agreement among raft nodes before linearized reading' (duration: 819.696134ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:10.223177Z","caller":"traceutil/trace.go:171","msg":"trace[1715789133] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:37419; }","duration":"616.78914ms","start":"2026-03-19T12:30:09.606353Z","end":"2026-03-19T12:30:10.223142Z","steps":["trace[1715789133] 'agreement among raft nodes before linearized reading' (duration: 616.241865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:10.223211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:09.403042Z","time spent":"820.150846ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T12:30:10.223318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:09.09528Z","time spent":"1.127862857s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:30:10.223338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.097291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:30:10.223567Z","caller":"traceutil/trace.go:171","msg":"trace[1554969305] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:37419; }","duration":"832.374808ms","start":"2026-03-19T12:30:09.391166Z","end":"2026-03-19T12:30:10.22354Z","steps":["trace[1554969305] 'agreement among raft nodes before linearized reading' (duration: 831.567956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:10.223734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:09.391145Z","time spent":"832.47571ms","remote":"127.0.0.1:49624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":39,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:30:10.222708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.614154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:30:10.223882Z","caller":"traceutil/trace.go:171","msg":"trace[765592162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37419; }","duration":"826.784496ms","start":"2026-03-19T12:30:09.397071Z","end":"2026-03-19T12:30:10.223855Z","steps":["trace[765592162] 'agreement among raft nodes before linearized reading' (duration: 825.514541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:10.223937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:09.397033Z","time spent":"826.886118ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T12:30:10.222821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.732398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:30:10.224042Z","caller":"traceutil/trace.go:171","msg":"trace[1718226303] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37419; }","duration":"827.011222ms","start":"2026-03-19T12:30:09.397019Z","end":"2026-03-19T12:30:10.224031Z","steps":["trace[1718226303] 'agreement among raft nodes before linearized reading' (duration: 825.572343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:10.224087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:09.397005Z","time spent":"827.065083ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T12:30:10.223265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:09.606332Z","time spent":"616.911363ms","remote":"127.0.0.1:57372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:30:10.426384Z","caller":"traceutil/trace.go:171","msg":"trace[1147479537] transaction","detail":"{read_only:false; response_revision:37420; number_of_response:1; }","duration":"195.989695ms","start":"2026-03-19T12:30:10.230349Z","end":"2026-03-19T12:30:10.426338Z","steps":["trace[1147479537] 'process raft request' (duration: 173.381761ms)","trace[1147479537] 'compare' (duration: 22.43205ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:10.461161Z","caller":"traceutil/trace.go:171","msg":"trace[1413707942] transaction","detail":"{read_only:false; response_revision:37422; number_of_response:1; }","duration":"228.999123ms","start":"2026-03-19T12:30:10.232131Z","end":"2026-03-19T12:30:10.46113Z","steps":["trace[1413707942] 'process raft request' (duration: 228.925471ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:10.461191Z","caller":"traceutil/trace.go:171","msg":"trace[1187363127] transaction","detail":"{read_only:false; response_revision:37421; number_of_response:1; }","duration":"230.264156ms","start":"2026-03-19T12:30:10.230882Z","end":"2026-03-19T12:30:10.461146Z","steps":["trace[1187363127] 'process raft request' (duration: 229.962998ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:10.461514Z","caller":"traceutil/trace.go:171","msg":"trace[1984533555] linearizableReadLoop","detail":"{readStateIndex:38729; appliedIndex:38725; }","duration":"228.733146ms","start":"2026-03-19T12:30:10.232755Z","end":"2026-03-19T12:30:10.461488Z","steps":["trace[1984533555] 'read index received' (duration: 170.937365ms)","trace[1984533555] 'applied index is now lower than readState.Index' (duration: 57.794841ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:10.461493Z","caller":"traceutil/trace.go:171","msg":"trace[576935641] transaction","detail":"{read_only:false; response_revision:37423; number_of_response:1; }","duration":"229.64579ms","start":"2026-03-19T12:30:10.231803Z","end":"2026-03-19T12:30:10.461448Z","steps":["trace[576935641] 'process raft request' (duration: 229.28624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:10.461628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.857409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:30:10.461961Z","caller":"traceutil/trace.go:171","msg":"trace[594823699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37424; }","duration":"229.212998ms","start":"2026-03-19T12:30:10.232732Z","end":"2026-03-19T12:30:10.461945Z","steps":["trace[594823699] 'agreement among raft nodes before linearized reading' (duration: 228.850448ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:10.461551Z","caller":"traceutil/trace.go:171","msg":"trace[667946449] transaction","detail":"{read_only:false; response_revision:37424; number_of_response:1; }","duration":"228.454928ms","start":"2026-03-19T12:30:10.233067Z","end":"2026-03-19T12:30:10.461522Z","steps":["trace[667946449] 'process raft request' (duration: 228.294243ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:10.744183Z","caller":"traceutil/trace.go:171","msg":"trace[1969809622] transaction","detail":"{read_only:false; response_revision:37425; number_of_response:1; }","duration":"139.751538ms","start":"2026-03-19T12:30:10.604406Z","end":"2026-03-19T12:30:10.744158Z","steps":["trace[1969809622] 'process raft request' (duration: 139.582173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:10.960408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.81656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:30:10.96055Z","caller":"traceutil/trace.go:171","msg":"trace[2034995407] transaction","detail":"{read_only:false; response_revision:37426; number_of_response:1; }","duration":"320.826198ms","start":"2026-03-19T12:30:10.639695Z","end":"2026-03-19T12:30:10.960521Z","steps":["trace[2034995407] 'process raft request' (duration: 159.768931ms)","trace[2034995407] 'compare' (duration: 160.166232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:30:10.960623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:10.639652Z","time spent":"320.939491ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:30:11.025168Z","caller":"traceutil/trace.go:171","msg":"trace[1634797522] transaction","detail":"{read_only:false; response_revision:37427; number_of_response:1; }","duration":"145.526154ms","start":"2026-03-19T12:30:10.87961Z","end":"2026-03-19T12:30:11.025136Z","steps":["trace[1634797522] 'process raft request' (duration: 145.045701ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:12.341244Z","caller":"traceutil/trace.go:171","msg":"trace[1773918923] transaction","detail":"{read_only:false; response_revision:37435; number_of_response:1; }","duration":"113.255246ms","start":"2026-03-19T12:30:12.227949Z","end":"2026-03-19T12:30:12.341205Z","steps":["trace[1773918923] 'process raft request' (duration: 75.807829ms)","trace[1773918923] 'compare' (duration: 37.19088ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:12.402338Z","caller":"traceutil/trace.go:171","msg":"trace[800563510] transaction","detail":"{read_only:false; response_revision:37437; number_of_response:1; }","duration":"170.165673ms","start":"2026-03-19T12:30:12.232148Z","end":"2026-03-19T12:30:12.402314Z","steps":["trace[800563510] 'process raft request' (duration: 170.04738ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:12.402528Z","caller":"traceutil/trace.go:171","msg":"trace[297775857] linearizableReadLoop","detail":"{readStateIndex:38744; appliedIndex:38740; }","duration":"105.190569ms","start":"2026-03-19T12:30:12.297306Z","end":"2026-03-19T12:30:12.402497Z","steps":["trace[297775857] 'read index received' (duration: 6.445776ms)","trace[297775857] 'applied index is now lower than readState.Index' (duration: 98.742763ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:12.402342Z","caller":"traceutil/trace.go:171","msg":"trace[1432681425] transaction","detail":"{read_only:false; response_revision:37436; number_of_response:1; }","duration":"170.284697ms","start":"2026-03-19T12:30:12.232016Z","end":"2026-03-19T12:30:12.402301Z","steps":["trace[1432681425] 'process raft request' (duration: 169.899576ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:12.402668Z","caller":"traceutil/trace.go:171","msg":"trace[1444695767] transaction","detail":"{read_only:false; response_revision:37438; number_of_response:1; }","duration":"170.298767ms","start":"2026-03-19T12:30:12.232349Z","end":"2026-03-19T12:30:12.402648Z","steps":["trace[1444695767] 'process raft request' (duration: 169.915937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:12.402875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.532828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:30:12.40298Z","caller":"traceutil/trace.go:171","msg":"trace[1616997663] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:37438; }","duration":"105.704552ms","start":"2026-03-19T12:30:12.297245Z","end":"2026-03-19T12:30:12.40295Z","steps":["trace[1616997663] 'agreement among raft nodes before linearized reading' (duration: 105.402724ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:12.977078Z","caller":"traceutil/trace.go:171","msg":"trace[69828047] transaction","detail":"{read_only:false; response_revision:37446; number_of_response:1; }","duration":"116.481135ms","start":"2026-03-19T12:30:12.860572Z","end":"2026-03-19T12:30:12.977053Z","steps":["trace[69828047] 'process raft request' (duration: 116.28395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:13.382547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.979286ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:30:13.382641Z","caller":"traceutil/trace.go:171","msg":"trace[713699813] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:37446; }","duration":"238.084189ms","start":"2026-03-19T12:30:13.144543Z","end":"2026-03-19T12:30:13.382627Z","steps":["trace[713699813] 'range keys from in-memory index tree' (duration: 237.966036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:13.383076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.805416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:30:13.383295Z","caller":"traceutil/trace.go:171","msg":"trace[609042165] transaction","detail":"{read_only:false; response_revision:37447; number_of_response:1; }","duration":"397.560963ms","start":"2026-03-19T12:30:12.985712Z","end":"2026-03-19T12:30:13.383273Z","steps":["trace[609042165] 'process raft request' (duration: 125.365337ms)","trace[609042165] 'compare' (duration: 271.279501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:30:13.383429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:12.985691Z","time spent":"397.657375ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5696,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:30:13.383409Z","caller":"traceutil/trace.go:171","msg":"trace[511555173] linearizableReadLoop","detail":"{readStateIndex:38754; appliedIndex:38752; }","duration":"215.042723ms","start":"2026-03-19T12:30:13.168349Z","end":"2026-03-19T12:30:13.383391Z","steps":["trace[511555173] 'read index received' (duration: 12.329415ms)","trace[511555173] 'applied index is now lower than readState.Index' (duration: 202.712218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:30:13.383816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.464845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:30:13.383814Z","caller":"traceutil/trace.go:171","msg":"trace[1182779734] transaction","detail":"{read_only:false; response_revision:37448; number_of_response:1; }","duration":"350.216846ms","start":"2026-03-19T12:30:13.033574Z","end":"2026-03-19T12:30:13.383791Z","steps":["trace[1182779734] 'process raft request' (duration: 349.673391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:13.383854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.555202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-19T12:30:13.383891Z","caller":"traceutil/trace.go:171","msg":"trace[386011451] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:37448; }","duration":"215.516856ms","start":"2026-03-19T12:30:13.168332Z","end":"2026-03-19T12:30:13.383849Z","steps":["trace[386011451] 'agreement among raft nodes before linearized reading' (duration: 215.437674ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:13.383898Z","caller":"traceutil/trace.go:171","msg":"trace[281903018] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:37448; }","duration":"100.635694ms","start":"2026-03-19T12:30:13.283251Z","end":"2026-03-19T12:30:13.383886Z","steps":["trace[281903018] 'agreement among raft nodes before linearized reading' (duration: 100.499061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:13.383914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:13.033554Z","time spent":"350.312329ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:30:13.638626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.29193ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-19T12:30:13.640218Z","caller":"traceutil/trace.go:171","msg":"trace[130025990] transaction","detail":"{read_only:false; response_revision:37451; number_of_response:1; }","duration":"173.221367ms","start":"2026-03-19T12:30:13.466947Z","end":"2026-03-19T12:30:13.640169Z","steps":["trace[130025990] 'process raft request' (duration: 171.841949ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:13.845599Z","caller":"traceutil/trace.go:171","msg":"trace[2113950389] transaction","detail":"{read_only:false; response_revision:37452; number_of_response:1; }","duration":"374.837375ms","start":"2026-03-19T12:30:13.470725Z","end":"2026-03-19T12:30:13.845562Z","steps":["trace[2113950389] 'process raft request' (duration: 345.346344ms)","trace[2113950389] 'compare' (duration: 29.048749ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:13.845615Z","caller":"traceutil/trace.go:171","msg":"trace[792665497] transaction","detail":"{read_only:false; response_revision:37453; number_of_response:1; }","duration":"325.166606ms","start":"2026-03-19T12:30:13.520423Z","end":"2026-03-19T12:30:13.84559Z","steps":["trace[792665497] 'process raft request' (duration: 324.846788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:13.845839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:13.470707Z","time spent":"374.965428ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5403,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:30:13.845843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:13.520405Z","time spent":"325.31251ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:30:13.846081Z","caller":"traceutil/trace.go:171","msg":"trace[152155150] transaction","detail":"{read_only:false; response_revision:37455; number_of_response:1; }","duration":"201.68989ms","start":"2026-03-19T12:30:13.644369Z","end":"2026-03-19T12:30:13.846059Z","steps":["trace[152155150] 'process raft request' (duration: 201.518715ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:13.846183Z","caller":"traceutil/trace.go:171","msg":"trace[1627408507] transaction","detail":"{read_only:false; response_revision:37454; number_of_response:1; }","duration":"310.643051ms","start":"2026-03-19T12:30:13.535502Z","end":"2026-03-19T12:30:13.846145Z","steps":["trace[1627408507] 'process raft request' (duration: 310.047425ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:13.846337Z","caller":"traceutil/trace.go:171","msg":"trace[1197277749] linearizableReadLoop","detail":"{readStateIndex:38759; appliedIndex:38756; }","duration":"327.884019ms","start":"2026-03-19T12:30:13.51844Z","end":"2026-03-19T12:30:13.846324Z","steps":["trace[1197277749] 'read index received' (duration: 61.115751ms)","trace[1197277749] 'applied index is now lower than readState.Index' (duration: 266.766978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:30:13.846472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.215192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:30:13.846408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:13.535466Z","time spent":"310.821556ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:30:13.846519Z","caller":"traceutil/trace.go:171","msg":"trace[1118970357] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:37455; }","duration":"302.298104ms","start":"2026-03-19T12:30:13.544209Z","end":"2026-03-19T12:30:13.846508Z","steps":["trace[1118970357] 'agreement among raft nodes before linearized reading' (duration: 302.221122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:13.846532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.086125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-19T12:30:13.846555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:13.544155Z","time spent":"302.390757ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:30:13.846584Z","caller":"traceutil/trace.go:171","msg":"trace[1147458542] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:37455; }","duration":"328.208149ms","start":"2026-03-19T12:30:13.518363Z","end":"2026-03-19T12:30:13.846571Z","steps":["trace[1147458542] 'agreement among raft nodes before linearized reading' (duration: 328.027704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:13.846615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:13.518327Z","time spent":"328.280741ms","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-19T12:30:13.846827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.709845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29565375-7jpd7\" ","response":"range_response_count:1 size:7266"} {"level":"info","ts":"2026-03-19T12:30:13.846869Z","caller":"traceutil/trace.go:171","msg":"trace[90841360] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29565375-7jpd7; range_end:; response_count:1; response_revision:37455; }","duration":"196.777257ms","start":"2026-03-19T12:30:13.650082Z","end":"2026-03-19T12:30:13.846859Z","steps":["trace[90841360] 'agreement among raft nodes before linearized reading' (duration: 196.639793ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:14.03399Z","caller":"traceutil/trace.go:171","msg":"trace[1531930953] linearizableReadLoop","detail":"{readStateIndex:38766; appliedIndex:38765; }","duration":"116.637189ms","start":"2026-03-19T12:30:13.917309Z","end":"2026-03-19T12:30:14.033947Z","steps":["trace[1531930953] 'read index received' (duration: 58.819838ms)","trace[1531930953] 'applied index is now lower than readState.Index' (duration: 57.815571ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:14.034189Z","caller":"traceutil/trace.go:171","msg":"trace[482831042] transaction","detail":"{read_only:false; number_of_response:1; response_revision:37459; }","duration":"135.498722ms","start":"2026-03-19T12:30:13.898655Z","end":"2026-03-19T12:30:14.034154Z","steps":["trace[482831042] 'process raft request' (duration: 77.470245ms)","trace[482831042] 'compare' (duration: 57.601005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:30:14.034396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.062811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5421"} {"level":"info","ts":"2026-03-19T12:30:14.034496Z","caller":"traceutil/trace.go:171","msg":"trace[1492201743] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:37459; }","duration":"117.239016ms","start":"2026-03-19T12:30:13.917236Z","end":"2026-03-19T12:30:14.034475Z","steps":["trace[1492201743] 'agreement among raft nodes before linearized reading' (duration: 116.937427ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:14.566388Z","caller":"traceutil/trace.go:171","msg":"trace[32549861] transaction","detail":"{read_only:false; response_revision:37463; number_of_response:1; }","duration":"156.202614ms","start":"2026-03-19T12:30:14.410161Z","end":"2026-03-19T12:30:14.566363Z","steps":["trace[32549861] 'process raft request' (duration: 73.162218ms)","trace[32549861] 'compare' (duration: 82.81083ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:14.566425Z","caller":"traceutil/trace.go:171","msg":"trace[1129556523] transaction","detail":"{read_only:false; response_revision:37464; number_of_response:1; }","duration":"155.894476ms","start":"2026-03-19T12:30:14.410502Z","end":"2026-03-19T12:30:14.566396Z","steps":["trace[1129556523] 'process raft request' (duration: 155.789773ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:14.645459Z","caller":"traceutil/trace.go:171","msg":"trace[546805049] transaction","detail":"{read_only:false; response_revision:37465; number_of_response:1; }","duration":"146.214293ms","start":"2026-03-19T12:30:14.499216Z","end":"2026-03-19T12:30:14.64543Z","steps":["trace[546805049] 'process raft request' (duration: 145.74305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:14.645784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.97808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:30:14.645854Z","caller":"traceutil/trace.go:171","msg":"trace[2010406953] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37465; }","duration":"120.434552ms","start":"2026-03-19T12:30:14.525403Z","end":"2026-03-19T12:30:14.645838Z","steps":["trace[2010406953] 'agreement among raft nodes before linearized reading' (duration: 120.102653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:14.645882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.630436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-19T12:30:14.645938Z","caller":"traceutil/trace.go:171","msg":"trace[1007109376] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:37465; }","duration":"156.748739ms","start":"2026-03-19T12:30:14.489174Z","end":"2026-03-19T12:30:14.645922Z","steps":["trace[1007109376] 'agreement among raft nodes before linearized reading' (duration: 156.590515ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:14.688346Z","caller":"traceutil/trace.go:171","msg":"trace[1139270619] transaction","detail":"{read_only:false; response_revision:37466; number_of_response:1; }","duration":"118.51419ms","start":"2026-03-19T12:30:14.569796Z","end":"2026-03-19T12:30:14.688311Z","steps":["trace[1139270619] 'process raft request' (duration: 117.132463ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:16.516441Z","caller":"traceutil/trace.go:171","msg":"trace[1283612689] transaction","detail":"{read_only:false; response_revision:37474; number_of_response:1; }","duration":"149.668957ms","start":"2026-03-19T12:30:16.366738Z","end":"2026-03-19T12:30:16.516407Z","steps":["trace[1283612689] 'process raft request' (duration: 149.436141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:17.165241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.694862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:30:17.165559Z","caller":"traceutil/trace.go:171","msg":"trace[1824643635] transaction","detail":"{read_only:false; response_revision:37482; number_of_response:1; }","duration":"463.601718ms","start":"2026-03-19T12:30:16.701938Z","end":"2026-03-19T12:30:17.16554Z","steps":["trace[1824643635] 'process raft request' (duration: 463.552006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:17.165637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:16.701928Z","time spent":"463.673979ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:30:17.165747Z","caller":"traceutil/trace.go:171","msg":"trace[389940125] transaction","detail":"{read_only:false; response_revision:37480; number_of_response:1; }","duration":"465.605722ms","start":"2026-03-19T12:30:16.700133Z","end":"2026-03-19T12:30:17.165739Z","steps":["trace[389940125] 'process raft request' (duration: 465.200731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:17.165792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:16.70011Z","time spent":"465.658493ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:30:17.165807Z","caller":"traceutil/trace.go:171","msg":"trace[736566951] transaction","detail":"{read_only:false; response_revision:37481; number_of_response:1; }","duration":"465.582561ms","start":"2026-03-19T12:30:16.700195Z","end":"2026-03-19T12:30:17.165778Z","steps":["trace[736566951] 'process raft request' (duration: 465.251352ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:17.165866Z","caller":"traceutil/trace.go:171","msg":"trace[1688283853] transaction","detail":"{read_only:false; response_revision:37479; number_of_response:1; }","duration":"465.878729ms","start":"2026-03-19T12:30:16.699964Z","end":"2026-03-19T12:30:17.165843Z","steps":["trace[1688283853] 'process raft request' (duration: 345.501768ms)","trace[1688283853] 'compare' (duration: 119.269311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:30:17.165987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:16.699943Z","time spent":"465.976662ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:30:17.166143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:16.700149Z","time spent":"465.759266ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:30:17.535537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.508852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:30:17.535887Z","caller":"traceutil/trace.go:171","msg":"trace[1730322267] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:37482; }","duration":"213.894892ms","start":"2026-03-19T12:30:17.321963Z","end":"2026-03-19T12:30:17.535858Z","steps":["trace[1730322267] 'count revisions from in-memory index tree' (duration: 213.394249ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:17.688356Z","caller":"traceutil/trace.go:171","msg":"trace[991880304] linearizableReadLoop","detail":"{readStateIndex:38790; appliedIndex:38789; }","duration":"113.204736ms","start":"2026-03-19T12:30:17.575126Z","end":"2026-03-19T12:30:17.688331Z","steps":["trace[991880304] 'read index received' (duration: 112.98756ms)","trace[991880304] 'applied index is now lower than readState.Index' (duration: 214.046µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:30:17.688494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.34159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:30:17.688503Z","caller":"traceutil/trace.go:171","msg":"trace[1745827088] transaction","detail":"{read_only:false; response_revision:37483; number_of_response:1; }","duration":"247.412573ms","start":"2026-03-19T12:30:17.441069Z","end":"2026-03-19T12:30:17.688481Z","steps":["trace[1745827088] 'process raft request' (duration: 247.109045ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:17.68853Z","caller":"traceutil/trace.go:171","msg":"trace[1992150129] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:37483; }","duration":"113.453942ms","start":"2026-03-19T12:30:17.575064Z","end":"2026-03-19T12:30:17.688518Z","steps":["trace[1992150129] 'agreement among raft nodes before linearized reading' (duration: 113.36793ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:17.967757Z","caller":"traceutil/trace.go:171","msg":"trace[371679720] transaction","detail":"{read_only:false; response_revision:37484; number_of_response:1; }","duration":"100.679216ms","start":"2026-03-19T12:30:17.867043Z","end":"2026-03-19T12:30:17.967722Z","steps":["trace[371679720] 'process raft request' (duration: 100.296155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:18.232786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.569841ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-19T12:30:18.233179Z","caller":"traceutil/trace.go:171","msg":"trace[835996553] linearizableReadLoop","detail":"{readStateIndex:38793; appliedIndex:38792; }","duration":"182.451028ms","start":"2026-03-19T12:30:18.050425Z","end":"2026-03-19T12:30:18.232876Z","steps":["trace[835996553] 'read index received' (duration: 20.711683ms)","trace[835996553] 'applied index is now lower than readState.Index' (duration: 161.737955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:30:18.23335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.546373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:30:18.233381Z","caller":"traceutil/trace.go:171","msg":"trace[440203974] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:37485; }","duration":"174.587855ms","start":"2026-03-19T12:30:18.058785Z","end":"2026-03-19T12:30:18.233373Z","steps":["trace[440203974] 'agreement among raft nodes before linearized reading' (duration: 174.521983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:18.23342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.91019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T12:30:18.233508Z","caller":"traceutil/trace.go:171","msg":"trace[220864414] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37485; }","duration":"183.090395ms","start":"2026-03-19T12:30:18.050402Z","end":"2026-03-19T12:30:18.233492Z","steps":["trace[220864414] 'agreement among raft nodes before linearized reading' (duration: 182.781296ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:20.825976Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35501} {"level":"warn","ts":"2026-03-19T12:30:21.140269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.032617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:30:21.140338Z","caller":"traceutil/trace.go:171","msg":"trace[1923103409] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:37506; }","duration":"196.122749ms","start":"2026-03-19T12:30:20.944198Z","end":"2026-03-19T12:30:21.140321Z","steps":["trace[1923103409] 'count revisions from in-memory index tree' (duration: 195.920364ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:21.197524Z","caller":"traceutil/trace.go:171","msg":"trace[1871814155] transaction","detail":"{read_only:false; response_revision:37507; number_of_response:1; }","duration":"195.844122ms","start":"2026-03-19T12:30:21.001641Z","end":"2026-03-19T12:30:21.197485Z","steps":["trace[1871814155] 'process raft request' (duration: 100.514872ms)","trace[1871814155] 'compare' (duration: 38.404703ms)","trace[1871814155] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; req_size:670; } (duration: 56.650449ms)"],"step_count":3} {"level":"warn","ts":"2026-03-19T12:30:21.371155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.041234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:30:21.371257Z","caller":"traceutil/trace.go:171","msg":"trace[674726180] transaction","detail":"{read_only:false; response_revision:37508; number_of_response:1; }","duration":"169.990229ms","start":"2026-03-19T12:30:21.201248Z","end":"2026-03-19T12:30:21.371238Z","steps":["trace[674726180] 'process raft request' (duration: 50.77288ms)","trace[674726180] 'compare' (duration: 114.740927ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:21.52502Z","caller":"traceutil/trace.go:171","msg":"trace[977958123] transaction","detail":"{read_only:false; response_revision:37509; number_of_response:1; }","duration":"319.593834ms","start":"2026-03-19T12:30:21.205381Z","end":"2026-03-19T12:30:21.524975Z","steps":["trace[977958123] 'process raft request' (duration: 226.493065ms)","trace[977958123] 'compare' (duration: 91.668201ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:21.525044Z","caller":"traceutil/trace.go:171","msg":"trace[1866607557] transaction","detail":"{read_only:false; response_revision:37511; number_of_response:1; }","duration":"319.406919ms","start":"2026-03-19T12:30:21.205589Z","end":"2026-03-19T12:30:21.524996Z","steps":["trace[1866607557] 'process raft request' (duration: 319.360518ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:21.525089Z","caller":"traceutil/trace.go:171","msg":"trace[1750907849] transaction","detail":"{read_only:false; response_revision:37510; number_of_response:1; }","duration":"319.569433ms","start":"2026-03-19T12:30:21.205478Z","end":"2026-03-19T12:30:21.525047Z","steps":["trace[1750907849] 'process raft request' (duration: 319.274375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:21.525218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:21.205345Z","time spent":"319.771929ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:30:21.525231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:21.205567Z","time spent":"319.556604ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:30:21.525295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:21.205454Z","time spent":"319.718288ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:30:22.111783Z","caller":"traceutil/trace.go:171","msg":"trace[148629455] transaction","detail":"{read_only:false; response_revision:37514; number_of_response:1; }","duration":"101.992251ms","start":"2026-03-19T12:30:22.009773Z","end":"2026-03-19T12:30:22.111765Z","steps":["trace[148629455] 'process raft request' (duration: 101.94635ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:22.111843Z","caller":"traceutil/trace.go:171","msg":"trace[2117460467] transaction","detail":"{read_only:false; response_revision:37513; number_of_response:1; }","duration":"128.778379ms","start":"2026-03-19T12:30:21.983025Z","end":"2026-03-19T12:30:22.111804Z","steps":["trace[2117460467] 'process raft request' (duration: 122.53264ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:22.213549Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35501,"took":"1.384889561s","hash":799780210,"current-db-size-bytes":50315264,"current-db-size":"50 MB","current-db-size-in-use-bytes":28065792,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-19T12:30:22.21366Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":799780210,"revision":35501,"compact-revision":33368} {"level":"info","ts":"2026-03-19T12:30:22.856867Z","caller":"traceutil/trace.go:171","msg":"trace[2046712017] transaction","detail":"{read_only:false; response_revision:37518; number_of_response:1; }","duration":"101.416466ms","start":"2026-03-19T12:30:22.755394Z","end":"2026-03-19T12:30:22.85681Z","steps":["trace[2046712017] 'process raft request' (duration: 101.079477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:23.091679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.835299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:30:23.091878Z","caller":"traceutil/trace.go:171","msg":"trace[781648318] transaction","detail":"{read_only:false; response_revision:37519; number_of_response:1; }","duration":"152.648186ms","start":"2026-03-19T12:30:22.939189Z","end":"2026-03-19T12:30:23.091821Z","steps":["trace[781648318] 'process raft request' (duration: 33.565851ms)","trace[781648318] 'compare' (duration: 118.388367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:30:23.651821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.276496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T12:30:23.651898Z","caller":"traceutil/trace.go:171","msg":"trace[764743456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37521; }","duration":"121.379138ms","start":"2026-03-19T12:30:23.530503Z","end":"2026-03-19T12:30:23.651882Z","steps":["trace[764743456] 'agreement among raft nodes before linearized reading' (duration: 121.133701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:23.652019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.744604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-19T12:30:23.652109Z","caller":"traceutil/trace.go:171","msg":"trace[1759625484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37521; }","duration":"119.868117ms","start":"2026-03-19T12:30:23.532217Z","end":"2026-03-19T12:30:23.652085Z","steps":["trace[1759625484] 'agreement among raft nodes before linearized reading' (duration: 119.61431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:23.652099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.696229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-19T12:30:23.652201Z","caller":"traceutil/trace.go:171","msg":"trace[1463913750] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:37521; }","duration":"131.847233ms","start":"2026-03-19T12:30:23.520325Z","end":"2026-03-19T12:30:23.652172Z","steps":["trace[1463913750] 'agreement among raft nodes before linearized reading' (duration: 131.644077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:23.652319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.248821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T12:30:23.65239Z","caller":"traceutil/trace.go:171","msg":"trace[1381910461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37521; }","duration":"122.361904ms","start":"2026-03-19T12:30:23.530011Z","end":"2026-03-19T12:30:23.652373Z","steps":["trace[1381910461] 'agreement among raft nodes before linearized reading' (duration: 121.627664ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:26.184848Z","caller":"traceutil/trace.go:171","msg":"trace[196504074] transaction","detail":"{read_only:false; response_revision:37537; number_of_response:1; }","duration":"481.116383ms","start":"2026-03-19T12:30:25.703699Z","end":"2026-03-19T12:30:26.184815Z","steps":["trace[196504074] 'process raft request' (duration: 478.678547ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:26.184846Z","caller":"traceutil/trace.go:171","msg":"trace[447984430] linearizableReadLoop","detail":"{readStateIndex:38848; appliedIndex:38846; }","duration":"475.86744ms","start":"2026-03-19T12:30:25.708952Z","end":"2026-03-19T12:30:26.184819Z","steps":["trace[447984430] 'read index received' (duration: 16.810217ms)","trace[447984430] 'applied index is now lower than readState.Index' (duration: 459.055703ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:26.184913Z","caller":"traceutil/trace.go:171","msg":"trace[1525767407] transaction","detail":"{read_only:false; response_revision:37538; number_of_response:1; }","duration":"480.98349ms","start":"2026-03-19T12:30:25.70388Z","end":"2026-03-19T12:30:26.184863Z","steps":["trace[1525767407] 'process raft request' (duration: 480.819095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:26.184978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.011885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:30:26.185031Z","caller":"traceutil/trace.go:171","msg":"trace[602509968] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:37538; }","duration":"476.107747ms","start":"2026-03-19T12:30:25.70891Z","end":"2026-03-19T12:30:26.185018Z","steps":["trace[602509968] 'agreement among raft nodes before linearized reading' (duration: 476.008354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:26.185064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:25.708878Z","time spent":"476.180689ms","remote":"127.0.0.1:49374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:30:26.185065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:25.703854Z","time spent":"481.138894ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:30:26.185062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:25.703681Z","time spent":"481.282527ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:30:26.281038Z","caller":"traceutil/trace.go:171","msg":"trace[1993278901] transaction","detail":"{read_only:false; response_revision:37539; number_of_response:1; }","duration":"496.257565ms","start":"2026-03-19T12:30:25.784743Z","end":"2026-03-19T12:30:26.281Z","steps":["trace[1993278901] 'process raft request' (duration: 495.974337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:26.281206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:25.784724Z","time spent":"496.397568ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:30:26.281544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.91074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:30:26.281624Z","caller":"traceutil/trace.go:171","msg":"trace[659011184] transaction","detail":"{read_only:false; response_revision:37540; number_of_response:1; }","duration":"154.94846ms","start":"2026-03-19T12:30:26.126636Z","end":"2026-03-19T12:30:26.281584Z","steps":["trace[659011184] 'process raft request' (duration: 154.21766ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:26.281664Z","caller":"traceutil/trace.go:171","msg":"trace[212887526] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:37541; }","duration":"243.109206ms","start":"2026-03-19T12:30:26.038527Z","end":"2026-03-19T12:30:26.281636Z","steps":["trace[212887526] 'agreement among raft nodes before linearized reading' (duration: 242.893831ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:26.281737Z","caller":"traceutil/trace.go:171","msg":"trace[1179971737] transaction","detail":"{read_only:false; response_revision:37541; number_of_response:1; }","duration":"155.017843ms","start":"2026-03-19T12:30:26.126702Z","end":"2026-03-19T12:30:26.28172Z","steps":["trace[1179971737] 'process raft request' (duration: 154.56675ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:27.586274Z","caller":"traceutil/trace.go:171","msg":"trace[1680654158] linearizableReadLoop","detail":"{readStateIndex:38859; appliedIndex:38858; }","duration":"395.785865ms","start":"2026-03-19T12:30:27.190468Z","end":"2026-03-19T12:30:27.586254Z","steps":["trace[1680654158] 'read index received' (duration: 395.61644ms)","trace[1680654158] 'applied index is now lower than readState.Index' (duration: 168.515µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:30:27.586441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.61042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:30:27.586473Z","caller":"traceutil/trace.go:171","msg":"trace[543856225] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:37549; }","duration":"356.708513ms","start":"2026-03-19T12:30:27.229755Z","end":"2026-03-19T12:30:27.586463Z","steps":["trace[543856225] 'agreement among raft nodes before linearized reading' (duration: 356.62012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:27.586499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:27.229732Z","time spent":"356.761464ms","remote":"127.0.0.1:57242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:30:27.586663Z","caller":"traceutil/trace.go:171","msg":"trace[252085179] transaction","detail":"{read_only:false; response_revision:37549; number_of_response:1; }","duration":"472.850419ms","start":"2026-03-19T12:30:27.113514Z","end":"2026-03-19T12:30:27.586365Z","steps":["trace[252085179] 'process raft request' (duration: 472.619153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:27.586762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.154349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:30:27.586861Z","caller":"traceutil/trace.go:171","msg":"trace[370102274] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37549; }","duration":"122.307503ms","start":"2026-03-19T12:30:27.464534Z","end":"2026-03-19T12:30:27.586842Z","steps":["trace[370102274] 'agreement among raft nodes before linearized reading' (duration: 122.025815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:27.586836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.35814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:321491"} {"level":"info","ts":"2026-03-19T12:30:27.586926Z","caller":"traceutil/trace.go:171","msg":"trace[903442931] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:37549; }","duration":"396.457693ms","start":"2026-03-19T12:30:27.190455Z","end":"2026-03-19T12:30:27.586913Z","steps":["trace[903442931] 'agreement among raft nodes before linearized reading' (duration: 395.917128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:27.586935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:27.113481Z","time spent":"473.278461ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:30:27.586957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:27.190381Z","time spent":"396.570246ms","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":39,"response size":321515,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-19T12:30:27.720492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.472275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0e466402-1e3a-4d83-9f4e-abc09cdd8939\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-19T12:30:27.720573Z","caller":"traceutil/trace.go:171","msg":"trace[539945542] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0e466402-1e3a-4d83-9f4e-abc09cdd8939; range_end:; response_count:1; response_revision:37549; }","duration":"130.596358ms","start":"2026-03-19T12:30:27.589956Z","end":"2026-03-19T12:30:27.720553Z","steps":["trace[539945542] 'range keys from in-memory index tree' (duration: 130.298561ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:27.721354Z","caller":"traceutil/trace.go:171","msg":"trace[989158359] transaction","detail":"{read_only:false; response_revision:37550; number_of_response:1; }","duration":"128.195493ms","start":"2026-03-19T12:30:27.593044Z","end":"2026-03-19T12:30:27.72124Z","steps":["trace[989158359] 'process raft request' (duration: 126.357853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:28.120701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.721204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:30:28.120853Z","caller":"traceutil/trace.go:171","msg":"trace[939724076] linearizableReadLoop","detail":"{readStateIndex:38861; appliedIndex:38860; }","duration":"176.246279ms","start":"2026-03-19T12:30:27.944582Z","end":"2026-03-19T12:30:28.120828Z","steps":["trace[939724076] 'read index received' (duration: 41.021µs)","trace[939724076] 'applied index is now lower than readState.Index' (duration: 176.203218ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:28.121024Z","caller":"traceutil/trace.go:171","msg":"trace[404407053] transaction","detail":"{read_only:false; response_revision:37551; number_of_response:1; }","duration":"381.24875ms","start":"2026-03-19T12:30:27.739759Z","end":"2026-03-19T12:30:28.121008Z","steps":["trace[404407053] 'process raft request' (duration: 109.090534ms)","trace[404407053] 'compare' (duration: 271.313163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:30:28.121105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:27.739738Z","time spent":"381.329321ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:30:28.121496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.883687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:30:28.121563Z","caller":"traceutil/trace.go:171","msg":"trace[593193021] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:37551; }","duration":"177.000599ms","start":"2026-03-19T12:30:27.944546Z","end":"2026-03-19T12:30:28.121547Z","steps":["trace[593193021] 'agreement among raft nodes before linearized reading' (duration: 176.892576ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:28.379123Z","caller":"traceutil/trace.go:171","msg":"trace[2022559584] linearizableReadLoop","detail":"{readStateIndex:38862; appliedIndex:38861; }","duration":"190.139046ms","start":"2026-03-19T12:30:28.18896Z","end":"2026-03-19T12:30:28.379099Z","steps":["trace[2022559584] 'read index received' (duration: 93.693306ms)","trace[2022559584] 'applied index is now lower than readState.Index' (duration: 96.44421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:30:28.379539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.562718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:30:28.379586Z","caller":"traceutil/trace.go:171","msg":"trace[1759538962] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37552; }","duration":"190.695411ms","start":"2026-03-19T12:30:28.188879Z","end":"2026-03-19T12:30:28.379575Z","steps":["trace[1759538962] 'agreement among raft nodes before linearized reading' (duration: 190.343582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:28.751718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.218171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:30:28.751912Z","caller":"traceutil/trace.go:171","msg":"trace[337871290] transaction","detail":"{read_only:false; response_revision:37553; number_of_response:1; }","duration":"464.09924ms","start":"2026-03-19T12:30:28.287782Z","end":"2026-03-19T12:30:28.751882Z","steps":["trace[337871290] 'process raft request' (duration: 359.642872ms)","trace[337871290] 'compare' (duration: 104.128979ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:28.751994Z","caller":"traceutil/trace.go:171","msg":"trace[330104404] transaction","detail":"{read_only:false; response_revision:37554; number_of_response:1; }","duration":"464.033518ms","start":"2026-03-19T12:30:28.287934Z","end":"2026-03-19T12:30:28.751967Z","steps":["trace[330104404] 'process raft request' (duration: 463.862014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:28.75203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:28.287751Z","time spent":"464.227254ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:30:28.752062Z","caller":"traceutil/trace.go:171","msg":"trace[776651974] transaction","detail":"{read_only:false; response_revision:37556; number_of_response:1; }","duration":"367.461135ms","start":"2026-03-19T12:30:28.38456Z","end":"2026-03-19T12:30:28.752021Z","steps":["trace[776651974] 'process raft request' (duration: 367.419884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:28.752108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:28.287895Z","time spent":"464.157312ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:30:28.752114Z","caller":"traceutil/trace.go:171","msg":"trace[818736379] linearizableReadLoop","detail":"{readStateIndex:38865; appliedIndex:38863; }","duration":"372.894783ms","start":"2026-03-19T12:30:28.379194Z","end":"2026-03-19T12:30:28.752088Z","steps":["trace[818736379] 'read index received' (duration: 268.27847ms)","trace[818736379] 'applied index is now lower than readState.Index' (duration: 104.614832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:30:28.752269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.414462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:30:28.752701Z","caller":"traceutil/trace.go:171","msg":"trace[215122835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37556; }","duration":"562.871145ms","start":"2026-03-19T12:30:28.189816Z","end":"2026-03-19T12:30:28.752687Z","steps":["trace[215122835] 'agreement among raft nodes before linearized reading' (duration: 562.347211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:28.752738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:28.18981Z","time spent":"562.916336ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T12:30:28.752315Z","caller":"traceutil/trace.go:171","msg":"trace[366040221] transaction","detail":"{read_only:false; response_revision:37555; number_of_response:1; }","duration":"371.650648ms","start":"2026-03-19T12:30:28.380655Z","end":"2026-03-19T12:30:28.752306Z","steps":["trace[366040221] 'process raft request' (duration: 371.193336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:28.752963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:28.38063Z","time spent":"372.276846ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:30:28.752154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:28.384528Z","time spent":"367.597049ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:30:28.926963Z","caller":"traceutil/trace.go:171","msg":"trace[607260557] linearizableReadLoop","detail":"{readStateIndex:38869; appliedIndex:38867; }","duration":"174.281146ms","start":"2026-03-19T12:30:28.752654Z","end":"2026-03-19T12:30:28.926935Z","steps":["trace[607260557] 'read index received' (duration: 29.624065ms)","trace[607260557] 'applied index is now lower than readState.Index' (duration: 144.655231ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:28.927008Z","caller":"traceutil/trace.go:171","msg":"trace[845345317] transaction","detail":"{read_only:false; response_revision:37559; number_of_response:1; }","duration":"169.483176ms","start":"2026-03-19T12:30:28.757484Z","end":"2026-03-19T12:30:28.926968Z","steps":["trace[845345317] 'process raft request' (duration: 169.375673ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:28.927205Z","caller":"traceutil/trace.go:171","msg":"trace[509987547] transaction","detail":"{read_only:false; response_revision:37558; number_of_response:1; }","duration":"185.212692ms","start":"2026-03-19T12:30:28.741969Z","end":"2026-03-19T12:30:28.927182Z","steps":["trace[509987547] 'process raft request' (duration: 131.132493ms)","trace[509987547] 'compare' (duration: 53.600436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:30:28.927451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.875201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-19T12:30:28.92752Z","caller":"traceutil/trace.go:171","msg":"trace[2128071336] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:37559; }","duration":"383.971373ms","start":"2026-03-19T12:30:28.54353Z","end":"2026-03-19T12:30:28.927501Z","steps":["trace[2128071336] 'agreement among raft nodes before linearized reading' (duration: 383.795538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:28.927569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:28.543514Z","time spent":"384.040516ms","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-19T12:30:28.927921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.247477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:30:28.928099Z","caller":"traceutil/trace.go:171","msg":"trace[1105263847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37559; }","duration":"316.217383ms","start":"2026-03-19T12:30:28.611861Z","end":"2026-03-19T12:30:28.928078Z","steps":["trace[1105263847] 'agreement among raft nodes before linearized reading' (duration: 315.215586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:28.928246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:28.611781Z","time spent":"316.445149ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T12:30:29.102922Z","caller":"traceutil/trace.go:171","msg":"trace[183788143] linearizableReadLoop","detail":"{readStateIndex:38871; appliedIndex:38870; }","duration":"175.856158ms","start":"2026-03-19T12:30:28.927046Z","end":"2026-03-19T12:30:29.102902Z","steps":["trace[183788143] 'read index received' (duration: 145.269177ms)","trace[183788143] 'applied index is now lower than readState.Index' (duration: 30.585251ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:29.102969Z","caller":"traceutil/trace.go:171","msg":"trace[1486987223] transaction","detail":"{read_only:false; response_revision:37560; number_of_response:1; }","duration":"179.753245ms","start":"2026-03-19T12:30:28.923165Z","end":"2026-03-19T12:30:29.102918Z","steps":["trace[1486987223] 'process raft request' (duration: 149.107632ms)","trace[1486987223] 'compare' (duration: 30.255262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:30:29.10308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.077385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:30:29.103124Z","caller":"traceutil/trace.go:171","msg":"trace[1235124788] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:37560; }","duration":"310.178748ms","start":"2026-03-19T12:30:28.792938Z","end":"2026-03-19T12:30:29.103117Z","steps":["trace[1235124788] 'agreement among raft nodes before linearized reading' (duration: 310.086965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:29.103146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:28.79292Z","time spent":"310.22026ms","remote":"127.0.0.1:49436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:30:29.103721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.950515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-19T12:30:29.103895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.126051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:30:29.103998Z","caller":"traceutil/trace.go:171","msg":"trace[947028522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37561; }","duration":"174.272595ms","start":"2026-03-19T12:30:28.929702Z","end":"2026-03-19T12:30:29.103974Z","steps":["trace[947028522] 'agreement among raft nodes before linearized reading' (duration: 174.029329ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:29.104024Z","caller":"traceutil/trace.go:171","msg":"trace[1716766540] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:37560; }","duration":"348.194412ms","start":"2026-03-19T12:30:28.755685Z","end":"2026-03-19T12:30:29.10388Z","steps":["trace[1716766540] 'agreement among raft nodes before linearized reading' (duration: 347.607306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:29.104071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.983963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-688db9ee-7fc7-430d-b138-8e7c5f07cacb\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-19T12:30:29.104101Z","caller":"traceutil/trace.go:171","msg":"trace[1527275492] range","detail":"{range_begin:/registry/persistentvolumes/pvc-688db9ee-7fc7-430d-b138-8e7c5f07cacb; range_end:; response_count:1; response_revision:37561; }","duration":"172.028964ms","start":"2026-03-19T12:30:28.932065Z","end":"2026-03-19T12:30:29.104094Z","steps":["trace[1527275492] 'agreement among raft nodes before linearized reading' (duration: 171.920301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:29.104251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:28.755665Z","time spent":"348.566151ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-19T12:30:29.104257Z","caller":"traceutil/trace.go:171","msg":"trace[1174769261] transaction","detail":"{read_only:false; response_revision:37561; number_of_response:1; }","duration":"146.021708ms","start":"2026-03-19T12:30:28.957872Z","end":"2026-03-19T12:30:29.103894Z","steps":["trace[1174769261] 'process raft request' (duration: 144.950059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:29.103438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.279191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T12:30:29.105237Z","caller":"traceutil/trace.go:171","msg":"trace[1135326715] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37560; }","duration":"344.094139ms","start":"2026-03-19T12:30:28.761104Z","end":"2026-03-19T12:30:29.105198Z","steps":["trace[1135326715] 'agreement among raft nodes before linearized reading' (duration: 342.164957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:29.105534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:28.761095Z","time spent":"344.394728ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T12:30:30.026749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.067426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:30:30.026886Z","caller":"traceutil/trace.go:171","msg":"trace[1971864362] linearizableReadLoop","detail":"{readStateIndex:38875; appliedIndex:38874; }","duration":"236.98614ms","start":"2026-03-19T12:30:29.789877Z","end":"2026-03-19T12:30:30.026864Z","steps":["trace[1971864362] 'read index received' (duration: 135.680337ms)","trace[1971864362] 'applied index is now lower than readState.Index' (duration: 101.303572ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:30.026916Z","caller":"traceutil/trace.go:171","msg":"trace[1442687519] transaction","detail":"{read_only:false; response_revision:37564; number_of_response:1; }","duration":"277.897771ms","start":"2026-03-19T12:30:29.748998Z","end":"2026-03-19T12:30:30.026895Z","steps":["trace[1442687519] 'process raft request' (duration: 176.583248ms)","trace[1442687519] 'compare' (duration: 100.729857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:30:30.027182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.098492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:30:30.02723Z","caller":"traceutil/trace.go:171","msg":"trace[66652160] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:37564; }","duration":"237.38055ms","start":"2026-03-19T12:30:29.789832Z","end":"2026-03-19T12:30:30.027213Z","steps":["trace[66652160] 'agreement among raft nodes before linearized reading' (duration: 237.095722ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:30.379245Z","caller":"traceutil/trace.go:171","msg":"trace[985040799] transaction","detail":"{read_only:false; response_revision:37565; number_of_response:1; }","duration":"246.443275ms","start":"2026-03-19T12:30:30.132775Z","end":"2026-03-19T12:30:30.379219Z","steps":["trace[985040799] 'process raft request' (duration: 163.549152ms)","trace[985040799] 'compare' (duration: 82.611425ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:30.782569Z","caller":"traceutil/trace.go:171","msg":"trace[1315262865] linearizableReadLoop","detail":"{readStateIndex:38877; appliedIndex:38876; }","duration":"172.090686ms","start":"2026-03-19T12:30:30.610452Z","end":"2026-03-19T12:30:30.782542Z","steps":["trace[1315262865] 'read index received' (duration: 172.041925ms)","trace[1315262865] 'applied index is now lower than readState.Index' (duration: 47.511µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:30.782726Z","caller":"traceutil/trace.go:171","msg":"trace[595545760] transaction","detail":"{read_only:false; response_revision:37566; number_of_response:1; }","duration":"397.926273ms","start":"2026-03-19T12:30:30.384771Z","end":"2026-03-19T12:30:30.782697Z","steps":["trace[595545760] 'process raft request' (duration: 397.580033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:30.782771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.286661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:30:30.782811Z","caller":"traceutil/trace.go:171","msg":"trace[547447331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37566; }","duration":"172.400204ms","start":"2026-03-19T12:30:30.610399Z","end":"2026-03-19T12:30:30.782799Z","steps":["trace[547447331] 'agreement among raft nodes before linearized reading' (duration: 172.275321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:30.782879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:30.384749Z","time spent":"398.050826ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:30:30.923693Z","caller":"traceutil/trace.go:171","msg":"trace[659763300] transaction","detail":"{read_only:false; response_revision:37567; number_of_response:1; }","duration":"165.112067ms","start":"2026-03-19T12:30:30.758548Z","end":"2026-03-19T12:30:30.92366Z","steps":["trace[659763300] 'process raft request' (duration: 69.796337ms)","trace[659763300] 'compare' (duration: 94.887548ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:30.924367Z","caller":"traceutil/trace.go:171","msg":"trace[1845795032] transaction","detail":"{read_only:false; response_revision:37568; number_of_response:1; }","duration":"163.017169ms","start":"2026-03-19T12:30:30.761284Z","end":"2026-03-19T12:30:30.924301Z","steps":["trace[1845795032] 'process raft request' (duration: 162.280949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:30.924645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.755825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T12:30:30.924734Z","caller":"traceutil/trace.go:171","msg":"trace[1419898123] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37569; }","duration":"165.943309ms","start":"2026-03-19T12:30:30.758772Z","end":"2026-03-19T12:30:30.924715Z","steps":["trace[1419898123] 'agreement among raft nodes before linearized reading' (duration: 165.678032ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:30.924386Z","caller":"traceutil/trace.go:171","msg":"trace[2011172048] linearizableReadLoop","detail":"{readStateIndex:38879; appliedIndex:38877; }","duration":"141.714821ms","start":"2026-03-19T12:30:30.782643Z","end":"2026-03-19T12:30:30.924358Z","steps":["trace[2011172048] 'read index received' (duration: 45.716242ms)","trace[2011172048] 'applied index is now lower than readState.Index' (duration: 95.996989ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:30:30.925001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.322923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:30:30.925077Z","caller":"traceutil/trace.go:171","msg":"trace[358738316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37569; }","duration":"140.443527ms","start":"2026-03-19T12:30:30.784608Z","end":"2026-03-19T12:30:30.925052Z","steps":["trace[358738316] 'agreement among raft nodes before linearized reading' (duration: 140.316303ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:30.924513Z","caller":"traceutil/trace.go:171","msg":"trace[314228934] transaction","detail":"{read_only:false; response_revision:37569; number_of_response:1; }","duration":"135.026619ms","start":"2026-03-19T12:30:30.789435Z","end":"2026-03-19T12:30:30.924461Z","steps":["trace[314228934] 'process raft request' (duration: 134.871754ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:31.154313Z","caller":"traceutil/trace.go:171","msg":"trace[1360160503] transaction","detail":"{read_only:false; response_revision:37571; number_of_response:1; }","duration":"219.545286ms","start":"2026-03-19T12:30:30.934722Z","end":"2026-03-19T12:30:31.154268Z","steps":["trace[1360160503] 'process raft request' (duration: 219.257898ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:31.209052Z","caller":"traceutil/trace.go:171","msg":"trace[934533401] transaction","detail":"{read_only:false; response_revision:37572; number_of_response:1; }","duration":"218.941549ms","start":"2026-03-19T12:30:30.990078Z","end":"2026-03-19T12:30:31.20902Z","steps":["trace[934533401] 'process raft request' (duration: 218.678452ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:31.971076Z","caller":"traceutil/trace.go:171","msg":"trace[1302989930] transaction","detail":"{read_only:false; response_revision:37576; number_of_response:1; }","duration":"288.661934ms","start":"2026-03-19T12:30:31.682376Z","end":"2026-03-19T12:30:31.971038Z","steps":["trace[1302989930] 'process raft request' (duration: 288.454058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:32.226314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.378321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:30:32.226422Z","caller":"traceutil/trace.go:171","msg":"trace[608151386] transaction","detail":"{read_only:false; response_revision:37577; number_of_response:1; }","duration":"192.097819ms","start":"2026-03-19T12:30:32.034305Z","end":"2026-03-19T12:30:32.226402Z","steps":["trace[608151386] 'process raft request' (duration: 89.533363ms)","trace[608151386] 'compare' (duration: 101.880488ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:32.763581Z","caller":"traceutil/trace.go:171","msg":"trace[951260714] linearizableReadLoop","detail":"{readStateIndex:38889; appliedIndex:38888; }","duration":"241.660867ms","start":"2026-03-19T12:30:32.521902Z","end":"2026-03-19T12:30:32.763562Z","steps":["trace[951260714] 'read index received' (duration: 241.583024ms)","trace[951260714] 'applied index is now lower than readState.Index' (duration: 76.693µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:30:32.763746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.825861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:30:32.76378Z","caller":"traceutil/trace.go:171","msg":"trace[71045727] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:37578; }","duration":"241.913693ms","start":"2026-03-19T12:30:32.521856Z","end":"2026-03-19T12:30:32.76377Z","steps":["trace[71045727] 'agreement among raft nodes before linearized reading' (duration: 241.821361ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:32.763743Z","caller":"traceutil/trace.go:171","msg":"trace[1121295377] transaction","detail":"{read_only:false; response_revision:37578; number_of_response:1; }","duration":"302.669254ms","start":"2026-03-19T12:30:32.461028Z","end":"2026-03-19T12:30:32.763698Z","steps":["trace[1121295377] 'process raft request' (duration: 302.405787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:32.763837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.616407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:30:32.763934Z","caller":"traceutil/trace.go:171","msg":"trace[728108035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37578; }","duration":"152.778781ms","start":"2026-03-19T12:30:32.611131Z","end":"2026-03-19T12:30:32.763909Z","steps":["trace[728108035] 'agreement among raft nodes before linearized reading' (duration: 152.606266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:32.763952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:32.461009Z","time spent":"302.831149ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:30:33.172589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.865952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:30:33.172712Z","caller":"traceutil/trace.go:171","msg":"trace[1586421366] linearizableReadLoop","detail":"{readStateIndex:38890; appliedIndex:38889; }","duration":"292.338673ms","start":"2026-03-19T12:30:32.880353Z","end":"2026-03-19T12:30:33.172692Z","steps":["trace[1586421366] 'read index received' (duration: 156.232355ms)","trace[1586421366] 'applied index is now lower than readState.Index' (duration: 136.104528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:30:33.173052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.684953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:30:33.173079Z","caller":"traceutil/trace.go:171","msg":"trace[2111518604] transaction","detail":"{read_only:false; response_revision:37579; number_of_response:1; }","duration":"383.85696ms","start":"2026-03-19T12:30:32.789166Z","end":"2026-03-19T12:30:33.173023Z","steps":["trace[2111518604] 'process raft request' (duration: 247.460594ms)","trace[2111518604] 'compare' (duration: 135.596265ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:33.173166Z","caller":"traceutil/trace.go:171","msg":"trace[399640156] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:37579; }","duration":"292.805766ms","start":"2026-03-19T12:30:32.880306Z","end":"2026-03-19T12:30:33.173111Z","steps":["trace[399640156] 'agreement among raft nodes before linearized reading' (duration: 292.637591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:33.173353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:32.789138Z","time spent":"384.020934ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:30:33.27668Z","caller":"traceutil/trace.go:171","msg":"trace[229992941] transaction","detail":"{read_only:false; response_revision:37580; number_of_response:1; }","duration":"345.795466ms","start":"2026-03-19T12:30:32.930859Z","end":"2026-03-19T12:30:33.276655Z","steps":["trace[229992941] 'process raft request' (duration: 345.139768ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:33.277098Z","caller":"traceutil/trace.go:171","msg":"trace[237562931] transaction","detail":"{read_only:false; response_revision:37581; number_of_response:1; }","duration":"345.455137ms","start":"2026-03-19T12:30:32.931612Z","end":"2026-03-19T12:30:33.277067Z","steps":["trace[237562931] 'process raft request' (duration: 344.991334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:33.277225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:32.93158Z","time spent":"345.5807ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:30:33.277334Z","caller":"traceutil/trace.go:171","msg":"trace[1163287636] transaction","detail":"{read_only:false; response_revision:37582; number_of_response:1; }","duration":"345.111967ms","start":"2026-03-19T12:30:32.932163Z","end":"2026-03-19T12:30:33.277275Z","steps":["trace[1163287636] 'process raft request' (duration: 344.918462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:33.277378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:32.930826Z","time spent":"345.95195ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:30:33.277563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:32.932147Z","time spent":"345.272441ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:30:33.290386Z","caller":"traceutil/trace.go:171","msg":"trace[892553884] linearizableReadLoop","detail":"{readStateIndex:38894; appliedIndex:38890; }","duration":"117.627716ms","start":"2026-03-19T12:30:33.172745Z","end":"2026-03-19T12:30:33.290373Z","steps":["trace[892553884] 'read index received' (duration: 103.304787ms)","trace[892553884] 'applied index is now lower than readState.Index' (duration: 14.322229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:30:33.290646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.205686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:30:33.29068Z","caller":"traceutil/trace.go:171","msg":"trace[1597954014] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:37585; }","duration":"212.673078ms","start":"2026-03-19T12:30:33.077996Z","end":"2026-03-19T12:30:33.290669Z","steps":["trace[1597954014] 'agreement among raft nodes before linearized reading' (duration: 212.592976ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:33.290942Z","caller":"traceutil/trace.go:171","msg":"trace[469710348] transaction","detail":"{read_only:false; response_revision:37583; number_of_response:1; }","duration":"129.634252ms","start":"2026-03-19T12:30:33.161281Z","end":"2026-03-19T12:30:33.290915Z","steps":["trace[469710348] 'process raft request' (duration: 128.956824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:33.290966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.720789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:30:33.291006Z","caller":"traceutil/trace.go:171","msg":"trace[1219853605] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:37585; }","duration":"110.76593ms","start":"2026-03-19T12:30:33.180228Z","end":"2026-03-19T12:30:33.290994Z","steps":["trace[1219853605] 'agreement among raft nodes before linearized reading' (duration: 110.693898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:33.290963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.613273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:30:33.291061Z","caller":"traceutil/trace.go:171","msg":"trace[825741734] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37585; }","duration":"302.760957ms","start":"2026-03-19T12:30:32.988285Z","end":"2026-03-19T12:30:33.291046Z","steps":["trace[825741734] 'agreement among raft nodes before linearized reading' (duration: 302.50834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:33.291408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:32.988261Z","time spent":"303.131167ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T12:30:33.517565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.816495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:30:33.517719Z","caller":"traceutil/trace.go:171","msg":"trace[962732585] transaction","detail":"{read_only:false; response_revision:37586; number_of_response:1; }","duration":"222.853836ms","start":"2026-03-19T12:30:33.294829Z","end":"2026-03-19T12:30:33.517682Z","steps":["trace[962732585] 'process raft request' (duration: 105.782105ms)","trace[962732585] 'compare' (duration: 116.68194ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:33.700302Z","caller":"traceutil/trace.go:171","msg":"trace[333837209] linearizableReadLoop","detail":"{readStateIndex:38898; appliedIndex:38896; }","duration":"403.609417ms","start":"2026-03-19T12:30:33.296664Z","end":"2026-03-19T12:30:33.700274Z","steps":["trace[333837209] 'read index received' (duration: 104.122659ms)","trace[333837209] 'applied index is now lower than readState.Index' (duration: 299.485448ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:33.700419Z","caller":"traceutil/trace.go:171","msg":"trace[824026061] transaction","detail":"{read_only:false; response_revision:37587; number_of_response:1; }","duration":"404.322686ms","start":"2026-03-19T12:30:33.296056Z","end":"2026-03-19T12:30:33.700378Z","steps":["trace[824026061] 'process raft request' (duration: 385.098944ms)","trace[824026061] 'compare' (duration: 18.996816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:30:33.700477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.778382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:30:33.700521Z","caller":"traceutil/trace.go:171","msg":"trace[266735909] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:37587; }","duration":"403.871494ms","start":"2026-03-19T12:30:33.296638Z","end":"2026-03-19T12:30:33.700509Z","steps":["trace[266735909] 'agreement among raft nodes before linearized reading' (duration: 403.770871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:33.700567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:33.296629Z","time spent":"403.928116ms","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-19T12:30:33.700642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:33.296038Z","time spent":"404.486241ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:30:33.754826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.376423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:30:33.75491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.33188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T12:30:33.754908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.371377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:30:33.755Z","caller":"traceutil/trace.go:171","msg":"trace[48515939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37587; }","duration":"142.507812ms","start":"2026-03-19T12:30:33.612473Z","end":"2026-03-19T12:30:33.754981Z","steps":["trace[48515939] 'agreement among raft nodes before linearized reading' (duration: 142.382328ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:33.755055Z","caller":"traceutil/trace.go:171","msg":"trace[1575056351] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:37587; }","duration":"413.468925ms","start":"2026-03-19T12:30:33.3415Z","end":"2026-03-19T12:30:33.754969Z","steps":["trace[1575056351] 'agreement among raft nodes before linearized reading' (duration: 413.30794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:33.755171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:33.341482Z","time spent":"413.665479ms","remote":"127.0.0.1:53086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:30:33.754947Z","caller":"traceutil/trace.go:171","msg":"trace[1495816593] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:37587; }","duration":"377.571678ms","start":"2026-03-19T12:30:33.37735Z","end":"2026-03-19T12:30:33.754922Z","steps":["trace[1495816593] 'agreement among raft nodes before linearized reading' (duration: 377.345552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:33.755553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.948336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-19T12:30:33.755604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:33.37733Z","time spent":"378.050102ms","remote":"127.0.0.1:57724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:30:33.755623Z","caller":"traceutil/trace.go:171","msg":"trace[828619673] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:37587; }","duration":"234.073539ms","start":"2026-03-19T12:30:33.521532Z","end":"2026-03-19T12:30:33.755606Z","steps":["trace[828619673] 'agreement among raft nodes before linearized reading' (duration: 233.446362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:34.52516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.944872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:30:34.525281Z","caller":"traceutil/trace.go:171","msg":"trace[554932441] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:37590; }","duration":"144.135257ms","start":"2026-03-19T12:30:34.381115Z","end":"2026-03-19T12:30:34.52525Z","steps":["trace[554932441] 'count revisions from in-memory index tree' (duration: 143.833698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:34.525455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.64309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:30:34.525598Z","caller":"traceutil/trace.go:171","msg":"trace[1331530379] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37590; }","duration":"162.946678ms","start":"2026-03-19T12:30:34.362629Z","end":"2026-03-19T12:30:34.525576Z","steps":["trace[1331530379] 'range keys from in-memory index tree' (duration: 162.536036ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:35.32161Z","caller":"traceutil/trace.go:171","msg":"trace[976684208] transaction","detail":"{read_only:false; response_revision:37594; number_of_response:1; }","duration":"141.733621ms","start":"2026-03-19T12:30:35.179852Z","end":"2026-03-19T12:30:35.321586Z","steps":["trace[976684208] 'process raft request' (duration: 141.537726ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:35.432867Z","caller":"traceutil/trace.go:171","msg":"trace[1493135593] transaction","detail":"{read_only:false; response_revision:37596; number_of_response:1; }","duration":"148.367102ms","start":"2026-03-19T12:30:35.284479Z","end":"2026-03-19T12:30:35.432846Z","steps":["trace[1493135593] 'process raft request' (duration: 148.29951ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:35.432921Z","caller":"traceutil/trace.go:171","msg":"trace[843438699] transaction","detail":"{read_only:false; response_revision:37595; number_of_response:1; }","duration":"149.207614ms","start":"2026-03-19T12:30:35.283662Z","end":"2026-03-19T12:30:35.43287Z","steps":["trace[843438699] 'process raft request' (duration: 148.983268ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:35.433533Z","caller":"traceutil/trace.go:171","msg":"trace[607035512] transaction","detail":"{read_only:false; response_revision:37597; number_of_response:1; }","duration":"148.851144ms","start":"2026-03-19T12:30:35.284646Z","end":"2026-03-19T12:30:35.433497Z","steps":["trace[607035512] 'process raft request' (duration: 148.163756ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:35.433705Z","caller":"traceutil/trace.go:171","msg":"trace[195958100] transaction","detail":"{read_only:false; response_revision:37598; number_of_response:1; }","duration":"138.477243ms","start":"2026-03-19T12:30:35.295214Z","end":"2026-03-19T12:30:35.433692Z","steps":["trace[195958100] 'process raft request' (duration: 138.199035ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:35.43381Z","caller":"traceutil/trace.go:171","msg":"trace[491584546] transaction","detail":"{read_only:false; response_revision:37600; number_of_response:1; }","duration":"136.993023ms","start":"2026-03-19T12:30:35.29681Z","end":"2026-03-19T12:30:35.433803Z","steps":["trace[491584546] 'process raft request' (duration: 136.864159ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:35.434009Z","caller":"traceutil/trace.go:171","msg":"trace[296458283] transaction","detail":"{read_only:false; response_revision:37599; number_of_response:1; }","duration":"137.379093ms","start":"2026-03-19T12:30:35.296572Z","end":"2026-03-19T12:30:35.433951Z","steps":["trace[296458283] 'process raft request' (duration: 137.035073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:35.928055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.980305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:30:35.928176Z","caller":"traceutil/trace.go:171","msg":"trace[1114759728] transaction","detail":"{read_only:false; response_revision:37602; number_of_response:1; }","duration":"218.119646ms","start":"2026-03-19T12:30:35.710036Z","end":"2026-03-19T12:30:35.928155Z","steps":["trace[1114759728] 'process raft request' (duration: 28.928846ms)","trace[1114759728] 'compare' (duration: 188.774029ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:39.749782Z","caller":"traceutil/trace.go:171","msg":"trace[218780799] transaction","detail":"{read_only:false; response_revision:37620; number_of_response:1; }","duration":"393.948314ms","start":"2026-03-19T12:30:39.355806Z","end":"2026-03-19T12:30:39.749755Z","steps":["trace[218780799] 'process raft request' (duration: 393.773169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:39.749966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:39.35577Z","time spent":"394.105578ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:30:39.965504Z","caller":"traceutil/trace.go:171","msg":"trace[1004381895] transaction","detail":"{read_only:false; response_revision:37622; number_of_response:1; }","duration":"494.928429ms","start":"2026-03-19T12:30:39.47055Z","end":"2026-03-19T12:30:39.965478Z","steps":["trace[1004381895] 'process raft request' (duration: 494.830036ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:39.965563Z","caller":"traceutil/trace.go:171","msg":"trace[1011518487] transaction","detail":"{read_only:false; response_revision:37621; number_of_response:1; }","duration":"581.076589ms","start":"2026-03-19T12:30:39.384359Z","end":"2026-03-19T12:30:39.965435Z","steps":["trace[1011518487] 'process raft request' (duration: 487.586629ms)","trace[1011518487] 'compare' (duration: 93.271924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:30:39.965623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:39.470508Z","time spent":"495.050052ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:30:39.965609Z","caller":"traceutil/trace.go:171","msg":"trace[1162279936] linearizableReadLoop","detail":"{readStateIndex:38940; appliedIndex:38932; }","duration":"340.459051ms","start":"2026-03-19T12:30:39.625131Z","end":"2026-03-19T12:30:39.96559Z","steps":["trace[1162279936] 'read index received' (duration: 124.514803ms)","trace[1162279936] 'applied index is now lower than readState.Index' (duration: 215.941468ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:39.965641Z","caller":"traceutil/trace.go:171","msg":"trace[2005337014] transaction","detail":"{read_only:false; response_revision:37626; number_of_response:1; }","duration":"458.448127ms","start":"2026-03-19T12:30:39.507167Z","end":"2026-03-19T12:30:39.965616Z","steps":["trace[2005337014] 'process raft request' (duration: 458.343494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:39.965749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:39.507161Z","time spent":"458.528669ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:30:39.965712Z","caller":"traceutil/trace.go:171","msg":"trace[1001597864] transaction","detail":"{read_only:false; response_revision:37627; number_of_response:1; }","duration":"458.238362ms","start":"2026-03-19T12:30:39.507423Z","end":"2026-03-19T12:30:39.965662Z","steps":["trace[1001597864] 'process raft request' (duration: 458.113598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:39.965763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:39.384332Z","time spent":"581.313826ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:30:39.965791Z","caller":"traceutil/trace.go:171","msg":"trace[509516874] transaction","detail":"{read_only:false; response_revision:37625; number_of_response:1; }","duration":"459.266509ms","start":"2026-03-19T12:30:39.506492Z","end":"2026-03-19T12:30:39.965759Z","steps":["trace[509516874] 'process raft request' (duration: 458.994922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:39.96594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:39.507419Z","time spent":"458.393306ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:30:39.965983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.412639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-19T12:30:39.966003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:39.506487Z","time spent":"459.456274ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:30:39.965716Z","caller":"traceutil/trace.go:171","msg":"trace[690892892] transaction","detail":"{read_only:false; response_revision:37624; number_of_response:1; }","duration":"459.826984ms","start":"2026-03-19T12:30:39.505854Z","end":"2026-03-19T12:30:39.965681Z","steps":["trace[690892892] 'process raft request' (duration: 459.595948ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:39.966039Z","caller":"traceutil/trace.go:171","msg":"trace[215230258] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37628; }","duration":"273.618474ms","start":"2026-03-19T12:30:39.692405Z","end":"2026-03-19T12:30:39.966024Z","steps":["trace[215230258] 'agreement among raft nodes before linearized reading' (duration: 273.303246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:39.965817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.672587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:30:39.96609Z","caller":"traceutil/trace.go:171","msg":"trace[44680819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37628; }","duration":"341.000676ms","start":"2026-03-19T12:30:39.625082Z","end":"2026-03-19T12:30:39.966083Z","steps":["trace[44680819] 'agreement among raft nodes before linearized reading' (duration: 340.619386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:39.966112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:39.625057Z","time spent":"341.048007ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T12:30:39.965657Z","caller":"traceutil/trace.go:171","msg":"trace[713513021] transaction","detail":"{read_only:false; response_revision:37628; number_of_response:1; }","duration":"224.143811ms","start":"2026-03-19T12:30:39.7415Z","end":"2026-03-19T12:30:39.965644Z","steps":["trace[713513021] 'process raft request' (duration: 224.060519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:39.966136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:39.505849Z","time spent":"460.222865ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:30:39.966015Z","caller":"traceutil/trace.go:171","msg":"trace[461092068] transaction","detail":"{read_only:false; response_revision:37623; number_of_response:1; }","duration":"460.085081ms","start":"2026-03-19T12:30:39.505739Z","end":"2026-03-19T12:30:39.965825Z","steps":["trace[461092068] 'process raft request' (duration: 459.6818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:39.966342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:39.50572Z","time spent":"460.594505ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:30:40.311126Z","caller":"traceutil/trace.go:171","msg":"trace[1206563735] linearizableReadLoop","detail":"{readStateIndex:38943; appliedIndex:38942; }","duration":"163.915714ms","start":"2026-03-19T12:30:40.14719Z","end":"2026-03-19T12:30:40.311106Z","steps":["trace[1206563735] 'read index received' (duration: 163.689518ms)","trace[1206563735] 'applied index is now lower than readState.Index' (duration: 225.176µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:40.311243Z","caller":"traceutil/trace.go:171","msg":"trace[320527734] transaction","detail":"{read_only:false; response_revision:37630; number_of_response:1; }","duration":"337.309316ms","start":"2026-03-19T12:30:39.973925Z","end":"2026-03-19T12:30:40.311235Z","steps":["trace[320527734] 'process raft request' (duration: 337.031808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:40.311338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:39.973912Z","time spent":"337.354987ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:30:40.311477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.566337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-19T12:30:40.311473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.262764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:30:40.31155Z","caller":"traceutil/trace.go:171","msg":"trace[1379289408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37630; }","duration":"120.683189ms","start":"2026-03-19T12:30:40.19085Z","end":"2026-03-19T12:30:40.311533Z","steps":["trace[1379289408] 'agreement among raft nodes before linearized reading' (duration: 120.501104ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:40.311575Z","caller":"traceutil/trace.go:171","msg":"trace[561294878] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37630; }","duration":"164.411068ms","start":"2026-03-19T12:30:40.147141Z","end":"2026-03-19T12:30:40.311552Z","steps":["trace[561294878] 'agreement among raft nodes before linearized reading' (duration: 164.229933ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:40.524442Z","caller":"traceutil/trace.go:171","msg":"trace[902427339] linearizableReadLoop","detail":"{readStateIndex:38944; appliedIndex:38943; }","duration":"207.035325ms","start":"2026-03-19T12:30:40.317372Z","end":"2026-03-19T12:30:40.524407Z","steps":["trace[902427339] 'read index received' (duration: 110.400769ms)","trace[902427339] 'applied index is now lower than readState.Index' (duration: 96.632906ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:40.524492Z","caller":"traceutil/trace.go:171","msg":"trace[960211222] transaction","detail":"{read_only:false; response_revision:37631; number_of_response:1; }","duration":"208.975118ms","start":"2026-03-19T12:30:40.315488Z","end":"2026-03-19T12:30:40.524463Z","steps":["trace[960211222] 'process raft request' (duration: 112.407084ms)","trace[960211222] 'compare' (duration: 96.188524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:30:40.524734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.847464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-19T12:30:40.524754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.362395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T12:30:40.524854Z","caller":"traceutil/trace.go:171","msg":"trace[1746755817] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37631; }","duration":"207.494718ms","start":"2026-03-19T12:30:40.317337Z","end":"2026-03-19T12:30:40.524832Z","steps":["trace[1746755817] 'agreement among raft nodes before linearized reading' (duration: 207.2027ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:40.524796Z","caller":"traceutil/trace.go:171","msg":"trace[423472398] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37631; }","duration":"134.945786ms","start":"2026-03-19T12:30:40.389833Z","end":"2026-03-19T12:30:40.524779Z","steps":["trace[423472398] 'agreement among raft nodes before linearized reading' (duration: 134.778142ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:40.700976Z","caller":"traceutil/trace.go:171","msg":"trace[1852699404] linearizableReadLoop","detail":"{readStateIndex:38945; appliedIndex:38944; }","duration":"163.874553ms","start":"2026-03-19T12:30:40.537056Z","end":"2026-03-19T12:30:40.700931Z","steps":["trace[1852699404] 'read index received' (duration: 97.323244ms)","trace[1852699404] 'applied index is now lower than readState.Index' (duration: 66.548699ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:40.701176Z","caller":"traceutil/trace.go:171","msg":"trace[1818157958] transaction","detail":"{read_only:false; response_revision:37632; number_of_response:1; }","duration":"170.944285ms","start":"2026-03-19T12:30:40.530215Z","end":"2026-03-19T12:30:40.70116Z","steps":["trace[1818157958] 'process raft request' (duration: 104.393827ms)","trace[1818157958] 'compare' (duration: 66.108786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:30:40.70165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.541161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-19T12:30:40.701761Z","caller":"traceutil/trace.go:171","msg":"trace[387325086] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:37632; }","duration":"164.713365ms","start":"2026-03-19T12:30:40.537013Z","end":"2026-03-19T12:30:40.701726Z","steps":["trace[387325086] 'agreement among raft nodes before linearized reading' (duration: 164.457218ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:42.122715Z","caller":"traceutil/trace.go:171","msg":"trace[780408598] transaction","detail":"{read_only:false; response_revision:37638; number_of_response:1; }","duration":"151.470466ms","start":"2026-03-19T12:30:41.971218Z","end":"2026-03-19T12:30:42.122688Z","steps":["trace[780408598] 'process raft request' (duration: 143.765186ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:42.122895Z","caller":"traceutil/trace.go:171","msg":"trace[1861274496] transaction","detail":"{read_only:false; response_revision:37640; number_of_response:1; }","duration":"150.660374ms","start":"2026-03-19T12:30:41.972223Z","end":"2026-03-19T12:30:42.122884Z","steps":["trace[1861274496] 'process raft request' (duration: 150.426597ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:42.122884Z","caller":"traceutil/trace.go:171","msg":"trace[1440733051] transaction","detail":"{read_only:false; response_revision:37639; number_of_response:1; }","duration":"151.513937ms","start":"2026-03-19T12:30:41.971327Z","end":"2026-03-19T12:30:42.122841Z","steps":["trace[1440733051] 'process raft request' (duration: 151.27025ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:42.123026Z","caller":"traceutil/trace.go:171","msg":"trace[624866045] transaction","detail":"{read_only:false; response_revision:37641; number_of_response:1; }","duration":"150.001886ms","start":"2026-03-19T12:30:41.972996Z","end":"2026-03-19T12:30:42.122998Z","steps":["trace[624866045] 'process raft request' (duration: 149.711238ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:42.123474Z","caller":"traceutil/trace.go:171","msg":"trace[1624911564] transaction","detail":"{read_only:false; response_revision:37642; number_of_response:1; }","duration":"149.752579ms","start":"2026-03-19T12:30:41.973692Z","end":"2026-03-19T12:30:42.123444Z","steps":["trace[1624911564] 'process raft request' (duration: 149.102261ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:42.123535Z","caller":"traceutil/trace.go:171","msg":"trace[1961181936] transaction","detail":"{read_only:false; response_revision:37644; number_of_response:1; }","duration":"149.508142ms","start":"2026-03-19T12:30:41.97401Z","end":"2026-03-19T12:30:42.123518Z","steps":["trace[1961181936] 'process raft request' (duration: 149.412399ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:42.123963Z","caller":"traceutil/trace.go:171","msg":"trace[236032157] transaction","detail":"{read_only:false; response_revision:37643; number_of_response:1; }","duration":"149.512713ms","start":"2026-03-19T12:30:41.974005Z","end":"2026-03-19T12:30:42.123518Z","steps":["trace[236032157] 'process raft request' (duration: 149.319458ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:48.179Z","caller":"traceutil/trace.go:171","msg":"trace[915720559] transaction","detail":"{read_only:false; response_revision:37676; number_of_response:1; }","duration":"125.329765ms","start":"2026-03-19T12:30:48.053635Z","end":"2026-03-19T12:30:48.178965Z","steps":["trace[915720559] 'process raft request' (duration: 113.426831ms)","trace[915720559] 'compare' (duration: 11.75294ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:48.270913Z","caller":"traceutil/trace.go:171","msg":"trace[241485157] transaction","detail":"{read_only:false; response_revision:37677; number_of_response:1; }","duration":"215.186507ms","start":"2026-03-19T12:30:48.055695Z","end":"2026-03-19T12:30:48.270882Z","steps":["trace[241485157] 'process raft request' (duration: 214.881028ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:48.271119Z","caller":"traceutil/trace.go:171","msg":"trace[1627313446] transaction","detail":"{read_only:false; response_revision:37683; number_of_response:1; }","duration":"117.013729ms","start":"2026-03-19T12:30:48.154078Z","end":"2026-03-19T12:30:48.271092Z","steps":["trace[1627313446] 'process raft request' (duration: 116.960798ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:48.271351Z","caller":"traceutil/trace.go:171","msg":"trace[1386757325] transaction","detail":"{read_only:false; response_revision:37679; number_of_response:1; }","duration":"118.100079ms","start":"2026-03-19T12:30:48.153237Z","end":"2026-03-19T12:30:48.271338Z","steps":["trace[1386757325] 'process raft request' (duration: 117.595655ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:48.271524Z","caller":"traceutil/trace.go:171","msg":"trace[1746381114] transaction","detail":"{read_only:false; response_revision:37678; number_of_response:1; }","duration":"123.566398ms","start":"2026-03-19T12:30:48.147947Z","end":"2026-03-19T12:30:48.271514Z","steps":["trace[1746381114] 'process raft request' (duration: 122.822868ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:48.271604Z","caller":"traceutil/trace.go:171","msg":"trace[1324105281] transaction","detail":"{read_only:false; response_revision:37682; number_of_response:1; }","duration":"117.580055ms","start":"2026-03-19T12:30:48.154016Z","end":"2026-03-19T12:30:48.271596Z","steps":["trace[1324105281] 'process raft request' (duration: 116.971878ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:48.271686Z","caller":"traceutil/trace.go:171","msg":"trace[1799822820] transaction","detail":"{read_only:false; response_revision:37680; number_of_response:1; }","duration":"118.365526ms","start":"2026-03-19T12:30:48.153312Z","end":"2026-03-19T12:30:48.271678Z","steps":["trace[1799822820] 'process raft request' (duration: 117.577275ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:48.271756Z","caller":"traceutil/trace.go:171","msg":"trace[408545619] transaction","detail":"{read_only:false; response_revision:37681; number_of_response:1; }","duration":"118.278414ms","start":"2026-03-19T12:30:48.153469Z","end":"2026-03-19T12:30:48.271747Z","steps":["trace[408545619] 'process raft request' (duration: 117.474792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:48.910213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.901119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:30:48.910321Z","caller":"traceutil/trace.go:171","msg":"trace[579417675] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:37686; }","duration":"155.048553ms","start":"2026-03-19T12:30:48.755249Z","end":"2026-03-19T12:30:48.910297Z","steps":["trace[579417675] 'count revisions from in-memory index tree' (duration: 154.769805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:49.548658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.643119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:30:49.548736Z","caller":"traceutil/trace.go:171","msg":"trace[757368050] linearizableReadLoop","detail":"{readStateIndex:39004; appliedIndex:39003; }","duration":"309.046468ms","start":"2026-03-19T12:30:49.239679Z","end":"2026-03-19T12:30:49.548726Z","steps":["trace[757368050] 'read index received' (duration: 153.187133ms)","trace[757368050] 'applied index is now lower than readState.Index' (duration: 155.854905ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:49.548793Z","caller":"traceutil/trace.go:171","msg":"trace[653814638] transaction","detail":"{read_only:false; response_revision:37689; number_of_response:1; }","duration":"410.029742ms","start":"2026-03-19T12:30:49.138756Z","end":"2026-03-19T12:30:49.548785Z","steps":["trace[653814638] 'process raft request' (duration: 254.195437ms)","trace[653814638] 'compare' (duration: 155.567907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:30:49.548824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:49.138733Z","time spent":"410.074443ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:30:49.548915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.234403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:30:49.548967Z","caller":"traceutil/trace.go:171","msg":"trace[1101734141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37689; }","duration":"309.324365ms","start":"2026-03-19T12:30:49.23963Z","end":"2026-03-19T12:30:49.548955Z","steps":["trace[1101734141] 'agreement among raft nodes before linearized reading' (duration: 309.227613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:49.54899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:49.239588Z","time spent":"309.398667ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:30:49.549054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.441119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:30:49.549117Z","caller":"traceutil/trace.go:171","msg":"trace[1647937681] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:37689; }","duration":"125.557132ms","start":"2026-03-19T12:30:49.423546Z","end":"2026-03-19T12:30:49.549103Z","steps":["trace[1647937681] 'agreement among raft nodes before linearized reading' (duration: 125.334396ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:52.483004Z","caller":"traceutil/trace.go:171","msg":"trace[549655793] transaction","detail":"{read_only:false; response_revision:37707; number_of_response:1; }","duration":"102.991069ms","start":"2026-03-19T12:30:52.379977Z","end":"2026-03-19T12:30:52.482968Z","steps":["trace[549655793] 'process raft request' (duration: 102.68554ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:52.482992Z","caller":"traceutil/trace.go:171","msg":"trace[362835861] transaction","detail":"{read_only:false; response_revision:37708; number_of_response:1; }","duration":"102.388082ms","start":"2026-03-19T12:30:52.38057Z","end":"2026-03-19T12:30:52.482958Z","steps":["trace[362835861] 'process raft request' (duration: 102.283719ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:52.483299Z","caller":"traceutil/trace.go:171","msg":"trace[1325399488] transaction","detail":"{read_only:false; response_revision:37709; number_of_response:1; }","duration":"102.358591ms","start":"2026-03-19T12:30:52.380931Z","end":"2026-03-19T12:30:52.483289Z","steps":["trace[1325399488] 'process raft request' (duration: 101.979791ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:52.483419Z","caller":"traceutil/trace.go:171","msg":"trace[1003663321] transaction","detail":"{read_only:false; response_revision:37710; number_of_response:1; }","duration":"100.209703ms","start":"2026-03-19T12:30:52.383193Z","end":"2026-03-19T12:30:52.483402Z","steps":["trace[1003663321] 'process raft request' (duration: 99.945686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:52.79401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.953463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:30:52.794118Z","caller":"traceutil/trace.go:171","msg":"trace[2083900214] transaction","detail":"{read_only:false; response_revision:37712; number_of_response:1; }","duration":"177.499233ms","start":"2026-03-19T12:30:52.616599Z","end":"2026-03-19T12:30:52.794098Z","steps":["trace[2083900214] 'process raft request' (duration: 44.373376ms)","trace[2083900214] 'compare' (duration: 132.572262ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:54.726916Z","caller":"traceutil/trace.go:171","msg":"trace[461514225] transaction","detail":"{read_only:false; response_revision:37719; number_of_response:1; }","duration":"293.038713ms","start":"2026-03-19T12:30:54.43385Z","end":"2026-03-19T12:30:54.726889Z","steps":["trace[461514225] 'process raft request' (duration: 292.869858ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:54.765513Z","caller":"traceutil/trace.go:171","msg":"trace[614949724] transaction","detail":"{read_only:false; response_revision:37721; number_of_response:1; }","duration":"274.657543ms","start":"2026-03-19T12:30:54.490829Z","end":"2026-03-19T12:30:54.765486Z","steps":["trace[614949724] 'process raft request' (duration: 274.593132ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:54.765819Z","caller":"traceutil/trace.go:171","msg":"trace[1380914313] transaction","detail":"{read_only:false; response_revision:37720; number_of_response:1; }","duration":"276.295897ms","start":"2026-03-19T12:30:54.489512Z","end":"2026-03-19T12:30:54.765808Z","steps":["trace[1380914313] 'process raft request' (duration: 275.793663ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:54.766003Z","caller":"traceutil/trace.go:171","msg":"trace[185223128] transaction","detail":"{read_only:false; response_revision:37722; number_of_response:1; }","duration":"274.273132ms","start":"2026-03-19T12:30:54.491722Z","end":"2026-03-19T12:30:54.765995Z","steps":["trace[185223128] 'process raft request' (duration: 273.734488ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:54.766308Z","caller":"traceutil/trace.go:171","msg":"trace[1769483204] linearizableReadLoop","detail":"{readStateIndex:39039; appliedIndex:39035; }","duration":"198.477943ms","start":"2026-03-19T12:30:54.567796Z","end":"2026-03-19T12:30:54.766274Z","steps":["trace[1769483204] 'read index received' (duration: 159.952766ms)","trace[1769483204] 'applied index is now lower than readState.Index' (duration: 38.523727ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:54.766384Z","caller":"traceutil/trace.go:171","msg":"trace[2019823772] transaction","detail":"{read_only:false; response_revision:37723; number_of_response:1; }","duration":"265.73355ms","start":"2026-03-19T12:30:54.500639Z","end":"2026-03-19T12:30:54.766373Z","steps":["trace[2019823772] 'process raft request' (duration: 265.292608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:54.766615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.795072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:30:54.76665Z","caller":"traceutil/trace.go:171","msg":"trace[51942232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37723; }","duration":"198.884504ms","start":"2026-03-19T12:30:54.567756Z","end":"2026-03-19T12:30:54.76664Z","steps":["trace[51942232] 'agreement among raft nodes before linearized reading' (duration: 198.710439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:58.579348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.903192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:30:58.579573Z","caller":"traceutil/trace.go:171","msg":"trace[1727465851] transaction","detail":"{read_only:false; response_revision:37748; number_of_response:1; }","duration":"228.670533ms","start":"2026-03-19T12:30:58.350882Z","end":"2026-03-19T12:30:58.579552Z","steps":["trace[1727465851] 'process raft request' (duration: 228.607531ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:58.579893Z","caller":"traceutil/trace.go:171","msg":"trace[5974920] transaction","detail":"{read_only:false; response_revision:37747; number_of_response:1; }","duration":"324.644931ms","start":"2026-03-19T12:30:58.255204Z","end":"2026-03-19T12:30:58.579849Z","steps":["trace[5974920] 'process raft request' (duration: 105.915328ms)","trace[5974920] 'compare' (duration: 217.768217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:30:58.580076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:30:58.255182Z","time spent":"324.796736ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:30:59.061433Z","caller":"traceutil/trace.go:171","msg":"trace[488156801] transaction","detail":"{read_only:false; response_revision:37750; number_of_response:1; }","duration":"280.903771ms","start":"2026-03-19T12:30:58.780502Z","end":"2026-03-19T12:30:59.061406Z","steps":["trace[488156801] 'process raft request' (duration: 271.509246ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:59.061811Z","caller":"traceutil/trace.go:171","msg":"trace[2083429530] transaction","detail":"{read_only:false; response_revision:37751; number_of_response:1; }","duration":"278.873337ms","start":"2026-03-19T12:30:58.782908Z","end":"2026-03-19T12:30:59.061781Z","steps":["trace[2083429530] 'process raft request' (duration: 278.462615ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:59.061996Z","caller":"traceutil/trace.go:171","msg":"trace[1461423642] linearizableReadLoop","detail":"{readStateIndex:39070; appliedIndex:39066; }","duration":"176.159177ms","start":"2026-03-19T12:30:58.885814Z","end":"2026-03-19T12:30:59.061973Z","steps":["trace[1461423642] 'read index received' (duration: 166.104783ms)","trace[1461423642] 'applied index is now lower than readState.Index' (duration: 10.053514ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:30:59.062122Z","caller":"traceutil/trace.go:171","msg":"trace[985484829] transaction","detail":"{read_only:false; response_revision:37752; number_of_response:1; }","duration":"279.098942ms","start":"2026-03-19T12:30:58.783008Z","end":"2026-03-19T12:30:59.062107Z","steps":["trace[985484829] 'process raft request' (duration: 278.65654ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:59.062129Z","caller":"traceutil/trace.go:171","msg":"trace[1221979934] transaction","detail":"{read_only:false; response_revision:37753; number_of_response:1; }","duration":"266.562031ms","start":"2026-03-19T12:30:58.795549Z","end":"2026-03-19T12:30:59.062111Z","steps":["trace[1221979934] 'process raft request' (duration: 266.276674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:59.062289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.386694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:30:59.062302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.991179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-19T12:30:59.062327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.90652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:30:59.062329Z","caller":"traceutil/trace.go:171","msg":"trace[1929080877] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:37753; }","duration":"105.502357ms","start":"2026-03-19T12:30:58.956815Z","end":"2026-03-19T12:30:59.062317Z","steps":["trace[1929080877] 'agreement among raft nodes before linearized reading' (duration: 105.425355ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:59.062346Z","caller":"traceutil/trace.go:171","msg":"trace[697621781] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37753; }","duration":"170.074271ms","start":"2026-03-19T12:30:58.892256Z","end":"2026-03-19T12:30:59.062331Z","steps":["trace[697621781] 'agreement among raft nodes before linearized reading' (duration: 169.926077ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:30:59.062358Z","caller":"traceutil/trace.go:171","msg":"trace[1708140095] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37753; }","duration":"168.958931ms","start":"2026-03-19T12:30:58.89339Z","end":"2026-03-19T12:30:59.062349Z","steps":["trace[1708140095] 'agreement among raft nodes before linearized reading' (duration: 168.854568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:30:59.062305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.474275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:30:59.06249Z","caller":"traceutil/trace.go:171","msg":"trace[1535702246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37753; }","duration":"176.66967ms","start":"2026-03-19T12:30:58.885804Z","end":"2026-03-19T12:30:59.062474Z","steps":["trace[1535702246] 'agreement among raft nodes before linearized reading' (duration: 176.330421ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:08.801308Z","caller":"traceutil/trace.go:171","msg":"trace[389612989] transaction","detail":"{read_only:false; response_revision:37814; number_of_response:1; }","duration":"139.218583ms","start":"2026-03-19T12:31:08.662058Z","end":"2026-03-19T12:31:08.801277Z","steps":["trace[389612989] 'process raft request' (duration: 41.863548ms)","trace[389612989] 'compare' (duration: 97.111539ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:31:09.268115Z","caller":"traceutil/trace.go:171","msg":"trace[1094865666] transaction","detail":"{read_only:false; response_revision:37816; number_of_response:1; }","duration":"112.497457ms","start":"2026-03-19T12:31:09.155545Z","end":"2026-03-19T12:31:09.268043Z","steps":["trace[1094865666] 'process raft request' (duration: 111.880411ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:09.269978Z","caller":"traceutil/trace.go:171","msg":"trace[1061470720] linearizableReadLoop","detail":"{readStateIndex:39138; appliedIndex:39134; }","duration":"105.232369ms","start":"2026-03-19T12:31:09.164714Z","end":"2026-03-19T12:31:09.269947Z","steps":["trace[1061470720] 'read index received' (duration: 103.094941ms)","trace[1061470720] 'applied index is now lower than readState.Index' (duration: 2.136178ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:31:09.270209Z","caller":"traceutil/trace.go:171","msg":"trace[141438073] transaction","detail":"{read_only:false; response_revision:37817; number_of_response:1; }","duration":"110.512624ms","start":"2026-03-19T12:31:09.159667Z","end":"2026-03-19T12:31:09.27018Z","steps":["trace[141438073] 'process raft request' (duration: 110.055091ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:09.270239Z","caller":"traceutil/trace.go:171","msg":"trace[1901407805] transaction","detail":"{read_only:false; response_revision:37819; number_of_response:1; }","duration":"109.249869ms","start":"2026-03-19T12:31:09.160937Z","end":"2026-03-19T12:31:09.270187Z","steps":["trace[1901407805] 'process raft request' (duration: 108.963341ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:09.270353Z","caller":"traceutil/trace.go:171","msg":"trace[865050809] transaction","detail":"{read_only:false; response_revision:37818; number_of_response:1; }","duration":"110.549195ms","start":"2026-03-19T12:31:09.159776Z","end":"2026-03-19T12:31:09.270325Z","steps":["trace[865050809] 'process raft request' (duration: 110.077242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:09.270455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.701033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T12:31:09.270567Z","caller":"traceutil/trace.go:171","msg":"trace[1331684667] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37819; }","duration":"105.851546ms","start":"2026-03-19T12:31:09.164689Z","end":"2026-03-19T12:31:09.27054Z","steps":["trace[1331684667] 'agreement among raft nodes before linearized reading' (duration: 105.529668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:09.653663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.308201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:31:09.65396Z","caller":"traceutil/trace.go:171","msg":"trace[1821122071] transaction","detail":"{read_only:false; response_revision:37820; number_of_response:1; }","duration":"378.543975ms","start":"2026-03-19T12:31:09.275259Z","end":"2026-03-19T12:31:09.653803Z","steps":["trace[1821122071] 'process raft request' (duration: 226.925146ms)","trace[1821122071] 'compare' (duration: 150.91778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:31:09.654293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:31:09.275235Z","time spent":"378.785472ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:31:09.704034Z","caller":"traceutil/trace.go:171","msg":"trace[246951191] linearizableReadLoop","detail":"{readStateIndex:39141; appliedIndex:39138; }","duration":"364.667858ms","start":"2026-03-19T12:31:09.339346Z","end":"2026-03-19T12:31:09.704014Z","steps":["trace[246951191] 'read index received' (duration: 162.67567ms)","trace[246951191] 'applied index is now lower than readState.Index' (duration: 201.991348ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:31:09.704055Z","caller":"traceutil/trace.go:171","msg":"trace[1094553158] transaction","detail":"{read_only:false; response_revision:37821; number_of_response:1; }","duration":"428.634106ms","start":"2026-03-19T12:31:09.275393Z","end":"2026-03-19T12:31:09.704027Z","steps":["trace[1094553158] 'process raft request' (duration: 428.472492ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:09.704213Z","caller":"traceutil/trace.go:171","msg":"trace[1795288955] transaction","detail":"{read_only:false; response_revision:37822; number_of_response:1; }","duration":"428.727869ms","start":"2026-03-19T12:31:09.275393Z","end":"2026-03-19T12:31:09.70412Z","steps":["trace[1795288955] 'process raft request' (duration: 428.588485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:09.704297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:31:09.275375Z","time spent":"428.818581ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:31:09.704314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:31:09.275371Z","time spent":"428.873072ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:31:09.704426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.084439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:31:09.704724Z","caller":"traceutil/trace.go:171","msg":"trace[1282220404] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37822; }","duration":"365.377757ms","start":"2026-03-19T12:31:09.339334Z","end":"2026-03-19T12:31:09.704712Z","steps":["trace[1282220404] 'agreement among raft nodes before linearized reading' (duration: 365.003407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:09.704772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:31:09.339311Z","time spent":"365.451469ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T12:31:09.704691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.944149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T12:31:09.704931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.069499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:31:09.704969Z","caller":"traceutil/trace.go:171","msg":"trace[2099407763] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:37822; }","duration":"245.13017ms","start":"2026-03-19T12:31:09.459825Z","end":"2026-03-19T12:31:09.704955Z","steps":["trace[2099407763] 'agreement among raft nodes before linearized reading' (duration: 245.052928ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:09.704885Z","caller":"traceutil/trace.go:171","msg":"trace[1466787681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37822; }","duration":"353.167265ms","start":"2026-03-19T12:31:09.35171Z","end":"2026-03-19T12:31:09.704877Z","steps":["trace[1466787681] 'agreement among raft nodes before linearized reading' (duration: 352.739414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:09.705047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:31:09.351694Z","time spent":"353.34104ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T12:31:10.253417Z","caller":"traceutil/trace.go:171","msg":"trace[994897920] transaction","detail":"{read_only:false; response_revision:37825; number_of_response:1; }","duration":"105.296471ms","start":"2026-03-19T12:31:10.148087Z","end":"2026-03-19T12:31:10.253384Z","steps":["trace[994897920] 'process raft request' (duration: 105.033864ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:15.854751Z","caller":"traceutil/trace.go:171","msg":"trace[1421684036] transaction","detail":"{read_only:false; response_revision:37864; number_of_response:1; }","duration":"145.00037ms","start":"2026-03-19T12:31:15.709692Z","end":"2026-03-19T12:31:15.854693Z","steps":["trace[1421684036] 'process raft request' (duration: 144.587029ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:16.023219Z","caller":"traceutil/trace.go:171","msg":"trace[1732609741] transaction","detail":"{read_only:false; response_revision:37865; number_of_response:1; }","duration":"164.292744ms","start":"2026-03-19T12:31:15.858909Z","end":"2026-03-19T12:31:16.023201Z","steps":["trace[1732609741] 'process raft request' (duration: 133.57615ms)","trace[1732609741] 'compare' (duration: 30.592231ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:31:16.023533Z","caller":"traceutil/trace.go:171","msg":"trace[583506610] transaction","detail":"{read_only:false; response_revision:37866; number_of_response:1; }","duration":"164.239412ms","start":"2026-03-19T12:31:15.859275Z","end":"2026-03-19T12:31:16.023515Z","steps":["trace[583506610] 'process raft request' (duration: 163.896823ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:16.024Z","caller":"traceutil/trace.go:171","msg":"trace[1935774680] transaction","detail":"{read_only:false; response_revision:37868; number_of_response:1; }","duration":"163.44337ms","start":"2026-03-19T12:31:15.860547Z","end":"2026-03-19T12:31:16.023991Z","steps":["trace[1935774680] 'process raft request' (duration: 163.407049ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:16.024296Z","caller":"traceutil/trace.go:171","msg":"trace[1601006357] transaction","detail":"{read_only:false; response_revision:37867; number_of_response:1; }","duration":"164.239342ms","start":"2026-03-19T12:31:15.860044Z","end":"2026-03-19T12:31:16.024284Z","steps":["trace[1601006357] 'process raft request' (duration: 163.333658ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:20.264561Z","caller":"traceutil/trace.go:171","msg":"trace[375598560] transaction","detail":"{read_only:false; response_revision:37894; number_of_response:1; }","duration":"110.791861ms","start":"2026-03-19T12:31:20.153741Z","end":"2026-03-19T12:31:20.264533Z","steps":["trace[375598560] 'process raft request' (duration: 110.736879ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:20.265621Z","caller":"traceutil/trace.go:171","msg":"trace[2053016579] transaction","detail":"{read_only:false; response_revision:37893; number_of_response:1; }","duration":"113.065243ms","start":"2026-03-19T12:31:20.152527Z","end":"2026-03-19T12:31:20.265593Z","steps":["trace[2053016579] 'process raft request' (duration: 111.896051ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:20.265779Z","caller":"traceutil/trace.go:171","msg":"trace[1761631547] transaction","detail":"{read_only:false; response_revision:37892; number_of_response:1; }","duration":"113.386881ms","start":"2026-03-19T12:31:20.152384Z","end":"2026-03-19T12:31:20.26577Z","steps":["trace[1761631547] 'process raft request' (duration: 88.69579ms)","trace[1761631547] 'compare' (duration: 23.212341ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:31:21.51604Z","caller":"traceutil/trace.go:171","msg":"trace[1837905186] linearizableReadLoop","detail":"{readStateIndex:39220; appliedIndex:39219; }","duration":"103.981086ms","start":"2026-03-19T12:31:21.41203Z","end":"2026-03-19T12:31:21.516011Z","steps":["trace[1837905186] 'read index received' (duration: 103.816941ms)","trace[1837905186] 'applied index is now lower than readState.Index' (duration: 162.445µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:31:21.516152Z","caller":"traceutil/trace.go:171","msg":"trace[1680713497] transaction","detail":"{read_only:false; response_revision:37899; number_of_response:1; }","duration":"167.611215ms","start":"2026-03-19T12:31:21.348509Z","end":"2026-03-19T12:31:21.51612Z","steps":["trace[1680713497] 'process raft request' (duration: 167.325817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:21.516241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.181851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:31:21.516448Z","caller":"traceutil/trace.go:171","msg":"trace[2061260495] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:37899; }","duration":"104.432418ms","start":"2026-03-19T12:31:21.411997Z","end":"2026-03-19T12:31:21.51643Z","steps":["trace[2061260495] 'agreement among raft nodes before linearized reading' (duration: 104.162651ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:21.870713Z","caller":"traceutil/trace.go:171","msg":"trace[1524232979] transaction","detail":"{read_only:false; response_revision:37903; number_of_response:1; }","duration":"168.511319ms","start":"2026-03-19T12:31:21.702171Z","end":"2026-03-19T12:31:21.870683Z","steps":["trace[1524232979] 'process raft request' (duration: 168.317164ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:21.871247Z","caller":"traceutil/trace.go:171","msg":"trace[184585264] linearizableReadLoop","detail":"{readStateIndex:39225; appliedIndex:39225; }","duration":"166.749311ms","start":"2026-03-19T12:31:21.70449Z","end":"2026-03-19T12:31:21.87124Z","steps":["trace[184585264] 'read index received' (duration: 166.745501ms)","trace[184585264] 'applied index is now lower than readState.Index' (duration: 3.24µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:31:21.871405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.889305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T12:31:21.871431Z","caller":"traceutil/trace.go:171","msg":"trace[1076850279] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37903; }","duration":"166.954707ms","start":"2026-03-19T12:31:21.704471Z","end":"2026-03-19T12:31:21.871425Z","steps":["trace[1076850279] 'agreement among raft nodes before linearized reading' (duration: 166.800083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:22.255282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.244515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:31:22.255388Z","caller":"traceutil/trace.go:171","msg":"trace[10142495] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:37904; }","duration":"121.412799ms","start":"2026-03-19T12:31:22.13395Z","end":"2026-03-19T12:31:22.255362Z","steps":["trace[10142495] 'count revisions from in-memory index tree' (duration: 121.157452ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:23.561423Z","caller":"traceutil/trace.go:171","msg":"trace[753552980] transaction","detail":"{read_only:false; response_revision:37913; number_of_response:1; }","duration":"107.563732ms","start":"2026-03-19T12:31:23.453825Z","end":"2026-03-19T12:31:23.561389Z","steps":["trace[753552980] 'process raft request' (duration: 106.964956ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:23.679105Z","caller":"traceutil/trace.go:171","msg":"trace[1866803499] transaction","detail":"{read_only:false; response_revision:37915; number_of_response:1; }","duration":"154.788726ms","start":"2026-03-19T12:31:23.524293Z","end":"2026-03-19T12:31:23.679082Z","steps":["trace[1866803499] 'process raft request' (duration: 154.373355ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:23.679371Z","caller":"traceutil/trace.go:171","msg":"trace[1821818552] transaction","detail":"{read_only:false; response_revision:37914; number_of_response:1; }","duration":"157.90817ms","start":"2026-03-19T12:31:23.521456Z","end":"2026-03-19T12:31:23.679364Z","steps":["trace[1821818552] 'process raft request' (duration: 157.034107ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:23.679404Z","caller":"traceutil/trace.go:171","msg":"trace[1443587806] transaction","detail":"{read_only:false; response_revision:37917; number_of_response:1; }","duration":"153.178482ms","start":"2026-03-19T12:31:23.526212Z","end":"2026-03-19T12:31:23.679391Z","steps":["trace[1443587806] 'process raft request' (duration: 152.671088ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:23.679335Z","caller":"traceutil/trace.go:171","msg":"trace[1775036292] transaction","detail":"{read_only:false; response_revision:37916; number_of_response:1; }","duration":"154.247892ms","start":"2026-03-19T12:31:23.525055Z","end":"2026-03-19T12:31:23.679303Z","steps":["trace[1775036292] 'process raft request' (duration: 153.769329ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:24.422779Z","caller":"traceutil/trace.go:171","msg":"trace[149589443] transaction","detail":"{read_only:false; response_revision:37919; number_of_response:1; }","duration":"128.79798ms","start":"2026-03-19T12:31:24.293957Z","end":"2026-03-19T12:31:24.422755Z","steps":["trace[149589443] 'process raft request' (duration: 128.381259ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:25.925884Z","caller":"traceutil/trace.go:171","msg":"trace[1020674678] transaction","detail":"{read_only:false; response_revision:37928; number_of_response:1; }","duration":"241.382188ms","start":"2026-03-19T12:31:25.684478Z","end":"2026-03-19T12:31:25.92586Z","steps":["trace[1020674678] 'process raft request' (duration: 157.049247ms)","trace[1020674678] 'compare' (duration: 83.602621ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:31:25.926259Z","caller":"traceutil/trace.go:171","msg":"trace[1218153217] transaction","detail":"{read_only:false; response_revision:37929; number_of_response:1; }","duration":"241.750629ms","start":"2026-03-19T12:31:25.684492Z","end":"2026-03-19T12:31:25.926243Z","steps":["trace[1218153217] 'process raft request' (duration: 241.311357ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:25.926263Z","caller":"traceutil/trace.go:171","msg":"trace[701056385] transaction","detail":"{read_only:false; response_revision:37931; number_of_response:1; }","duration":"241.653936ms","start":"2026-03-19T12:31:25.684589Z","end":"2026-03-19T12:31:25.926243Z","steps":["trace[701056385] 'process raft request' (duration: 241.608914ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:25.926282Z","caller":"traceutil/trace.go:171","msg":"trace[1881979268] transaction","detail":"{read_only:false; response_revision:37930; number_of_response:1; }","duration":"241.685657ms","start":"2026-03-19T12:31:25.684568Z","end":"2026-03-19T12:31:25.926254Z","steps":["trace[1881979268] 'process raft request' (duration: 241.498112ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:26.752826Z","caller":"traceutil/trace.go:171","msg":"trace[222691774] transaction","detail":"{read_only:false; response_revision:37934; number_of_response:1; }","duration":"220.964794ms","start":"2026-03-19T12:31:26.531806Z","end":"2026-03-19T12:31:26.752771Z","steps":["trace[222691774] 'process raft request' (duration: 220.625615ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:26.75904Z","caller":"traceutil/trace.go:171","msg":"trace[403520538] linearizableReadLoop","detail":"{readStateIndex:39259; appliedIndex:39257; }","duration":"214.276472ms","start":"2026-03-19T12:31:26.54474Z","end":"2026-03-19T12:31:26.759017Z","steps":["trace[403520538] 'read index received' (duration: 208.267589ms)","trace[403520538] 'applied index is now lower than readState.Index' (duration: 6.007563ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:31:26.759328Z","caller":"traceutil/trace.go:171","msg":"trace[1269972991] transaction","detail":"{read_only:false; response_revision:37935; number_of_response:1; }","duration":"225.815806ms","start":"2026-03-19T12:31:26.533501Z","end":"2026-03-19T12:31:26.759317Z","steps":["trace[1269972991] 'process raft request' (duration: 225.341404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:26.75943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.796334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:31:26.759502Z","caller":"traceutil/trace.go:171","msg":"trace[1702120150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37936; }","duration":"148.915386ms","start":"2026-03-19T12:31:26.610569Z","end":"2026-03-19T12:31:26.759485Z","steps":["trace[1702120150] 'agreement among raft nodes before linearized reading' (duration: 148.785172ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:26.759527Z","caller":"traceutil/trace.go:171","msg":"trace[1776555973] transaction","detail":"{read_only:false; response_revision:37936; number_of_response:1; }","duration":"225.897618ms","start":"2026-03-19T12:31:26.533594Z","end":"2026-03-19T12:31:26.759492Z","steps":["trace[1776555973] 'process raft request' (duration: 225.388154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:26.759607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.850848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:31:26.759638Z","caller":"traceutil/trace.go:171","msg":"trace[1154264560] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:37936; }","duration":"214.894209ms","start":"2026-03-19T12:31:26.544733Z","end":"2026-03-19T12:31:26.759627Z","steps":["trace[1154264560] 'agreement among raft nodes before linearized reading' (duration: 214.829677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:26.759658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.473513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-19T12:31:26.75972Z","caller":"traceutil/trace.go:171","msg":"trace[543192771] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:37936; }","duration":"106.588627ms","start":"2026-03-19T12:31:26.653116Z","end":"2026-03-19T12:31:26.759704Z","steps":["trace[543192771] 'agreement among raft nodes before linearized reading' (duration: 106.34883ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:27.177688Z","caller":"traceutil/trace.go:171","msg":"trace[1658118986] transaction","detail":"{read_only:false; response_revision:37940; number_of_response:1; }","duration":"144.396514ms","start":"2026-03-19T12:31:27.033181Z","end":"2026-03-19T12:31:27.177578Z","steps":["trace[1658118986] 'process raft request' (duration: 72.51582ms)","trace[1658118986] 'compare' (duration: 71.552265ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:31:28.093366Z","caller":"traceutil/trace.go:171","msg":"trace[722589364] transaction","detail":"{read_only:false; response_revision:37944; number_of_response:1; }","duration":"154.687163ms","start":"2026-03-19T12:31:27.938643Z","end":"2026-03-19T12:31:28.09333Z","steps":["trace[722589364] 'process raft request' (duration: 124.534403ms)","trace[722589364] 'compare' (duration: 29.493062ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:31:28.094024Z","caller":"traceutil/trace.go:171","msg":"trace[709497312] transaction","detail":"{read_only:false; response_revision:37945; number_of_response:1; }","duration":"155.178676ms","start":"2026-03-19T12:31:27.938828Z","end":"2026-03-19T12:31:28.094007Z","steps":["trace[709497312] 'process raft request' (duration: 154.355604ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:28.094053Z","caller":"traceutil/trace.go:171","msg":"trace[1567380753] transaction","detail":"{read_only:false; response_revision:37946; number_of_response:1; }","duration":"155.146476ms","start":"2026-03-19T12:31:27.938876Z","end":"2026-03-19T12:31:28.094023Z","steps":["trace[1567380753] 'process raft request' (duration: 154.750755ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:32.379892Z","caller":"traceutil/trace.go:171","msg":"trace[1917802672] transaction","detail":"{read_only:false; response_revision:37973; number_of_response:1; }","duration":"109.65712ms","start":"2026-03-19T12:31:32.269948Z","end":"2026-03-19T12:31:32.379606Z","steps":["trace[1917802672] 'process raft request' (duration: 102.016832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:33.032384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.512083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T12:31:33.032447Z","caller":"traceutil/trace.go:171","msg":"trace[1225143678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37975; }","duration":"177.627536ms","start":"2026-03-19T12:31:32.854805Z","end":"2026-03-19T12:31:33.032433Z","steps":["trace[1225143678] 'range keys from in-memory index tree' (duration: 177.361759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:33.032366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.995484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:31:33.032515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.579611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:31:33.032582Z","caller":"traceutil/trace.go:171","msg":"trace[254646957] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:37975; }","duration":"165.23976ms","start":"2026-03-19T12:31:32.867287Z","end":"2026-03-19T12:31:33.032527Z","steps":["trace[254646957] 'count revisions from in-memory index tree' (duration: 164.925862ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:33.032809Z","caller":"traceutil/trace.go:171","msg":"trace[1882922543] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:37975; }","duration":"129.693414ms","start":"2026-03-19T12:31:32.902876Z","end":"2026-03-19T12:31:33.032569Z","steps":["trace[1882922543] 'count revisions from in-memory index tree' (duration: 129.515149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:33.037244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.309002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:31:33.037353Z","caller":"traceutil/trace.go:171","msg":"trace[2078747209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37975; }","duration":"179.437195ms","start":"2026-03-19T12:31:32.857874Z","end":"2026-03-19T12:31:33.037312Z","steps":["trace[2078747209] 'range keys from in-memory index tree' (duration: 174.535883ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:33.192645Z","caller":"traceutil/trace.go:171","msg":"trace[127550712] transaction","detail":"{read_only:false; response_revision:37977; number_of_response:1; }","duration":"156.618596ms","start":"2026-03-19T12:31:33.035975Z","end":"2026-03-19T12:31:33.192594Z","steps":["trace[127550712] 'process raft request' (duration: 101.343874ms)","trace[127550712] 'compare' (duration: 54.983254ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:31:33.193086Z","caller":"traceutil/trace.go:171","msg":"trace[636602691] transaction","detail":"{read_only:false; response_revision:37978; number_of_response:1; }","duration":"149.766309ms","start":"2026-03-19T12:31:33.043289Z","end":"2026-03-19T12:31:33.193055Z","steps":["trace[636602691] 'process raft request' (duration: 149.237055ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:33.402959Z","caller":"traceutil/trace.go:171","msg":"trace[548367323] transaction","detail":"{read_only:false; response_revision:37980; number_of_response:1; }","duration":"171.683165ms","start":"2026-03-19T12:31:33.231252Z","end":"2026-03-19T12:31:33.402935Z","steps":["trace[548367323] 'process raft request' (duration: 133.862588ms)","trace[548367323] 'compare' (duration: 37.473668ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:31:33.403213Z","caller":"traceutil/trace.go:171","msg":"trace[1333900341] transaction","detail":"{read_only:false; response_revision:37981; number_of_response:1; }","duration":"122.358755ms","start":"2026-03-19T12:31:33.280806Z","end":"2026-03-19T12:31:33.403165Z","steps":["trace[1333900341] 'process raft request' (duration: 122.081247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:34.414008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.865921ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-19T12:31:34.414119Z","caller":"traceutil/trace.go:171","msg":"trace[1548636841] linearizableReadLoop","detail":"{readStateIndex:39306; appliedIndex:39305; }","duration":"802.850525ms","start":"2026-03-19T12:31:33.611244Z","end":"2026-03-19T12:31:34.414095Z","steps":["trace[1548636841] 'read index received' (duration: 83.842µs)","trace[1548636841] 'applied index is now lower than readState.Index' (duration: 802.764743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:31:34.414715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.455882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:31:34.414751Z","caller":"traceutil/trace.go:171","msg":"trace[555685589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37981; }","duration":"803.539185ms","start":"2026-03-19T12:31:33.611199Z","end":"2026-03-19T12:31:34.414738Z","steps":["trace[555685589] 'agreement among raft nodes before linearized reading' (duration: 803.463272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:34.414778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:31:33.611178Z","time spent":"803.594355ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T12:31:34.50603Z","caller":"traceutil/trace.go:171","msg":"trace[736980766] transaction","detail":"{read_only:false; response_revision:37982; number_of_response:1; }","duration":"442.37164ms","start":"2026-03-19T12:31:34.063615Z","end":"2026-03-19T12:31:34.505987Z","steps":["trace[736980766] 'process raft request' (duration: 442.105753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:34.506266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:31:34.063575Z","time spent":"442.564125ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:31:34.645675Z","caller":"traceutil/trace.go:171","msg":"trace[2029589536] transaction","detail":"{read_only:false; response_revision:37983; number_of_response:1; }","duration":"462.526737ms","start":"2026-03-19T12:31:34.183085Z","end":"2026-03-19T12:31:34.645612Z","steps":["trace[2029589536] 'process raft request' (duration: 422.426858ms)","trace[2029589536] 'compare' (duration: 39.75586ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:31:34.645694Z","caller":"traceutil/trace.go:171","msg":"trace[1495279272] transaction","detail":"{read_only:false; response_revision:37984; number_of_response:1; }","duration":"456.634057ms","start":"2026-03-19T12:31:34.189019Z","end":"2026-03-19T12:31:34.645653Z","steps":["trace[1495279272] 'process raft request' (duration: 456.476873ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:34.645744Z","caller":"traceutil/trace.go:171","msg":"trace[577458567] linearizableReadLoop","detail":"{readStateIndex:39310; appliedIndex:39307; }","duration":"231.557071ms","start":"2026-03-19T12:31:34.414152Z","end":"2026-03-19T12:31:34.645709Z","steps":["trace[577458567] 'read index received' (duration: 91.797524ms)","trace[577458567] 'applied index is now lower than readState.Index' (duration: 139.758497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:31:34.645878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.79819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:31:34.645902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:31:34.183048Z","time spent":"462.745893ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:31:34.645876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.47188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:31:34.645953Z","caller":"traceutil/trace.go:171","msg":"trace[82343283] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:37985; }","duration":"619.956895ms","start":"2026-03-19T12:31:34.025978Z","end":"2026-03-19T12:31:34.645935Z","steps":["trace[82343283] 'agreement among raft nodes before linearized reading' (duration: 619.79885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:34.645938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:31:34.188997Z","time spent":"456.810621ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:31:34.645991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:31:34.025943Z","time spent":"620.040257ms","remote":"127.0.0.1:49468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:31:34.645991Z","caller":"traceutil/trace.go:171","msg":"trace[1267756026] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:37985; }","duration":"538.649185ms","start":"2026-03-19T12:31:34.10731Z","end":"2026-03-19T12:31:34.645959Z","steps":["trace[1267756026] 'agreement among raft nodes before linearized reading' (duration: 538.46281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:34.645945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.266178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:31:34.646044Z","caller":"traceutil/trace.go:171","msg":"trace[1676403466] transaction","detail":"{read_only:false; response_revision:37985; number_of_response:1; }","duration":"455.585858ms","start":"2026-03-19T12:31:34.190443Z","end":"2026-03-19T12:31:34.646029Z","steps":["trace[1676403466] 'process raft request' (duration: 455.145296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:34.646068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:31:34.107278Z","time spent":"538.772989ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:31:34.646109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.039293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:31:34.646152Z","caller":"traceutil/trace.go:171","msg":"trace[470546746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37985; }","duration":"126.121566ms","start":"2026-03-19T12:31:34.520014Z","end":"2026-03-19T12:31:34.646136Z","steps":["trace[470546746] 'agreement among raft nodes before linearized reading' (duration: 125.981442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:34.646166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:31:34.190401Z","time spent":"455.692631ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:31:34.646009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.745817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:31:34.646148Z","caller":"traceutil/trace.go:171","msg":"trace[692880455] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:37985; }","duration":"696.506645ms","start":"2026-03-19T12:31:33.949578Z","end":"2026-03-19T12:31:34.646085Z","steps":["trace[692880455] 'agreement among raft nodes before linearized reading' (duration: 696.285469ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:34.646227Z","caller":"traceutil/trace.go:171","msg":"trace[113546429] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:37985; }","duration":"299.044705ms","start":"2026-03-19T12:31:34.347178Z","end":"2026-03-19T12:31:34.646223Z","steps":["trace[113546429] 'agreement among raft nodes before linearized reading' (duration: 298.549131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:34.646289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:31:33.949547Z","time spent":"696.6937ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-19T12:31:34.646248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.909288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-19T12:31:34.646388Z","caller":"traceutil/trace.go:171","msg":"trace[1266866592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37985; }","duration":"261.112864ms","start":"2026-03-19T12:31:34.385257Z","end":"2026-03-19T12:31:34.64637Z","steps":["trace[1266866592] 'agreement among raft nodes before linearized reading' (duration: 260.820596ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:35.139142Z","caller":"traceutil/trace.go:171","msg":"trace[327878833] transaction","detail":"{read_only:false; response_revision:37987; number_of_response:1; }","duration":"486.989843ms","start":"2026-03-19T12:31:34.65212Z","end":"2026-03-19T12:31:35.139109Z","steps":["trace[327878833] 'process raft request' (duration: 486.792788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:35.139299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:31:34.652098Z","time spent":"487.120217ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:31:35.13945Z","caller":"traceutil/trace.go:171","msg":"trace[1294061572] linearizableReadLoop","detail":"{readStateIndex:39312; appliedIndex:39310; }","duration":"483.746635ms","start":"2026-03-19T12:31:34.655692Z","end":"2026-03-19T12:31:35.139439Z","steps":["trace[1294061572] 'read index received' (duration: 83.761736ms)","trace[1294061572] 'applied index is now lower than readState.Index' (duration: 399.983819ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:31:35.139581Z","caller":"traceutil/trace.go:171","msg":"trace[258434369] transaction","detail":"{read_only:false; response_revision:37988; number_of_response:1; }","duration":"451.231171ms","start":"2026-03-19T12:31:34.68834Z","end":"2026-03-19T12:31:35.139572Z","steps":["trace[258434369] 'process raft request' (duration: 450.724858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:35.139639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:31:34.688319Z","time spent":"451.290043ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:31:35.139765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.065163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:31:35.13982Z","caller":"traceutil/trace.go:171","msg":"trace[314318474] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:37988; }","duration":"484.145596ms","start":"2026-03-19T12:31:34.655658Z","end":"2026-03-19T12:31:35.139803Z","steps":["trace[314318474] 'agreement among raft nodes before linearized reading' (duration: 484.064434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:35.139868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:31:34.655648Z","time spent":"484.208227ms","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-19T12:31:35.150352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.740942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:31:35.150495Z","caller":"traceutil/trace.go:171","msg":"trace[2067710575] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37989; }","duration":"346.900746ms","start":"2026-03-19T12:31:34.803568Z","end":"2026-03-19T12:31:35.150468Z","steps":["trace[2067710575] 'agreement among raft nodes before linearized reading' (duration: 346.569107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:35.150542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:31:34.803491Z","time spent":"347.04007ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T12:31:38.956076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.916035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:31:38.956296Z","caller":"traceutil/trace.go:171","msg":"trace[1017791061] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:38013; }","duration":"153.198423ms","start":"2026-03-19T12:31:38.803073Z","end":"2026-03-19T12:31:38.956271Z","steps":["trace[1017791061] 'count revisions from in-memory index tree' (duration: 152.813342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:38.956823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.135188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:31:38.957023Z","caller":"traceutil/trace.go:171","msg":"trace[879953170] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38013; }","duration":"147.355194ms","start":"2026-03-19T12:31:38.809653Z","end":"2026-03-19T12:31:38.957008Z","steps":["trace[879953170] 'range keys from in-memory index tree' (duration: 147.013755ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:39.066536Z","caller":"traceutil/trace.go:171","msg":"trace[1640223067] transaction","detail":"{read_only:false; response_revision:38014; number_of_response:1; }","duration":"104.449508ms","start":"2026-03-19T12:31:38.962063Z","end":"2026-03-19T12:31:39.066512Z","steps":["trace[1640223067] 'process raft request' (duration: 104.311674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:39.705001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.359733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:31:39.705161Z","caller":"traceutil/trace.go:171","msg":"trace[1387800883] linearizableReadLoop","detail":"{readStateIndex:39342; appliedIndex:39340; }","duration":"458.226592ms","start":"2026-03-19T12:31:39.246919Z","end":"2026-03-19T12:31:39.705145Z","steps":["trace[1387800883] 'read index received' (duration: 22.971685ms)","trace[1387800883] 'applied index is now lower than readState.Index' (duration: 435.254047ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:31:39.705241Z","caller":"traceutil/trace.go:171","msg":"trace[2002849539] transaction","detail":"{read_only:false; response_revision:38016; number_of_response:1; }","duration":"482.419469ms","start":"2026-03-19T12:31:39.222811Z","end":"2026-03-19T12:31:39.70523Z","steps":["trace[2002849539] 'process raft request' (duration: 217.751847ms)","trace[2002849539] 'compare' (duration: 264.130767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:31:39.705296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:31:39.222788Z","time spent":"482.476621ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:31:39.705422Z","caller":"traceutil/trace.go:171","msg":"trace[1222906895] transaction","detail":"{read_only:false; response_revision:38017; number_of_response:1; }","duration":"384.23218ms","start":"2026-03-19T12:31:39.321166Z","end":"2026-03-19T12:31:39.705398Z","steps":["trace[1222906895] 'process raft request' (duration: 383.930582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:39.705553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:31:39.321138Z","time spent":"384.340974ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:31:39.705615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.676774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-19T12:31:39.705651Z","caller":"traceutil/trace.go:171","msg":"trace[196519054] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38017; }","duration":"458.762336ms","start":"2026-03-19T12:31:39.246878Z","end":"2026-03-19T12:31:39.70564Z","steps":["trace[196519054] 'agreement among raft nodes before linearized reading' (duration: 458.601852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:39.705688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:31:39.246856Z","time spent":"458.822867ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T12:31:39.705909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.856153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:31:39.70594Z","caller":"traceutil/trace.go:171","msg":"trace[240203140] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38018; }","duration":"389.935726ms","start":"2026-03-19T12:31:39.315996Z","end":"2026-03-19T12:31:39.705931Z","steps":["trace[240203140] 'agreement among raft nodes before linearized reading' (duration: 389.835293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:39.705965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:31:39.315969Z","time spent":"389.990547ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T12:31:39.705981Z","caller":"traceutil/trace.go:171","msg":"trace[1714928135] transaction","detail":"{read_only:false; response_revision:38018; number_of_response:1; }","duration":"267.138579ms","start":"2026-03-19T12:31:39.438832Z","end":"2026-03-19T12:31:39.70597Z","steps":["trace[1714928135] 'process raft request' (duration: 266.489691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:39.706157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.288584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T12:31:39.70618Z","caller":"traceutil/trace.go:171","msg":"trace[371853561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38018; }","duration":"387.314714ms","start":"2026-03-19T12:31:39.318859Z","end":"2026-03-19T12:31:39.706174Z","steps":["trace[371853561] 'agreement among raft nodes before linearized reading' (duration: 387.226452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:39.706203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:31:39.318756Z","time spent":"387.440678ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T12:31:39.706297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.843672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:31:39.706314Z","caller":"traceutil/trace.go:171","msg":"trace[937384033] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:38018; }","duration":"209.891313ms","start":"2026-03-19T12:31:39.496418Z","end":"2026-03-19T12:31:39.706309Z","steps":["trace[937384033] 'agreement among raft nodes before linearized reading' (duration: 209.849072ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:46.912679Z","caller":"traceutil/trace.go:171","msg":"trace[796171213] transaction","detail":"{read_only:false; response_revision:38067; number_of_response:1; }","duration":"222.695112ms","start":"2026-03-19T12:31:46.68996Z","end":"2026-03-19T12:31:46.912655Z","steps":["trace[796171213] 'process raft request' (duration: 222.561908ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:46.943698Z","caller":"traceutil/trace.go:171","msg":"trace[143953246] transaction","detail":"{read_only:false; response_revision:38068; number_of_response:1; }","duration":"216.76959ms","start":"2026-03-19T12:31:46.726898Z","end":"2026-03-19T12:31:46.943668Z","steps":["trace[143953246] 'process raft request' (duration: 216.563325ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:46.94397Z","caller":"traceutil/trace.go:171","msg":"trace[470174556] linearizableReadLoop","detail":"{readStateIndex:39395; appliedIndex:39393; }","duration":"206.271955ms","start":"2026-03-19T12:31:46.73768Z","end":"2026-03-19T12:31:46.943952Z","steps":["trace[470174556] 'read index received' (duration: 174.854971ms)","trace[470174556] 'applied index is now lower than readState.Index' (duration: 31.416354ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:31:46.943981Z","caller":"traceutil/trace.go:171","msg":"trace[1068391025] transaction","detail":"{read_only:false; response_revision:38069; number_of_response:1; }","duration":"170.748249ms","start":"2026-03-19T12:31:46.773208Z","end":"2026-03-19T12:31:46.943956Z","steps":["trace[1068391025] 'process raft request' (duration: 170.41298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:46.944092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.398108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:31:46.944116Z","caller":"traceutil/trace.go:171","msg":"trace[1991169758] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:38070; }","duration":"206.472491ms","start":"2026-03-19T12:31:46.737638Z","end":"2026-03-19T12:31:46.94411Z","steps":["trace[1991169758] 'agreement among raft nodes before linearized reading' (duration: 206.385018ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:46.944105Z","caller":"traceutil/trace.go:171","msg":"trace[20336708] transaction","detail":"{read_only:false; response_revision:38070; number_of_response:1; }","duration":"158.871537ms","start":"2026-03-19T12:31:46.785212Z","end":"2026-03-19T12:31:46.944083Z","steps":["trace[20336708] 'process raft request' (duration: 158.645601ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:47.830365Z","caller":"traceutil/trace.go:171","msg":"trace[405247976] linearizableReadLoop","detail":"{readStateIndex:39400; appliedIndex:39399; }","duration":"219.840304ms","start":"2026-03-19T12:31:47.610499Z","end":"2026-03-19T12:31:47.830339Z","steps":["trace[405247976] 'read index received' (duration: 219.772522ms)","trace[405247976] 'applied index is now lower than readState.Index' (duration: 66.562µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:31:47.830429Z","caller":"traceutil/trace.go:171","msg":"trace[1651754708] transaction","detail":"{read_only:false; number_of_response:1; response_revision:38073; }","duration":"448.790675ms","start":"2026-03-19T12:31:47.381621Z","end":"2026-03-19T12:31:47.830411Z","steps":["trace[1651754708] 'process raft request' (duration: 448.558308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:47.830511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.018319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:31:47.830542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:31:47.381592Z","time spent":"448.873337ms","remote":"127.0.0.1:51302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73,"response count":0,"response size":44,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-19T12:31:47.83058Z","caller":"traceutil/trace.go:171","msg":"trace[1555931969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38073; }","duration":"220.114361ms","start":"2026-03-19T12:31:47.610427Z","end":"2026-03-19T12:31:47.830541Z","steps":["trace[1555931969] 'agreement among raft nodes before linearized reading' (duration: 220.032739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:48.033446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.746532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:31:48.033806Z","caller":"traceutil/trace.go:171","msg":"trace[479061311] linearizableReadLoop","detail":"{readStateIndex:39402; appliedIndex:39400; }","duration":"203.305694ms","start":"2026-03-19T12:31:47.830434Z","end":"2026-03-19T12:31:48.03374Z","steps":["trace[479061311] 'read index received' (duration: 46.820112ms)","trace[479061311] 'applied index is now lower than readState.Index' (duration: 156.483842ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:31:48.033807Z","caller":"traceutil/trace.go:171","msg":"trace[1568238137] transaction","detail":"{read_only:false; response_revision:38075; number_of_response:1; }","duration":"297.481683ms","start":"2026-03-19T12:31:47.736294Z","end":"2026-03-19T12:31:48.033775Z","steps":["trace[1568238137] 'process raft request' (duration: 297.273958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:48.033998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.024399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T12:31:48.034115Z","caller":"traceutil/trace.go:171","msg":"trace[1871430300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38075; }","duration":"248.211525ms","start":"2026-03-19T12:31:47.785878Z","end":"2026-03-19T12:31:48.034089Z","steps":["trace[1871430300] 'agreement among raft nodes before linearized reading' (duration: 247.882276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:48.034158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.388043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:31:48.034166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.364523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-19T12:31:48.034024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.25065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:31:48.034236Z","caller":"traceutil/trace.go:171","msg":"trace[1143614598] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:38075; }","duration":"374.517966ms","start":"2026-03-19T12:31:47.6597Z","end":"2026-03-19T12:31:48.034218Z","steps":["trace[1143614598] 'agreement among raft nodes before linearized reading' (duration: 374.373572ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:48.034249Z","caller":"traceutil/trace.go:171","msg":"trace[886664993] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38075; }","duration":"243.472626ms","start":"2026-03-19T12:31:47.790761Z","end":"2026-03-19T12:31:48.034234Z","steps":["trace[886664993] 'agreement among raft nodes before linearized reading' (duration: 243.108046ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:48.034259Z","caller":"traceutil/trace.go:171","msg":"trace[209169047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38075; }","duration":"282.538627ms","start":"2026-03-19T12:31:47.751704Z","end":"2026-03-19T12:31:48.034242Z","steps":["trace[209169047] 'agreement among raft nodes before linearized reading' (duration: 282.090685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:48.034223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.908195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/tempest-run-tests-t8b9c\" ","response":"range_response_count:1 size:10386"} {"level":"warn","ts":"2026-03-19T12:31:48.034284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:31:47.659683Z","time spent":"374.583859ms","remote":"127.0.0.1:57764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:31:48.034183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.603323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T12:31:48.034311Z","caller":"traceutil/trace.go:171","msg":"trace[1212651803] range","detail":"{range_begin:/registry/pods/openstack/tempest-run-tests-t8b9c; range_end:; response_count:1; response_revision:38075; }","duration":"337.140421ms","start":"2026-03-19T12:31:47.697156Z","end":"2026-03-19T12:31:48.034297Z","steps":["trace[1212651803] 'agreement among raft nodes before linearized reading' (duration: 336.795461ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:48.034362Z","caller":"traceutil/trace.go:171","msg":"trace[669608105] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38075; }","duration":"376.791339ms","start":"2026-03-19T12:31:47.657545Z","end":"2026-03-19T12:31:48.034336Z","steps":["trace[669608105] 'agreement among raft nodes before linearized reading' (duration: 376.540112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:48.034443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:31:47.657531Z","time spent":"376.885961ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T12:31:48.034404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:31:47.697123Z","time spent":"337.264254ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":10410,"request content":"key:\"/registry/pods/openstack/tempest-run-tests-t8b9c\" "} {"level":"warn","ts":"2026-03-19T12:31:48.034635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.571014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:31:48.034725Z","caller":"traceutil/trace.go:171","msg":"trace[1443416775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38075; }","duration":"202.737239ms","start":"2026-03-19T12:31:47.831969Z","end":"2026-03-19T12:31:48.034706Z","steps":["trace[1443416775] 'agreement among raft nodes before linearized reading' (duration: 202.577744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:48.035175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.691475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:31:48.035231Z","caller":"traceutil/trace.go:171","msg":"trace[1412891217] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38075; }","duration":"249.805979ms","start":"2026-03-19T12:31:47.78541Z","end":"2026-03-19T12:31:48.035216Z","steps":["trace[1412891217] 'agreement among raft nodes before linearized reading' (duration: 248.408091ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:48.033721Z","caller":"traceutil/trace.go:171","msg":"trace[120013902] transaction","detail":"{read_only:false; response_revision:38074; number_of_response:1; }","duration":"300.935317ms","start":"2026-03-19T12:31:47.73273Z","end":"2026-03-19T12:31:48.033666Z","steps":["trace[120013902] 'process raft request' (duration: 144.550878ms)","trace[120013902] 'compare' (duration: 155.557447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:31:48.035909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:31:47.732711Z","time spent":"303.107826ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:31:48.194199Z","caller":"traceutil/trace.go:171","msg":"trace[499753144] transaction","detail":"{read_only:false; response_revision:38077; number_of_response:1; }","duration":"154.945141ms","start":"2026-03-19T12:31:48.039216Z","end":"2026-03-19T12:31:48.194161Z","steps":["trace[499753144] 'process raft request' (duration: 109.788084ms)","trace[499753144] 'compare' (duration: 44.92295ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:31:48.19445Z","caller":"traceutil/trace.go:171","msg":"trace[705589800] linearizableReadLoop","detail":"{readStateIndex:39404; appliedIndex:39402; }","duration":"154.860598ms","start":"2026-03-19T12:31:48.039568Z","end":"2026-03-19T12:31:48.194429Z","steps":["trace[705589800] 'read index received' (duration: 27.23897ms)","trace[705589800] 'applied index is now lower than readState.Index' (duration: 127.620658ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:31:48.194439Z","caller":"traceutil/trace.go:171","msg":"trace[246037836] transaction","detail":"{read_only:false; response_revision:38078; number_of_response:1; }","duration":"154.403585ms","start":"2026-03-19T12:31:48.040001Z","end":"2026-03-19T12:31:48.194405Z","steps":["trace[246037836] 'process raft request' (duration: 154.106797ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:48.194643Z","caller":"traceutil/trace.go:171","msg":"trace[104327520] transaction","detail":"{read_only:false; response_revision:38079; number_of_response:1; }","duration":"154.20772ms","start":"2026-03-19T12:31:48.040424Z","end":"2026-03-19T12:31:48.194632Z","steps":["trace[104327520] 'process raft request' (duration: 153.889792ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:48.19486Z","caller":"traceutil/trace.go:171","msg":"trace[571188649] transaction","detail":"{read_only:false; response_revision:38080; number_of_response:1; }","duration":"148.214168ms","start":"2026-03-19T12:31:48.04662Z","end":"2026-03-19T12:31:48.194834Z","steps":["trace[571188649] 'process raft request' (duration: 147.762326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:48.195001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.323424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-03-19T12:31:48.195078Z","caller":"traceutil/trace.go:171","msg":"trace[594148189] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:38080; }","duration":"136.444328ms","start":"2026-03-19T12:31:48.058615Z","end":"2026-03-19T12:31:48.195059Z","steps":["trace[594148189] 'agreement among raft nodes before linearized reading' (duration: 136.204871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:48.197366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.732406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T12:31:48.197692Z","caller":"traceutil/trace.go:171","msg":"trace[1935956440] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38080; }","duration":"158.115787ms","start":"2026-03-19T12:31:48.039511Z","end":"2026-03-19T12:31:48.197626Z","steps":["trace[1935956440] 'agreement among raft nodes before linearized reading' (duration: 155.333341ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:54.751687Z","caller":"traceutil/trace.go:171","msg":"trace[1177425096] transaction","detail":"{read_only:false; response_revision:38127; number_of_response:1; }","duration":"128.609114ms","start":"2026-03-19T12:31:54.623048Z","end":"2026-03-19T12:31:54.751658Z","steps":["trace[1177425096] 'process raft request' (duration: 127.679269ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:55.226676Z","caller":"traceutil/trace.go:171","msg":"trace[393266223] transaction","detail":"{read_only:false; response_revision:38129; number_of_response:1; }","duration":"250.879487ms","start":"2026-03-19T12:31:54.975773Z","end":"2026-03-19T12:31:55.226652Z","steps":["trace[393266223] 'process raft request' (duration: 166.71261ms)","trace[393266223] 'compare' (duration: 83.787677ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:31:55.226822Z","caller":"traceutil/trace.go:171","msg":"trace[1748173005] transaction","detail":"{read_only:false; response_revision:38130; number_of_response:1; }","duration":"244.151114ms","start":"2026-03-19T12:31:54.982649Z","end":"2026-03-19T12:31:55.2268Z","steps":["trace[1748173005] 'process raft request' (duration: 244.01077ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:55.492219Z","caller":"traceutil/trace.go:171","msg":"trace[821635230] linearizableReadLoop","detail":"{readStateIndex:39461; appliedIndex:39460; }","duration":"108.684853ms","start":"2026-03-19T12:31:55.383498Z","end":"2026-03-19T12:31:55.492183Z","steps":["trace[821635230] 'read index received' (duration: 108.348754ms)","trace[821635230] 'applied index is now lower than readState.Index' (duration: 334.389µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:31:55.492333Z","caller":"traceutil/trace.go:171","msg":"trace[1012065297] transaction","detail":"{read_only:false; response_revision:38132; number_of_response:1; }","duration":"212.662949ms","start":"2026-03-19T12:31:55.27963Z","end":"2026-03-19T12:31:55.492293Z","steps":["trace[1012065297] 'process raft request' (duration: 212.307349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:55.492442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.917109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:31:55.492511Z","caller":"traceutil/trace.go:171","msg":"trace[1894067659] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:38132; }","duration":"109.026162ms","start":"2026-03-19T12:31:55.383467Z","end":"2026-03-19T12:31:55.492493Z","steps":["trace[1894067659] 'agreement among raft nodes before linearized reading' (duration: 108.894279ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:55.56314Z","caller":"traceutil/trace.go:171","msg":"trace[2057459417] transaction","detail":"{read_only:false; response_revision:38134; number_of_response:1; }","duration":"120.454252ms","start":"2026-03-19T12:31:55.442665Z","end":"2026-03-19T12:31:55.563119Z","steps":["trace[2057459417] 'process raft request' (duration: 120.3792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:31:55.563344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.840899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:31:55.563387Z","caller":"traceutil/trace.go:171","msg":"trace[875730623] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:38134; }","duration":"111.924361ms","start":"2026-03-19T12:31:55.451451Z","end":"2026-03-19T12:31:55.563375Z","steps":["trace[875730623] 'agreement among raft nodes before linearized reading' (duration: 111.840969ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:31:55.563142Z","caller":"traceutil/trace.go:171","msg":"trace[975830869] transaction","detail":"{read_only:false; response_revision:38133; number_of_response:1; }","duration":"148.796463ms","start":"2026-03-19T12:31:55.41432Z","end":"2026-03-19T12:31:55.563117Z","steps":["trace[975830869] 'process raft request' (duration: 148.600318ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:05.153109Z","caller":"traceutil/trace.go:171","msg":"trace[1528304103] transaction","detail":"{read_only:false; response_revision:38198; number_of_response:1; }","duration":"104.931301ms","start":"2026-03-19T12:32:05.048139Z","end":"2026-03-19T12:32:05.153071Z","steps":["trace[1528304103] 'process raft request' (duration: 104.665524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:05.155108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.294646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:201 size:2221456"} {"level":"info","ts":"2026-03-19T12:32:05.155213Z","caller":"traceutil/trace.go:171","msg":"trace[145732014] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:201; response_revision:38198; }","duration":"103.447631ms","start":"2026-03-19T12:32:05.051742Z","end":"2026-03-19T12:32:05.155189Z","steps":["trace[145732014] 'agreement among raft nodes before linearized reading' (duration: 101.425116ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:05.153041Z","caller":"traceutil/trace.go:171","msg":"trace[35041086] linearizableReadLoop","detail":"{readStateIndex:39529; appliedIndex:39528; }","duration":"101.21555ms","start":"2026-03-19T12:32:05.051788Z","end":"2026-03-19T12:32:05.153004Z","steps":["trace[35041086] 'read index received' (duration: 100.947533ms)","trace[35041086] 'applied index is now lower than readState.Index' (duration: 266.757µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:05.763413Z","caller":"traceutil/trace.go:171","msg":"trace[251440472] transaction","detail":"{read_only:false; response_revision:38203; number_of_response:1; }","duration":"154.228121ms","start":"2026-03-19T12:32:05.60914Z","end":"2026-03-19T12:32:05.763368Z","steps":["trace[251440472] 'process raft request' (duration: 153.995024ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:05.766056Z","caller":"traceutil/trace.go:171","msg":"trace[329391431] transaction","detail":"{read_only:false; response_revision:38204; number_of_response:1; }","duration":"140.728494ms","start":"2026-03-19T12:32:05.625295Z","end":"2026-03-19T12:32:05.766023Z","steps":["trace[329391431] 'process raft request' (duration: 140.492117ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:07.651424Z","caller":"traceutil/trace.go:171","msg":"trace[226402853] transaction","detail":"{read_only:false; response_revision:38214; number_of_response:1; }","duration":"286.713811ms","start":"2026-03-19T12:32:07.364661Z","end":"2026-03-19T12:32:07.651374Z","steps":["trace[226402853] 'process raft request' (duration: 286.397172ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:07.653596Z","caller":"traceutil/trace.go:171","msg":"trace[1620639886] linearizableReadLoop","detail":"{readStateIndex:39546; appliedIndex:39544; }","duration":"257.959339ms","start":"2026-03-19T12:32:07.395611Z","end":"2026-03-19T12:32:07.65357Z","steps":["trace[1620639886] 'read index received' (duration: 255.480562ms)","trace[1620639886] 'applied index is now lower than readState.Index' (duration: 2.473077ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:07.653722Z","caller":"traceutil/trace.go:171","msg":"trace[822054906] transaction","detail":"{read_only:false; response_revision:38215; number_of_response:1; }","duration":"286.757122ms","start":"2026-03-19T12:32:07.366923Z","end":"2026-03-19T12:32:07.653681Z","steps":["trace[822054906] 'process raft request' (duration: 286.521866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:07.653888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.8327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" limit:500 ","response":"range_response_count:1 size:18250"} {"level":"info","ts":"2026-03-19T12:32:07.653965Z","caller":"traceutil/trace.go:171","msg":"trace[19558863] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:38215; }","duration":"199.974414ms","start":"2026-03-19T12:32:07.453972Z","end":"2026-03-19T12:32:07.653946Z","steps":["trace[19558863] 'agreement among raft nodes before linearized reading' (duration: 199.737597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:07.654086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.988869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-19T12:32:07.654164Z","caller":"traceutil/trace.go:171","msg":"trace[1972125443] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:38215; }","duration":"117.137903ms","start":"2026-03-19T12:32:07.536999Z","end":"2026-03-19T12:32:07.654137Z","steps":["trace[1972125443] 'agreement among raft nodes before linearized reading' (duration: 116.945628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:07.65389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.263058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:32:07.654297Z","caller":"traceutil/trace.go:171","msg":"trace[840222042] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38215; }","duration":"258.737941ms","start":"2026-03-19T12:32:07.395542Z","end":"2026-03-19T12:32:07.65428Z","steps":["trace[840222042] 'agreement among raft nodes before linearized reading' (duration: 258.162915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:07.654928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.432236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" limit:500 ","response":"range_response_count:123 size:138858"} {"level":"info","ts":"2026-03-19T12:32:07.654992Z","caller":"traceutil/trace.go:171","msg":"trace[327827543] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:123; response_revision:38215; }","duration":"200.53249ms","start":"2026-03-19T12:32:07.454442Z","end":"2026-03-19T12:32:07.654974Z","steps":["trace[327827543] 'agreement among raft nodes before linearized reading' (duration: 199.699667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:12.721685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.455372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/orc-image-viewer-role\" ","response":"range_response_count:1 size:564"} {"level":"info","ts":"2026-03-19T12:32:12.72177Z","caller":"traceutil/trace.go:171","msg":"trace[2038540929] range","detail":"{range_begin:/registry/clusterroles/orc-image-viewer-role; range_end:; response_count:1; response_revision:38249; }","duration":"103.586415ms","start":"2026-03-19T12:32:12.618166Z","end":"2026-03-19T12:32:12.721753Z","steps":["trace[2038540929] 'range keys from in-memory index tree' (duration: 103.283886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:12.722139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.875035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18250"} {"level":"info","ts":"2026-03-19T12:32:12.722187Z","caller":"traceutil/trace.go:171","msg":"trace[812756406] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:38249; }","duration":"127.954157ms","start":"2026-03-19T12:32:12.594218Z","end":"2026-03-19T12:32:12.722172Z","steps":["trace[812756406] 'range keys from in-memory index tree' (duration: 127.737261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:12.722424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.19533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/orc-image-editor-role\" ","response":"range_response_count:1 size:595"} {"level":"info","ts":"2026-03-19T12:32:12.722462Z","caller":"traceutil/trace.go:171","msg":"trace[1978327148] range","detail":"{range_begin:/registry/clusterroles/orc-image-editor-role; range_end:; response_count:1; response_revision:38249; }","duration":"122.255602ms","start":"2026-03-19T12:32:12.600198Z","end":"2026-03-19T12:32:12.722454Z","steps":["trace[1978327148] 'range keys from in-memory index tree' (duration: 122.100838ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:12.831731Z","caller":"traceutil/trace.go:171","msg":"trace[698208061] transaction","detail":"{read_only:false; response_revision:38251; number_of_response:1; }","duration":"103.838132ms","start":"2026-03-19T12:32:12.727861Z","end":"2026-03-19T12:32:12.831699Z","steps":["trace[698208061] 'process raft request' (duration: 99.162605ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:12.831928Z","caller":"traceutil/trace.go:171","msg":"trace[1893766788] linearizableReadLoop","detail":"{readStateIndex:39583; appliedIndex:39581; }","duration":"103.229655ms","start":"2026-03-19T12:32:12.72867Z","end":"2026-03-19T12:32:12.8319Z","steps":["trace[1893766788] 'read index received' (duration: 91.98258ms)","trace[1893766788] 'applied index is now lower than readState.Index' (duration: 11.245885ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:12.8322Z","caller":"traceutil/trace.go:171","msg":"trace[132468739] transaction","detail":"{read_only:false; response_revision:38252; number_of_response:1; }","duration":"103.219475ms","start":"2026-03-19T12:32:12.72896Z","end":"2026-03-19T12:32:12.83218Z","steps":["trace[132468739] 'process raft request' (duration: 102.67988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:12.832524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.705258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/orc-image-editor-role\" ","response":"range_response_count:1 size:595"} {"level":"info","ts":"2026-03-19T12:32:12.832575Z","caller":"traceutil/trace.go:171","msg":"trace[1505708870] range","detail":"{range_begin:/registry/clusterroles/orc-image-editor-role; range_end:; response_count:1; response_revision:38252; }","duration":"103.79883ms","start":"2026-03-19T12:32:12.728765Z","end":"2026-03-19T12:32:12.832564Z","steps":["trace[1505708870] 'agreement among raft nodes before linearized reading' (duration: 103.601265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:12.8327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.975625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-19T12:32:12.832767Z","caller":"traceutil/trace.go:171","msg":"trace[188715974] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:38252; }","duration":"104.101438ms","start":"2026-03-19T12:32:12.728648Z","end":"2026-03-19T12:32:12.832749Z","steps":["trace[188715974] 'agreement among raft nodes before linearized reading' (duration: 103.851961ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:15.14352Z","caller":"traceutil/trace.go:171","msg":"trace[1290256979] transaction","detail":"{read_only:false; response_revision:38265; number_of_response:1; }","duration":"211.765284ms","start":"2026-03-19T12:32:14.931727Z","end":"2026-03-19T12:32:15.143492Z","steps":["trace[1290256979] 'process raft request' (duration: 211.575599ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:15.143837Z","caller":"traceutil/trace.go:171","msg":"trace[748397867] transaction","detail":"{read_only:false; response_revision:38266; number_of_response:1; }","duration":"212.076522ms","start":"2026-03-19T12:32:14.931727Z","end":"2026-03-19T12:32:15.143804Z","steps":["trace[748397867] 'process raft request' (duration: 211.723943ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:15.16615Z","caller":"traceutil/trace.go:171","msg":"trace[118447478] linearizableReadLoop","detail":"{readStateIndex:39600; appliedIndex:39597; }","duration":"148.473054ms","start":"2026-03-19T12:32:15.017659Z","end":"2026-03-19T12:32:15.166132Z","steps":["trace[118447478] 'read index received' (duration: 125.694605ms)","trace[118447478] 'applied index is now lower than readState.Index' (duration: 22.777619ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:15.166219Z","caller":"traceutil/trace.go:171","msg":"trace[2121180019] transaction","detail":"{read_only:false; response_revision:38267; number_of_response:1; }","duration":"156.807961ms","start":"2026-03-19T12:32:15.009392Z","end":"2026-03-19T12:32:15.1662Z","steps":["trace[2121180019] 'process raft request' (duration: 156.594235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:15.166335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.67106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cephfs-csi-provisioner-role\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-19T12:32:15.166359Z","caller":"traceutil/trace.go:171","msg":"trace[205585858] range","detail":"{range_begin:/registry/clusterrolebindings/cephfs-csi-provisioner-role; range_end:; response_count:1; response_revision:38267; }","duration":"148.743342ms","start":"2026-03-19T12:32:15.017609Z","end":"2026-03-19T12:32:15.166353Z","steps":["trace[205585858] 'agreement among raft nodes before linearized reading' (duration: 148.624859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:15.166401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.245798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rbd-external-provisioner-runner\" ","response":"range_response_count:1 size:1779"} {"level":"info","ts":"2026-03-19T12:32:15.166447Z","caller":"traceutil/trace.go:171","msg":"trace[1715365093] range","detail":"{range_begin:/registry/clusterroles/rbd-external-provisioner-runner; range_end:; response_count:1; response_revision:38267; }","duration":"141.305869ms","start":"2026-03-19T12:32:15.025129Z","end":"2026-03-19T12:32:15.166435Z","steps":["trace[1715365093] 'agreement among raft nodes before linearized reading' (duration: 141.181516ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:15.917628Z","caller":"traceutil/trace.go:171","msg":"trace[1702302082] linearizableReadLoop","detail":"{readStateIndex:39603; appliedIndex:39601; }","duration":"136.670624ms","start":"2026-03-19T12:32:15.780928Z","end":"2026-03-19T12:32:15.917599Z","steps":["trace[1702302082] 'read index received' (duration: 28.257467ms)","trace[1702302082] 'applied index is now lower than readState.Index' (duration: 108.411647ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:15.917766Z","caller":"traceutil/trace.go:171","msg":"trace[322060975] transaction","detail":"{read_only:false; response_revision:38271; number_of_response:1; }","duration":"135.712828ms","start":"2026-03-19T12:32:15.782042Z","end":"2026-03-19T12:32:15.917755Z","steps":["trace[322060975] 'process raft request' (duration: 135.509692ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:15.91774Z","caller":"traceutil/trace.go:171","msg":"trace[153298876] transaction","detail":"{read_only:false; response_revision:38270; number_of_response:1; }","duration":"192.297355ms","start":"2026-03-19T12:32:15.725398Z","end":"2026-03-19T12:32:15.917696Z","steps":["trace[153298876] 'process raft request' (duration: 191.939715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:15.918073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.128886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-certificates\" ","response":"range_response_count:1 size:1173"} {"level":"info","ts":"2026-03-19T12:32:15.918107Z","caller":"traceutil/trace.go:171","msg":"trace[590621098] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-certificates; range_end:; response_count:1; response_revision:38271; }","duration":"137.26061ms","start":"2026-03-19T12:32:15.780836Z","end":"2026-03-19T12:32:15.918096Z","steps":["trace[590621098] 'agreement among raft nodes before linearized reading' (duration: 137.096236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:15.950031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.081987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:32:15.950125Z","caller":"traceutil/trace.go:171","msg":"trace[9893294] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38272; }","duration":"168.198391ms","start":"2026-03-19T12:32:15.781908Z","end":"2026-03-19T12:32:15.950106Z","steps":["trace[9893294] 'agreement among raft nodes before linearized reading' (duration: 167.986185ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:15.950672Z","caller":"traceutil/trace.go:171","msg":"trace[1767747950] transaction","detail":"{read_only:false; response_revision:38272; number_of_response:1; }","duration":"111.019996ms","start":"2026-03-19T12:32:15.839588Z","end":"2026-03-19T12:32:15.950608Z","steps":["trace[1767747950] 'process raft request' (duration: 110.155773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:15.950822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.872511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-certificatesigningrequests\" ","response":"range_response_count:1 size:1217"} {"level":"info","ts":"2026-03-19T12:32:15.950889Z","caller":"traceutil/trace.go:171","msg":"trace[1244194115] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-certificatesigningrequests; range_end:; response_count:1; response_revision:38272; }","duration":"167.956403ms","start":"2026-03-19T12:32:15.782914Z","end":"2026-03-19T12:32:15.950871Z","steps":["trace[1244194115] 'agreement among raft nodes before linearized reading' (duration: 167.794339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:17.574291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.336562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/secretgen-controller-cluster-role\" ","response":"range_response_count:1 size:513"} {"level":"info","ts":"2026-03-19T12:32:17.574374Z","caller":"traceutil/trace.go:171","msg":"trace[514184185] range","detail":"{range_begin:/registry/clusterroles/secretgen-controller-cluster-role; range_end:; response_count:1; response_revision:38282; }","duration":"126.476195ms","start":"2026-03-19T12:32:17.447877Z","end":"2026-03-19T12:32:17.574354Z","steps":["trace[514184185] 'range keys from in-memory index tree' (duration: 126.155657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:17.575079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.036631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cilium\" ","response":"range_response_count:1 size:750"} {"level":"info","ts":"2026-03-19T12:32:17.575127Z","caller":"traceutil/trace.go:171","msg":"trace[605487066] range","detail":"{range_begin:/registry/clusterrolebindings/cilium; range_end:; response_count:1; response_revision:38282; }","duration":"127.116343ms","start":"2026-03-19T12:32:17.447998Z","end":"2026-03-19T12:32:17.575114Z","steps":["trace[605487066] 'range keys from in-memory index tree' (duration: 126.940898ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:18.386238Z","caller":"traceutil/trace.go:171","msg":"trace[92600381] transaction","detail":"{read_only:false; response_revision:38284; number_of_response:1; }","duration":"462.557569ms","start":"2026-03-19T12:32:17.923659Z","end":"2026-03-19T12:32:18.386217Z","steps":["trace[92600381] 'process raft request' (duration: 462.426355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:18.38638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:17.923627Z","time spent":"462.679022ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:32:18.615899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.660038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:32:18.616255Z","caller":"traceutil/trace.go:171","msg":"trace[132566515] transaction","detail":"{read_only:false; response_revision:38287; number_of_response:1; }","duration":"150.456568ms","start":"2026-03-19T12:32:18.465784Z","end":"2026-03-19T12:32:18.616241Z","steps":["trace[132566515] 'process raft request' (duration: 150.421957ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:18.616251Z","caller":"traceutil/trace.go:171","msg":"trace[1919177704] linearizableReadLoop","detail":"{readStateIndex:39618; appliedIndex:39616; }","duration":"651.565094ms","start":"2026-03-19T12:32:17.964646Z","end":"2026-03-19T12:32:18.616211Z","steps":["trace[1919177704] 'read index received' (duration: 421.511683ms)","trace[1919177704] 'applied index is now lower than readState.Index' (duration: 230.050261ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:18.616395Z","caller":"traceutil/trace.go:171","msg":"trace[864806846] transaction","detail":"{read_only:false; response_revision:38286; number_of_response:1; }","duration":"173.732271ms","start":"2026-03-19T12:32:18.442647Z","end":"2026-03-19T12:32:18.61638Z","steps":["trace[864806846] 'process raft request' (duration: 173.511885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:18.616411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.73879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cilium-operator\" ","response":"range_response_count:1 size:786"} {"level":"info","ts":"2026-03-19T12:32:18.616507Z","caller":"traceutil/trace.go:171","msg":"trace[2119690145] range","detail":"{range_begin:/registry/clusterrolebindings/cilium-operator; range_end:; response_count:1; response_revision:38287; }","duration":"651.862403ms","start":"2026-03-19T12:32:17.964621Z","end":"2026-03-19T12:32:18.616484Z","steps":["trace[2119690145] 'agreement among raft nodes before linearized reading' (duration: 651.676207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:18.616558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:17.964611Z","time spent":"651.937944ms","remote":"127.0.0.1:53166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":810,"request content":"key:\"/registry/clusterrolebindings/cilium-operator\" "} {"level":"info","ts":"2026-03-19T12:32:18.616251Z","caller":"traceutil/trace.go:171","msg":"trace[954925683] transaction","detail":"{read_only:false; response_revision:38285; number_of_response:1; }","duration":"659.580023ms","start":"2026-03-19T12:32:17.956623Z","end":"2026-03-19T12:32:18.616203Z","steps":["trace[954925683] 'process raft request' (duration: 552.536105ms)","trace[954925683] 'compare' (duration: 106.417571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:18.616698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:17.956601Z","time spent":"660.047855ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:32:18.61693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.778328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-03-19T12:32:18.616977Z","caller":"traceutil/trace.go:171","msg":"trace[2114100427] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:38287; }","duration":"556.859282ms","start":"2026-03-19T12:32:18.060102Z","end":"2026-03-19T12:32:18.616961Z","steps":["trace[2114100427] 'agreement among raft nodes before linearized reading' (duration: 556.712148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:18.61701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:18.060082Z","time spent":"556.920963ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":165,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-03-19T12:32:18.617002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.303367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-19T12:32:18.617058Z","caller":"traceutil/trace.go:171","msg":"trace[394856528] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:38287; }","duration":"124.39148ms","start":"2026-03-19T12:32:18.492651Z","end":"2026-03-19T12:32:18.617042Z","steps":["trace[394856528] 'agreement among raft nodes before linearized reading' (duration: 124.262886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:18.617194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.172125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:1 size:841"} {"level":"warn","ts":"2026-03-19T12:32:18.617227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.424078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:32:18.617275Z","caller":"traceutil/trace.go:171","msg":"trace[15765996] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38287; }","duration":"652.50147ms","start":"2026-03-19T12:32:17.964761Z","end":"2026-03-19T12:32:18.617262Z","steps":["trace[15765996] 'agreement among raft nodes before linearized reading' (duration: 652.387317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:18.617328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:17.964746Z","time spent":"652.572392ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T12:32:18.61727Z","caller":"traceutil/trace.go:171","msg":"trace[669336533] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:1; response_revision:38287; }","duration":"647.346139ms","start":"2026-03-19T12:32:17.969907Z","end":"2026-03-19T12:32:18.617253Z","steps":["trace[669336533] 'agreement among raft nodes before linearized reading' (duration: 647.083562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:18.617487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:17.969877Z","time spent":"647.577716ms","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":865,"request content":"key:\"/registry/clusterroles/system:aggregate-to-admin\" "} {"level":"info","ts":"2026-03-19T12:32:18.863994Z","caller":"traceutil/trace.go:171","msg":"trace[2029899220] linearizableReadLoop","detail":"{readStateIndex:39621; appliedIndex:39621; }","duration":"242.421227ms","start":"2026-03-19T12:32:18.621537Z","end":"2026-03-19T12:32:18.863958Z","steps":["trace[2029899220] 'read index received' (duration: 242.407707ms)","trace[2029899220] 'applied index is now lower than readState.Index' (duration: 10.56µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:18.864336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.742376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-268cfbf1-9481-4320-ae21-ae74537a5458\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-19T12:32:18.864389Z","caller":"traceutil/trace.go:171","msg":"trace[333213670] range","detail":"{range_begin:/registry/persistentvolumes/pvc-268cfbf1-9481-4320-ae21-ae74537a5458; range_end:; response_count:1; response_revision:38287; }","duration":"242.89035ms","start":"2026-03-19T12:32:18.621482Z","end":"2026-03-19T12:32:18.864372Z","steps":["trace[333213670] 'agreement among raft nodes before linearized reading' (duration: 242.635504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:18.885244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.253229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cluster-admin\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-03-19T12:32:18.885302Z","caller":"traceutil/trace.go:171","msg":"trace[22249858] range","detail":"{range_begin:/registry/clusterrolebindings/cluster-admin; range_end:; response_count:1; response_revision:38288; }","duration":"176.355922ms","start":"2026-03-19T12:32:18.708933Z","end":"2026-03-19T12:32:18.885289Z","steps":["trace[22249858] 'agreement among raft nodes before linearized reading' (duration: 176.234209ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:18.885326Z","caller":"traceutil/trace.go:171","msg":"trace[954047621] transaction","detail":"{read_only:false; response_revision:38288; number_of_response:1; }","duration":"261.579398ms","start":"2026-03-19T12:32:18.623714Z","end":"2026-03-19T12:32:18.885294Z","steps":["trace[954047621] 'process raft request' (duration: 261.260849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:18.885391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.200252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:1 size:841"} {"level":"info","ts":"2026-03-19T12:32:18.885463Z","caller":"traceutil/trace.go:171","msg":"trace[871507731] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:1; response_revision:38288; }","duration":"263.303305ms","start":"2026-03-19T12:32:18.622144Z","end":"2026-03-19T12:32:18.885447Z","steps":["trace[871507731] 'agreement among raft nodes before linearized reading' (duration: 263.067269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:18.88559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.312027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:32:18.885721Z","caller":"traceutil/trace.go:171","msg":"trace[1860261837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38288; }","duration":"234.490412ms","start":"2026-03-19T12:32:18.651208Z","end":"2026-03-19T12:32:18.885699Z","steps":["trace[1860261837] 'agreement among raft nodes before linearized reading' (duration: 233.962258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:19.108344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.147248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:32:19.108803Z","caller":"traceutil/trace.go:171","msg":"trace[2027060947] linearizableReadLoop","detail":"{readStateIndex:39623; appliedIndex:39622; }","duration":"223.633376ms","start":"2026-03-19T12:32:18.885139Z","end":"2026-03-19T12:32:19.108772Z","steps":["trace[2027060947] 'read index received' (duration: 107.809789ms)","trace[2027060947] 'applied index is now lower than readState.Index' (duration: 115.820037ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:19.108884Z","caller":"traceutil/trace.go:171","msg":"trace[1592651811] transaction","detail":"{read_only:false; response_revision:38290; number_of_response:1; }","duration":"216.806291ms","start":"2026-03-19T12:32:18.892048Z","end":"2026-03-19T12:32:19.108854Z","steps":["trace[1592651811] 'process raft request' (duration: 216.446452ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:19.108873Z","caller":"traceutil/trace.go:171","msg":"trace[2114125514] transaction","detail":"{read_only:false; response_revision:38289; number_of_response:1; }","duration":"242.987932ms","start":"2026-03-19T12:32:18.865848Z","end":"2026-03-19T12:32:19.108836Z","steps":["trace[2114125514] 'process raft request' (duration: 127.164335ms)","trace[2114125514] 'compare' (duration: 114.995874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:19.109305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.037505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-19T12:32:19.109419Z","caller":"traceutil/trace.go:171","msg":"trace[907169427] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:38290; }","duration":"239.206889ms","start":"2026-03-19T12:32:18.870192Z","end":"2026-03-19T12:32:19.109399Z","steps":["trace[907169427] 'agreement among raft nodes before linearized reading' (duration: 238.764267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:19.28658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.988407ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-19T12:32:19.286702Z","caller":"traceutil/trace.go:171","msg":"trace[1219779294] linearizableReadLoop","detail":"{readStateIndex:39625; appliedIndex:39624; }","duration":"177.805761ms","start":"2026-03-19T12:32:19.108874Z","end":"2026-03-19T12:32:19.28668Z","steps":["trace[1219779294] 'read index received' (duration: 114.133µs)","trace[1219779294] 'applied index is now lower than readState.Index' (duration: 177.689728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:19.287555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.787204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T12:32:19.287653Z","caller":"traceutil/trace.go:171","msg":"trace[416093459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38291; }","duration":"321.916808ms","start":"2026-03-19T12:32:18.965698Z","end":"2026-03-19T12:32:19.287614Z","steps":["trace[416093459] 'agreement among raft nodes before linearized reading' (duration: 321.673761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:19.287614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.685894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cluster-admin\" ","response":"range_response_count:1 size:680"} {"level":"warn","ts":"2026-03-19T12:32:19.287726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:18.965679Z","time spent":"322.031471ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T12:32:19.28785Z","caller":"traceutil/trace.go:171","msg":"trace[1303779960] range","detail":"{range_begin:/registry/clusterrolebindings/cluster-admin; range_end:; response_count:1; response_revision:38291; }","duration":"302.982133ms","start":"2026-03-19T12:32:18.98483Z","end":"2026-03-19T12:32:19.287813Z","steps":["trace[1303779960] 'agreement among raft nodes before linearized reading' (duration: 302.568662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:19.288025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:18.984809Z","time spent":"303.167408ms","remote":"127.0.0.1:53166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":704,"request content":"key:\"/registry/clusterrolebindings/cluster-admin\" "} {"level":"warn","ts":"2026-03-19T12:32:19.288796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.129972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" ","response":"range_response_count:1 size:2026"} {"level":"info","ts":"2026-03-19T12:32:19.288979Z","caller":"traceutil/trace.go:171","msg":"trace[1968060781] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:1; response_revision:38291; }","duration":"301.384869ms","start":"2026-03-19T12:32:18.987566Z","end":"2026-03-19T12:32:19.288951Z","steps":["trace[1968060781] 'agreement among raft nodes before linearized reading' (duration: 299.641392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:19.289053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:18.987547Z","time spent":"301.493043ms","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":2050,"request content":"key:\"/registry/clusterroles/system:aggregate-to-edit\" "} {"level":"info","ts":"2026-03-19T12:32:19.388203Z","caller":"traceutil/trace.go:171","msg":"trace[1838573440] linearizableReadLoop","detail":"{readStateIndex:39626; appliedIndex:39625; }","duration":"101.422336ms","start":"2026-03-19T12:32:19.286733Z","end":"2026-03-19T12:32:19.388155Z","steps":["trace[1838573440] 'read index received' (duration: 101.275932ms)","trace[1838573440] 'applied index is now lower than readState.Index' (duration: 144.404µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:19.388291Z","caller":"traceutil/trace.go:171","msg":"trace[1051452506] transaction","detail":"{read_only:false; response_revision:38292; number_of_response:1; }","duration":"177.464862ms","start":"2026-03-19T12:32:19.210761Z","end":"2026-03-19T12:32:19.388226Z","steps":["trace[1051452506] 'process raft request' (duration: 177.148233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:19.533468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.204036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T12:32:19.53354Z","caller":"traceutil/trace.go:171","msg":"trace[1910874137] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38292; }","duration":"357.32756ms","start":"2026-03-19T12:32:19.176187Z","end":"2026-03-19T12:32:19.533514Z","steps":["trace[1910874137] 'agreement among raft nodes before linearized reading' (duration: 212.121194ms)","trace[1910874137] 'range keys from in-memory index tree' (duration: 145.00122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:19.533508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.916994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-19T12:32:19.53357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:19.176162Z","time spent":"357.402681ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T12:32:19.533613Z","caller":"traceutil/trace.go:171","msg":"trace[33046169] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:38292; }","duration":"422.114341ms","start":"2026-03-19T12:32:19.111472Z","end":"2026-03-19T12:32:19.533586Z","steps":["trace[33046169] 'agreement among raft nodes before linearized reading' (duration: 276.902225ms)","trace[33046169] 'range keys from in-memory index tree' (duration: 144.892507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:19.533664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:19.111452Z","time spent":"422.202743ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T12:32:19.533776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.062196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T12:32:19.533799Z","caller":"traceutil/trace.go:171","msg":"trace[175666902] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38292; }","duration":"264.124547ms","start":"2026-03-19T12:32:19.269668Z","end":"2026-03-19T12:32:19.533792Z","steps":["trace[175666902] 'agreement among raft nodes before linearized reading' (duration: 118.581743ms)","trace[175666902] 'range keys from in-memory index tree' (duration: 145.424192ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:19.533777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.464303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-19T12:32:19.533892Z","caller":"traceutil/trace.go:171","msg":"trace[148467373] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38292; }","duration":"357.606037ms","start":"2026-03-19T12:32:19.176257Z","end":"2026-03-19T12:32:19.533863Z","steps":["trace[148467373] 'agreement among raft nodes before linearized reading' (duration: 211.913478ms)","trace[148467373] 'range keys from in-memory index tree' (duration: 145.407861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:19.53395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:19.176251Z","time spent":"357.684899ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T12:32:19.534111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.37394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2fe19977-4305-4923-88e9-74e95f9e2e16\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-19T12:32:19.534167Z","caller":"traceutil/trace.go:171","msg":"trace[1878840910] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2fe19977-4305-4923-88e9-74e95f9e2e16; range_end:; response_count:1; response_revision:38292; }","duration":"421.448702ms","start":"2026-03-19T12:32:19.112701Z","end":"2026-03-19T12:32:19.53415Z","steps":["trace[1878840910] 'agreement among raft nodes before linearized reading' (duration: 275.63298ms)","trace[1878840910] 'range keys from in-memory index tree' (duration: 145.71385ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:19.534196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:19.112682Z","time spent":"421.507404ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-2fe19977-4305-4923-88e9-74e95f9e2e16\" "} {"level":"warn","ts":"2026-03-19T12:32:19.534223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.966128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-19T12:32:19.534256Z","caller":"traceutil/trace.go:171","msg":"trace[1546055046] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:38292; }","duration":"386.02321ms","start":"2026-03-19T12:32:19.148222Z","end":"2026-03-19T12:32:19.534245Z","steps":["trace[1546055046] 'agreement among raft nodes before linearized reading' (duration: 239.988412ms)","trace[1546055046] 'count revisions from in-memory index tree' (duration: 145.969137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:19.534276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:19.148203Z","time spent":"386.06879ms","remote":"127.0.0.1:51340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":186,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:32:19.548418Z","caller":"traceutil/trace.go:171","msg":"trace[26889421] linearizableReadLoop","detail":"{readStateIndex:39628; appliedIndex:39626; }","duration":"160.047449ms","start":"2026-03-19T12:32:19.388348Z","end":"2026-03-19T12:32:19.548396Z","steps":["trace[26889421] 'read index received' (duration: 159.726271ms)","trace[26889421] 'applied index is now lower than readState.Index' (duration: 320.568µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:19.548707Z","caller":"traceutil/trace.go:171","msg":"trace[264652390] transaction","detail":"{read_only:false; response_revision:38293; number_of_response:1; }","duration":"254.021112ms","start":"2026-03-19T12:32:19.294671Z","end":"2026-03-19T12:32:19.548692Z","steps":["trace[264652390] 'process raft request' (duration: 253.513219ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:19.548918Z","caller":"traceutil/trace.go:171","msg":"trace[671205269] transaction","detail":"{read_only:false; response_revision:38294; number_of_response:1; }","duration":"222.457765ms","start":"2026-03-19T12:32:19.326452Z","end":"2026-03-19T12:32:19.54891Z","steps":["trace[671205269] 'process raft request' (duration: 221.90523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:19.549203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.362902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cluster-admin\" ","response":"range_response_count:1 size:680"} {"level":"warn","ts":"2026-03-19T12:32:19.549188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.084511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" ","response":"range_response_count:1 size:2026"} {"level":"info","ts":"2026-03-19T12:32:19.549268Z","caller":"traceutil/trace.go:171","msg":"trace[1779226715] range","detail":"{range_begin:/registry/clusterrolebindings/cluster-admin; range_end:; response_count:1; response_revision:38294; }","duration":"254.464164ms","start":"2026-03-19T12:32:19.294781Z","end":"2026-03-19T12:32:19.549246Z","steps":["trace[1779226715] 'agreement among raft nodes before linearized reading' (duration: 254.357831ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:19.549274Z","caller":"traceutil/trace.go:171","msg":"trace[1010335981] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:1; response_revision:38294; }","duration":"167.326527ms","start":"2026-03-19T12:32:19.381936Z","end":"2026-03-19T12:32:19.549262Z","steps":["trace[1010335981] 'agreement among raft nodes before linearized reading' (duration: 167.0951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:19.582978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.590306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:32:19.583075Z","caller":"traceutil/trace.go:171","msg":"trace[1235845816] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:38296; }","duration":"170.75103ms","start":"2026-03-19T12:32:19.412308Z","end":"2026-03-19T12:32:19.583059Z","steps":["trace[1235845816] 'agreement among raft nodes before linearized reading' (duration: 170.593516ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:20.573946Z","caller":"traceutil/trace.go:171","msg":"trace[177634274] linearizableReadLoop","detail":"{readStateIndex:39633; appliedIndex:39632; }","duration":"126.59207ms","start":"2026-03-19T12:32:20.447332Z","end":"2026-03-19T12:32:20.573924Z","steps":["trace[177634274] 'read index received' (duration: 80.202319ms)","trace[177634274] 'applied index is now lower than readState.Index' (duration: 46.388691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:20.574168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.818096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient\" ","response":"range_response_count:1 size:707"} {"level":"info","ts":"2026-03-19T12:32:20.574419Z","caller":"traceutil/trace.go:171","msg":"trace[49041349] transaction","detail":"{read_only:false; response_revision:38299; number_of_response:1; }","duration":"182.879219ms","start":"2026-03-19T12:32:20.391121Z","end":"2026-03-19T12:32:20.574Z","steps":["trace[49041349] 'process raft request' (duration: 136.453427ms)","trace[49041349] 'compare' (duration: 46.241147ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:20.57445Z","caller":"traceutil/trace.go:171","msg":"trace[1931648481] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient; range_end:; response_count:1; response_revision:38299; }","duration":"126.902598ms","start":"2026-03-19T12:32:20.447295Z","end":"2026-03-19T12:32:20.574198Z","steps":["trace[1931648481] 'agreement among raft nodes before linearized reading' (duration: 126.749834ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:20.816496Z","caller":"traceutil/trace.go:171","msg":"trace[224168878] transaction","detail":"{read_only:false; response_revision:38300; number_of_response:1; }","duration":"195.508632ms","start":"2026-03-19T12:32:20.620961Z","end":"2026-03-19T12:32:20.816469Z","steps":["trace[224168878] 'process raft request' (duration: 195.328517ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:20.846724Z","caller":"traceutil/trace.go:171","msg":"trace[437572911] linearizableReadLoop","detail":"{readStateIndex:39636; appliedIndex:39633; }","duration":"162.719212ms","start":"2026-03-19T12:32:20.683983Z","end":"2026-03-19T12:32:20.846702Z","steps":["trace[437572911] 'read index received' (duration: 132.414528ms)","trace[437572911] 'applied index is now lower than readState.Index' (duration: 30.303734ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:20.846838Z","caller":"traceutil/trace.go:171","msg":"trace[2083230857] transaction","detail":"{read_only:false; response_revision:38302; number_of_response:1; }","duration":"224.455299ms","start":"2026-03-19T12:32:20.622366Z","end":"2026-03-19T12:32:20.846822Z","steps":["trace[2083230857] 'process raft request' (duration: 224.305755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:20.847086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.29536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient\" ","response":"range_response_count:1 size:719"} {"level":"info","ts":"2026-03-19T12:32:20.847197Z","caller":"traceutil/trace.go:171","msg":"trace[775257359] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient; range_end:; response_count:1; response_revision:38302; }","duration":"155.445754ms","start":"2026-03-19T12:32:20.691737Z","end":"2026-03-19T12:32:20.847182Z","steps":["trace[775257359] 'agreement among raft nodes before linearized reading' (duration: 155.29031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:20.847239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.234486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-grafana-clusterrolebinding\" ","response":"range_response_count:1 size:1110"} {"level":"info","ts":"2026-03-19T12:32:20.847319Z","caller":"traceutil/trace.go:171","msg":"trace[398073882] range","detail":"{range_begin:/registry/clusterrolebindings/kube-prometheus-stack-grafana-clusterrolebinding; range_end:; response_count:1; response_revision:38302; }","duration":"163.372129ms","start":"2026-03-19T12:32:20.683928Z","end":"2026-03-19T12:32:20.8473Z","steps":["trace[398073882] 'agreement among raft nodes before linearized reading' (duration: 163.132433ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:20.846761Z","caller":"traceutil/trace.go:171","msg":"trace[1888136661] transaction","detail":"{read_only:false; response_revision:38301; number_of_response:1; }","duration":"224.363177ms","start":"2026-03-19T12:32:20.62237Z","end":"2026-03-19T12:32:20.846733Z","steps":["trace[1888136661] 'process raft request' (duration: 224.155861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:21.165602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.005257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:32:21.165796Z","caller":"traceutil/trace.go:171","msg":"trace[2054629823] linearizableReadLoop","detail":"{readStateIndex:39638; appliedIndex:39636; }","duration":"204.812284ms","start":"2026-03-19T12:32:20.960967Z","end":"2026-03-19T12:32:21.165779Z","steps":["trace[2054629823] 'read index received' (duration: 45.587999ms)","trace[2054629823] 'applied index is now lower than readState.Index' (duration: 159.223115ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:21.1659Z","caller":"traceutil/trace.go:171","msg":"trace[332792892] transaction","detail":"{read_only:false; response_revision:38303; number_of_response:1; }","duration":"271.867387ms","start":"2026-03-19T12:32:20.894002Z","end":"2026-03-19T12:32:21.165869Z","steps":["trace[332792892] 'process raft request' (duration: 111.49854ms)","trace[332792892] 'compare' (duration: 159.846572ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:21.165954Z","caller":"traceutil/trace.go:171","msg":"trace[298877746] transaction","detail":"{read_only:false; response_revision:38304; number_of_response:1; }","duration":"242.147349ms","start":"2026-03-19T12:32:20.923786Z","end":"2026-03-19T12:32:21.165933Z","steps":["trace[298877746] 'process raft request' (duration: 241.933104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:21.166077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.088062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient\" ","response":"range_response_count:1 size:719"} {"level":"info","ts":"2026-03-19T12:32:21.166158Z","caller":"traceutil/trace.go:171","msg":"trace[884145284] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient; range_end:; response_count:1; response_revision:38304; }","duration":"205.226286ms","start":"2026-03-19T12:32:20.960912Z","end":"2026-03-19T12:32:21.166138Z","steps":["trace[884145284] 'agreement among raft nodes before linearized reading' (duration: 205.063902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:21.166347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.826678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1333"} {"level":"info","ts":"2026-03-19T12:32:21.166396Z","caller":"traceutil/trace.go:171","msg":"trace[790546782] range","detail":"{range_begin:/registry/clusterrolebindings/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:38304; }","duration":"178.934992ms","start":"2026-03-19T12:32:20.987451Z","end":"2026-03-19T12:32:21.166386Z","steps":["trace[790546782] 'agreement among raft nodes before linearized reading' (duration: 178.666034ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:21.425453Z","caller":"traceutil/trace.go:171","msg":"trace[1685769129] linearizableReadLoop","detail":"{readStateIndex:39639; appliedIndex:39638; }","duration":"253.431656ms","start":"2026-03-19T12:32:21.171989Z","end":"2026-03-19T12:32:21.425421Z","steps":["trace[1685769129] 'read index received' (duration: 253.280062ms)","trace[1685769129] 'applied index is now lower than readState.Index' (duration: 149.964µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:21.425919Z","caller":"traceutil/trace.go:171","msg":"trace[519435608] transaction","detail":"{read_only:false; response_revision:38305; number_of_response:1; }","duration":"254.381162ms","start":"2026-03-19T12:32:21.17152Z","end":"2026-03-19T12:32:21.425901Z","steps":["trace[519435608] 'process raft request' (duration: 253.696234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:21.426275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.259478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient\" ","response":"range_response_count:1 size:719"} {"level":"info","ts":"2026-03-19T12:32:21.426356Z","caller":"traceutil/trace.go:171","msg":"trace[372543733] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient; range_end:; response_count:1; response_revision:38305; }","duration":"254.383762ms","start":"2026-03-19T12:32:21.171955Z","end":"2026-03-19T12:32:21.426339Z","steps":["trace[372543733] 'agreement among raft nodes before linearized reading' (duration: 254.221408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:21.767538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.623728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:32:21.767778Z","caller":"traceutil/trace.go:171","msg":"trace[387539025] transaction","detail":"{read_only:false; response_revision:38306; number_of_response:1; }","duration":"373.92268ms","start":"2026-03-19T12:32:21.393802Z","end":"2026-03-19T12:32:21.767724Z","steps":["trace[387539025] 'process raft request' (duration: 86.935642ms)","trace[387539025] 'compare' (duration: 286.30231ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:21.767837Z","caller":"traceutil/trace.go:171","msg":"trace[177079877] linearizableReadLoop","detail":"{readStateIndex:39640; appliedIndex:39639; }","duration":"342.259129ms","start":"2026-03-19T12:32:21.425551Z","end":"2026-03-19T12:32:21.76781Z","steps":["trace[177079877] 'read index received' (duration: 55.075436ms)","trace[177079877] 'applied index is now lower than readState.Index' (duration: 287.180933ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:21.767934Z","caller":"traceutil/trace.go:171","msg":"trace[374197094] transaction","detail":"{read_only:false; response_revision:38307; number_of_response:1; }","duration":"211.119068ms","start":"2026-03-19T12:32:21.556778Z","end":"2026-03-19T12:32:21.767897Z","steps":["trace[374197094] 'process raft request' (duration: 210.941893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:21.767991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:21.39377Z","time spent":"374.092965ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:32:21.76809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.450627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1333"} {"level":"info","ts":"2026-03-19T12:32:21.768123Z","caller":"traceutil/trace.go:171","msg":"trace[1330252537] range","detail":"{range_begin:/registry/clusterrolebindings/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:38307; }","duration":"525.53349ms","start":"2026-03-19T12:32:21.24258Z","end":"2026-03-19T12:32:21.768113Z","steps":["trace[1330252537] 'agreement among raft nodes before linearized reading' (duration: 525.356255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:21.768149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:21.242551Z","time spent":"525.591582ms","remote":"127.0.0.1:53166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1357,"request content":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-03-19T12:32:21.768273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.1638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-19T12:32:21.768389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.081254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-19T12:32:21.768391Z","caller":"traceutil/trace.go:171","msg":"trace[1826606469] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:38307; }","duration":"281.337964ms","start":"2026-03-19T12:32:21.48702Z","end":"2026-03-19T12:32:21.768358Z","steps":["trace[1826606469] 'agreement among raft nodes before linearized reading' (duration: 280.955864ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:21.768417Z","caller":"traceutil/trace.go:171","msg":"trace[672831947] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38307; }","duration":"180.104635ms","start":"2026-03-19T12:32:21.588302Z","end":"2026-03-19T12:32:21.768407Z","steps":["trace[672831947] 'agreement among raft nodes before linearized reading' (duration: 180.047383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:21.768409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.799932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:32:21.768488Z","caller":"traceutil/trace.go:171","msg":"trace[514262252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38307; }","duration":"156.944035ms","start":"2026-03-19T12:32:21.611526Z","end":"2026-03-19T12:32:21.76847Z","steps":["trace[514262252] 'agreement among raft nodes before linearized reading' (duration: 156.808152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:21.768509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.167831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-03-19T12:32:21.768518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.101595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T12:32:21.768529Z","caller":"traceutil/trace.go:171","msg":"trace[1835792238] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver; range_end:; response_count:1; response_revision:38307; }","duration":"217.228823ms","start":"2026-03-19T12:32:21.551293Z","end":"2026-03-19T12:32:21.768521Z","steps":["trace[1835792238] 'agreement among raft nodes before linearized reading' (duration: 217.182502ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:21.768544Z","caller":"traceutil/trace.go:171","msg":"trace[1693937018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38307; }","duration":"212.159626ms","start":"2026-03-19T12:32:21.556377Z","end":"2026-03-19T12:32:21.768537Z","steps":["trace[1693937018] 'agreement among raft nodes before linearized reading' (duration: 212.087084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:21.768329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.28884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T12:32:21.768618Z","caller":"traceutil/trace.go:171","msg":"trace[911919189] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38307; }","duration":"180.611819ms","start":"2026-03-19T12:32:21.588Z","end":"2026-03-19T12:32:21.768612Z","steps":["trace[911919189] 'agreement among raft nodes before linearized reading' (duration: 180.196628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:22.037437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.110653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:32:22.03774Z","caller":"traceutil/trace.go:171","msg":"trace[491891023] transaction","detail":"{read_only:false; response_revision:38309; number_of_response:1; }","duration":"263.580292ms","start":"2026-03-19T12:32:21.774121Z","end":"2026-03-19T12:32:22.037702Z","steps":["trace[491891023] 'process raft request' (duration: 118.066758ms)","trace[491891023] 'compare' (duration: 144.488807ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:22.037765Z","caller":"traceutil/trace.go:171","msg":"trace[1258371709] linearizableReadLoop","detail":"{readStateIndex:39644; appliedIndex:39642; }","duration":"184.142424ms","start":"2026-03-19T12:32:21.853599Z","end":"2026-03-19T12:32:22.037741Z","steps":["trace[1258371709] 'read index received' (duration: 38.615649ms)","trace[1258371709] 'applied index is now lower than readState.Index' (duration: 145.525244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:22.037901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.300428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-19T12:32:22.037969Z","caller":"traceutil/trace.go:171","msg":"trace[1952121924] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver; range_end:; response_count:1; response_revision:38310; }","duration":"184.36307ms","start":"2026-03-19T12:32:21.853585Z","end":"2026-03-19T12:32:22.037948Z","steps":["trace[1952121924] 'agreement among raft nodes before linearized reading' (duration: 184.215246ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:22.038026Z","caller":"traceutil/trace.go:171","msg":"trace[916426250] transaction","detail":"{read_only:false; response_revision:38310; number_of_response:1; }","duration":"261.360633ms","start":"2026-03-19T12:32:21.776641Z","end":"2026-03-19T12:32:22.038002Z","steps":["trace[916426250] 'process raft request' (duration: 260.955552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:22.049534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.940922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver\" ","response":"range_response_count:1 size:725"} {"level":"info","ts":"2026-03-19T12:32:22.049615Z","caller":"traceutil/trace.go:171","msg":"trace[2112808320] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver; range_end:; response_count:1; response_revision:38311; }","duration":"119.083506ms","start":"2026-03-19T12:32:21.930511Z","end":"2026-03-19T12:32:22.049595Z","steps":["trace[2112808320] 'agreement among raft nodes before linearized reading' (duration: 118.908601ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:22.794797Z","caller":"traceutil/trace.go:171","msg":"trace[1060414994] linearizableReadLoop","detail":"{readStateIndex:39646; appliedIndex:39645; }","duration":"170.580315ms","start":"2026-03-19T12:32:22.624197Z","end":"2026-03-19T12:32:22.794777Z","steps":["trace[1060414994] 'read index received' (duration: 170.3984ms)","trace[1060414994] 'applied index is now lower than readState.Index' (duration: 181.015µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:22.795076Z","caller":"traceutil/trace.go:171","msg":"trace[173008123] transaction","detail":"{read_only:false; response_revision:38312; number_of_response:1; }","duration":"213.998835ms","start":"2026-03-19T12:32:22.581062Z","end":"2026-03-19T12:32:22.795061Z","steps":["trace[173008123] 'process raft request' (duration: 213.589794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:22.795327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.12263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-03-19T12:32:22.795366Z","caller":"traceutil/trace.go:171","msg":"trace[873035551] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver; range_end:; response_count:1; response_revision:38312; }","duration":"171.211353ms","start":"2026-03-19T12:32:22.624144Z","end":"2026-03-19T12:32:22.795356Z","steps":["trace[873035551] 'agreement among raft nodes before linearized reading' (duration: 171.12592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:22.795532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.268563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:get-nodes\" ","response":"range_response_count:1 size:470"} {"level":"info","ts":"2026-03-19T12:32:22.795607Z","caller":"traceutil/trace.go:171","msg":"trace[925419107] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:get-nodes; range_end:; response_count:1; response_revision:38312; }","duration":"150.381356ms","start":"2026-03-19T12:32:22.645209Z","end":"2026-03-19T12:32:22.795591Z","steps":["trace[925419107] 'agreement among raft nodes before linearized reading' (duration: 150.217472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:23.178605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.245268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:32:23.178909Z","caller":"traceutil/trace.go:171","msg":"trace[1468824093] linearizableReadLoop","detail":"{readStateIndex:39649; appliedIndex:39646; }","duration":"322.721229ms","start":"2026-03-19T12:32:22.856168Z","end":"2026-03-19T12:32:23.178889Z","steps":["trace[1468824093] 'read index received' (duration: 75.094861ms)","trace[1468824093] 'applied index is now lower than readState.Index' (duration: 247.625238ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:23.179034Z","caller":"traceutil/trace.go:171","msg":"trace[1849751511] transaction","detail":"{read_only:false; response_revision:38315; number_of_response:1; }","duration":"323.785678ms","start":"2026-03-19T12:32:22.855235Z","end":"2026-03-19T12:32:23.179021Z","steps":["trace[1849751511] 'process raft request' (duration: 323.597312ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:23.179037Z","caller":"traceutil/trace.go:171","msg":"trace[939388212] transaction","detail":"{read_only:false; response_revision:38313; number_of_response:1; }","duration":"351.516221ms","start":"2026-03-19T12:32:22.827498Z","end":"2026-03-19T12:32:23.179015Z","steps":["trace[939388212] 'process raft request' (duration: 103.752959ms)","trace[939388212] 'compare' (duration: 246.805456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:23.179132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:22.827476Z","time spent":"351.608174ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:32:23.179133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:22.855213Z","time spent":"323.86558ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:32:23.179206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.01777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:32:23.179193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.006066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-19T12:32:23.179198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.109364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:attachdetach-controller\" ","response":"range_response_count:1 size:951"} {"level":"info","ts":"2026-03-19T12:32:23.17926Z","caller":"traceutil/trace.go:171","msg":"trace[508220644] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:38315; }","duration":"223.100323ms","start":"2026-03-19T12:32:22.956142Z","end":"2026-03-19T12:32:23.179242Z","steps":["trace[508220644] 'agreement among raft nodes before linearized reading' (duration: 223.024791ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:23.179284Z","caller":"traceutil/trace.go:171","msg":"trace[1175543066] range","detail":"{range_begin:/registry/clusterroles/system:controller:attachdetach-controller; range_end:; response_count:1; response_revision:38315; }","duration":"279.238877ms","start":"2026-03-19T12:32:22.900026Z","end":"2026-03-19T12:32:23.179265Z","steps":["trace[1175543066] 'agreement among raft nodes before linearized reading' (duration: 279.051222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:23.179312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.815106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:kubelet-bootstrap\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T12:32:23.179327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.375123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419574"} {"level":"info","ts":"2026-03-19T12:32:23.179368Z","caller":"traceutil/trace.go:171","msg":"trace[913655389] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:kubelet-bootstrap; range_end:; response_count:1; response_revision:38315; }","duration":"278.884308ms","start":"2026-03-19T12:32:22.900469Z","end":"2026-03-19T12:32:23.179354Z","steps":["trace[913655389] 'agreement among raft nodes before linearized reading' (duration: 278.787695ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:23.179378Z","caller":"traceutil/trace.go:171","msg":"trace[480645521] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:38315; }","duration":"126.446366ms","start":"2026-03-19T12:32:23.052916Z","end":"2026-03-19T12:32:23.179362Z","steps":["trace[480645521] 'agreement among raft nodes before linearized reading' (duration: 126.163978ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:23.17926Z","caller":"traceutil/trace.go:171","msg":"trace[1519682829] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:38315; }","duration":"323.12187ms","start":"2026-03-19T12:32:22.856127Z","end":"2026-03-19T12:32:23.179249Z","steps":["trace[1519682829] 'agreement among raft nodes before linearized reading' (duration: 322.905004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:23.179447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:22.856108Z","time spent":"323.319725ms","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-19T12:32:23.179032Z","caller":"traceutil/trace.go:171","msg":"trace[474842800] transaction","detail":"{read_only:false; response_revision:38314; number_of_response:1; }","duration":"325.083603ms","start":"2026-03-19T12:32:22.853928Z","end":"2026-03-19T12:32:23.179012Z","steps":["trace[474842800] 'process raft request' (duration: 324.798546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:23.1798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:22.853908Z","time spent":"325.71824ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:32:23.874517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.110689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:32:23.874619Z","caller":"traceutil/trace.go:171","msg":"trace[1882159474] linearizableReadLoop","detail":"{readStateIndex:39650; appliedIndex:39649; }","duration":"593.083045ms","start":"2026-03-19T12:32:23.28152Z","end":"2026-03-19T12:32:23.874603Z","steps":["trace[1882159474] 'read index received' (duration: 356.334772ms)","trace[1882159474] 'applied index is now lower than readState.Index' (duration: 236.746863ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:23.874647Z","caller":"traceutil/trace.go:171","msg":"trace[1054152041] transaction","detail":"{read_only:false; response_revision:38316; number_of_response:1; }","duration":"683.114382ms","start":"2026-03-19T12:32:23.191494Z","end":"2026-03-19T12:32:23.874609Z","steps":["trace[1054152041] 'process raft request' (duration: 446.319067ms)","trace[1054152041] 'compare' (duration: 234.996556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:23.874699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.183048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:attachdetach-controller\" ","response":"range_response_count:1 size:951"} {"level":"info","ts":"2026-03-19T12:32:23.874745Z","caller":"traceutil/trace.go:171","msg":"trace[1135681797] range","detail":"{range_begin:/registry/clusterroles/system:controller:attachdetach-controller; range_end:; response_count:1; response_revision:38316; }","duration":"593.26102ms","start":"2026-03-19T12:32:23.28147Z","end":"2026-03-19T12:32:23.874731Z","steps":["trace[1135681797] 'agreement among raft nodes before linearized reading' (duration: 593.188388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:23.87476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:23.191473Z","time spent":"683.236555ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:32:23.874782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:23.28145Z","time spent":"593.322242ms","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":975,"request content":"key:\"/registry/clusterroles/system:controller:attachdetach-controller\" "} {"level":"warn","ts":"2026-03-19T12:32:24.363145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.390145ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-19T12:32:24.363764Z","caller":"traceutil/trace.go:171","msg":"trace[984495433] transaction","detail":"{read_only:false; response_revision:38317; number_of_response:1; }","duration":"776.213932ms","start":"2026-03-19T12:32:23.587533Z","end":"2026-03-19T12:32:24.363747Z","steps":["trace[984495433] 'process raft request' (duration: 775.78764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:24.363965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:23.587504Z","time spent":"776.389247ms","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419482,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:32:24.456601Z","caller":"traceutil/trace.go:171","msg":"trace[858807657] transaction","detail":"{read_only:false; response_revision:38318; number_of_response:1; }","duration":"682.504485ms","start":"2026-03-19T12:32:23.774068Z","end":"2026-03-19T12:32:24.456572Z","steps":["trace[858807657] 'process raft request' (duration: 589.669082ms)","trace[858807657] 'compare' (duration: 92.588046ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:24.456625Z","caller":"traceutil/trace.go:171","msg":"trace[880319184] transaction","detail":"{read_only:false; response_revision:38319; number_of_response:1; }","duration":"681.379355ms","start":"2026-03-19T12:32:23.77522Z","end":"2026-03-19T12:32:24.456599Z","steps":["trace[880319184] 'process raft request' (duration: 681.271062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:24.45673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:23.774051Z","time spent":"682.610548ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:32:24.456743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:23.775216Z","time spent":"681.460137ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:32:24.456764Z","caller":"traceutil/trace.go:171","msg":"trace[398062384] transaction","detail":"{read_only:false; response_revision:38320; number_of_response:1; }","duration":"402.544058ms","start":"2026-03-19T12:32:24.05421Z","end":"2026-03-19T12:32:24.456754Z","steps":["trace[398062384] 'process raft request' (duration: 402.372763ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:24.456707Z","caller":"traceutil/trace.go:171","msg":"trace[1854642642] transaction","detail":"{read_only:false; response_revision:38321; number_of_response:1; }","duration":"214.223111ms","start":"2026-03-19T12:32:24.242463Z","end":"2026-03-19T12:32:24.456686Z","steps":["trace[1854642642] 'process raft request' (duration: 214.1729ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:24.45674Z","caller":"traceutil/trace.go:171","msg":"trace[944896962] linearizableReadLoop","detail":"{readStateIndex:39654; appliedIndex:39650; }","duration":"582.052015ms","start":"2026-03-19T12:32:23.874641Z","end":"2026-03-19T12:32:24.456693Z","steps":["trace[944896962] 'read index received' (duration: 164.205641ms)","trace[944896962] 'applied index is now lower than readState.Index' (duration: 417.842734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:24.45687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.662716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:32:24.456908Z","caller":"traceutil/trace.go:171","msg":"trace[465384009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38321; }","duration":"846.728268ms","start":"2026-03-19T12:32:23.610172Z","end":"2026-03-19T12:32:24.4569Z","steps":["trace[465384009] 'agreement among raft nodes before linearized reading' (duration: 846.675646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:24.456913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.299121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-19T12:32:24.456872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:24.054193Z","time spent":"402.609569ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:32:24.456927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:23.610152Z","time spent":"846.771919ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T12:32:24.456937Z","caller":"traceutil/trace.go:171","msg":"trace[800499741] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38321; }","duration":"632.352763ms","start":"2026-03-19T12:32:23.824577Z","end":"2026-03-19T12:32:24.456929Z","steps":["trace[800499741] 'agreement among raft nodes before linearized reading' (duration: 632.293231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:24.456955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:23.824562Z","time spent":"632.389563ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T12:32:24.457029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027836829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-19T12:32:24.457042Z","caller":"traceutil/trace.go:171","msg":"trace[2048601085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38321; }","duration":"1.02787946s","start":"2026-03-19T12:32:23.429158Z","end":"2026-03-19T12:32:24.457037Z","steps":["trace[2048601085] 'agreement among raft nodes before linearized reading' (duration: 1.027848169s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:24.457014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1147399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:32:24.457054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:23.429141Z","time spent":"1.027909801s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T12:32:24.45708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171822581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:kubelet-bootstrap\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T12:32:24.457108Z","caller":"traceutil/trace.go:171","msg":"trace[712180177] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:38321; }","duration":"1.114866373s","start":"2026-03-19T12:32:23.342201Z","end":"2026-03-19T12:32:24.457067Z","steps":["trace[712180177] 'agreement among raft nodes before linearized reading' (duration: 1.114718679s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:24.457144Z","caller":"traceutil/trace.go:171","msg":"trace[1573648796] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:kubelet-bootstrap; range_end:; response_count:1; response_revision:38321; }","duration":"1.171954615s","start":"2026-03-19T12:32:23.285168Z","end":"2026-03-19T12:32:24.457123Z","steps":["trace[1573648796] 'agreement among raft nodes before linearized reading' (duration: 1.17176682s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:24.457159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:23.342178Z","time spent":"1.114970717s","remote":"127.0.0.1:57722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:32:24.457171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.560341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:attachdetach-controller\" ","response":"range_response_count:1 size:951"} {"level":"warn","ts":"2026-03-19T12:32:24.457178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.004656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T12:32:24.457193Z","caller":"traceutil/trace.go:171","msg":"trace[1575717134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38321; }","duration":"415.059448ms","start":"2026-03-19T12:32:24.04213Z","end":"2026-03-19T12:32:24.457189Z","steps":["trace[1575717134] 'agreement among raft nodes before linearized reading' (duration: 414.997456ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:24.457194Z","caller":"traceutil/trace.go:171","msg":"trace[1037105046] range","detail":"{range_begin:/registry/clusterroles/system:controller:attachdetach-controller; range_end:; response_count:1; response_revision:38321; }","duration":"578.581212ms","start":"2026-03-19T12:32:23.878605Z","end":"2026-03-19T12:32:24.457186Z","steps":["trace[1037105046] 'agreement among raft nodes before linearized reading' (duration: 578.51958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:24.457188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:23.285154Z","time spent":"1.172024076s","remote":"127.0.0.1:53166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":517,"request content":"key:\"/registry/clusterrolebindings/kubeadm:kubelet-bootstrap\" "} {"level":"warn","ts":"2026-03-19T12:32:24.457243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.382268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:32:24.45726Z","caller":"traceutil/trace.go:171","msg":"trace[2055244033] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:38321; }","duration":"478.42551ms","start":"2026-03-19T12:32:23.97883Z","end":"2026-03-19T12:32:24.457255Z","steps":["trace[2055244033] 'agreement among raft nodes before linearized reading' (duration: 478.393249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:24.457257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.976433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-19T12:32:24.457275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:23.978809Z","time spent":"478.461691ms","remote":"127.0.0.1:57414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:32:24.457328Z","caller":"traceutil/trace.go:171","msg":"trace[601197887] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38321; }","duration":"416.054845ms","start":"2026-03-19T12:32:24.041233Z","end":"2026-03-19T12:32:24.457288Z","steps":["trace[601197887] 'agreement among raft nodes before linearized reading' (duration: 415.973743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:24.457372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.880335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:32:24.457374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:24.041212Z","time spent":"416.150567ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T12:32:24.457393Z","caller":"traceutil/trace.go:171","msg":"trace[208366707] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:38321; }","duration":"173.936046ms","start":"2026-03-19T12:32:24.283451Z","end":"2026-03-19T12:32:24.457387Z","steps":["trace[208366707] 'agreement among raft nodes before linearized reading' (duration: 173.869974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:24.457207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:24.042107Z","time spent":"415.097529ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T12:32:24.457212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:23.878592Z","time spent":"578.616422ms","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":975,"request content":"key:\"/registry/clusterroles/system:controller:attachdetach-controller\" "} {"level":"info","ts":"2026-03-19T12:32:24.789703Z","caller":"traceutil/trace.go:171","msg":"trace[1266782325] transaction","detail":"{read_only:false; response_revision:38323; number_of_response:1; }","duration":"326.895422ms","start":"2026-03-19T12:32:24.462769Z","end":"2026-03-19T12:32:24.789665Z","steps":["trace[1266782325] 'process raft request' (duration: 326.590014ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:24.789864Z","caller":"traceutil/trace.go:171","msg":"trace[584889672] transaction","detail":"{read_only:false; response_revision:38324; number_of_response:1; }","duration":"327.063526ms","start":"2026-03-19T12:32:24.462785Z","end":"2026-03-19T12:32:24.789849Z","steps":["trace[584889672] 'process raft request' (duration: 326.809639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:24.789919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:24.46276Z","time spent":"327.048656ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:32:24.789959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:24.462769Z","time spent":"327.138459ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:32:24.790037Z","caller":"traceutil/trace.go:171","msg":"trace[87694533] linearizableReadLoop","detail":"{readStateIndex:39660; appliedIndex:39657; }","duration":"221.646232ms","start":"2026-03-19T12:32:24.568385Z","end":"2026-03-19T12:32:24.790031Z","steps":["trace[87694533] 'read index received' (duration: 220.986624ms)","trace[87694533] 'applied index is now lower than readState.Index' (duration: 659.148µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:24.79013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.612904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:certificate-controller\" ","response":"range_response_count:1 size:1143"} {"level":"info","ts":"2026-03-19T12:32:24.790151Z","caller":"traceutil/trace.go:171","msg":"trace[1507480507] range","detail":"{range_begin:/registry/clusterroles/system:controller:certificate-controller; range_end:; response_count:1; response_revision:38325; }","duration":"213.646484ms","start":"2026-03-19T12:32:24.576497Z","end":"2026-03-19T12:32:24.790144Z","steps":["trace[1507480507] 'agreement among raft nodes before linearized reading' (duration: 213.606163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:24.790147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.754715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-bootstrap\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-03-19T12:32:24.790191Z","caller":"traceutil/trace.go:171","msg":"trace[1237593862] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-autoapprove-bootstrap; range_end:; response_count:1; response_revision:38325; }","duration":"221.822346ms","start":"2026-03-19T12:32:24.568353Z","end":"2026-03-19T12:32:24.790175Z","steps":["trace[1237593862] 'agreement among raft nodes before linearized reading' (duration: 221.736864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:24.79038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.578761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18250"} {"level":"info","ts":"2026-03-19T12:32:24.790398Z","caller":"traceutil/trace.go:171","msg":"trace[233556735] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:38325; }","duration":"136.636442ms","start":"2026-03-19T12:32:24.653757Z","end":"2026-03-19T12:32:24.790394Z","steps":["trace[233556735] 'agreement among raft nodes before linearized reading' (duration: 136.588441ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:24.790469Z","caller":"traceutil/trace.go:171","msg":"trace[1577396023] transaction","detail":"{read_only:false; response_revision:38325; number_of_response:1; }","duration":"323.233892ms","start":"2026-03-19T12:32:24.467209Z","end":"2026-03-19T12:32:24.790442Z","steps":["trace[1577396023] 'process raft request' (duration: 322.591225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:24.790619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:24.467199Z","time spent":"323.344235ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:32:26.280114Z","caller":"traceutil/trace.go:171","msg":"trace[2095403895] transaction","detail":"{read_only:false; response_revision:38331; number_of_response:1; }","duration":"100.799229ms","start":"2026-03-19T12:32:26.179296Z","end":"2026-03-19T12:32:26.280096Z","steps":["trace[2095403895] 'process raft request' (duration: 100.649355ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:26.899703Z","caller":"traceutil/trace.go:171","msg":"trace[1533040957] linearizableReadLoop","detail":"{readStateIndex:39671; appliedIndex:39670; }","duration":"101.758245ms","start":"2026-03-19T12:32:26.797918Z","end":"2026-03-19T12:32:26.899677Z","steps":["trace[1533040957] 'read index received' (duration: 49.791µs)","trace[1533040957] 'applied index is now lower than readState.Index' (duration: 101.707174ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:26.899846Z","caller":"traceutil/trace.go:171","msg":"trace[2000511476] transaction","detail":"{read_only:false; response_revision:38336; number_of_response:1; }","duration":"101.93504ms","start":"2026-03-19T12:32:26.797898Z","end":"2026-03-19T12:32:26.899833Z","steps":["trace[2000511476] 'process raft request' (duration: 101.56741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:26.900275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.332491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:32:26.900561Z","caller":"traceutil/trace.go:171","msg":"trace[1267425456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38336; }","duration":"102.66382ms","start":"2026-03-19T12:32:26.797878Z","end":"2026-03-19T12:32:26.900542Z","steps":["trace[1267425456] 'agreement among raft nodes before linearized reading' (duration: 102.237198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:26.942598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.130401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-19T12:32:26.942662Z","caller":"traceutil/trace.go:171","msg":"trace[507689999] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:38338; }","duration":"107.217823ms","start":"2026-03-19T12:32:26.835429Z","end":"2026-03-19T12:32:26.942646Z","steps":["trace[507689999] 'agreement among raft nodes before linearized reading' (duration: 106.999407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:26.942653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.589279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-19T12:32:26.942598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.50982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-19T12:32:26.942733Z","caller":"traceutil/trace.go:171","msg":"trace[1804221216] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38338; }","duration":"144.681232ms","start":"2026-03-19T12:32:26.798033Z","end":"2026-03-19T12:32:26.942715Z","steps":["trace[1804221216] 'agreement among raft nodes before linearized reading' (duration: 144.473966ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:26.942835Z","caller":"traceutil/trace.go:171","msg":"trace[1105060991] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:38338; }","duration":"111.751526ms","start":"2026-03-19T12:32:26.831021Z","end":"2026-03-19T12:32:26.942773Z","steps":["trace[1105060991] 'agreement among raft nodes before linearized reading' (duration: 111.420167ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:27.035435Z","caller":"traceutil/trace.go:171","msg":"trace[2077003904] transaction","detail":"{read_only:false; response_revision:38339; number_of_response:1; }","duration":"130.193988ms","start":"2026-03-19T12:32:26.905217Z","end":"2026-03-19T12:32:27.035411Z","steps":["trace[2077003904] 'process raft request' (duration: 120.515314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:27.035641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.190541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/objectstorage-provisioner-role-binding\" ","response":"range_response_count:1 size:1037"} {"level":"warn","ts":"2026-03-19T12:32:27.035647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.921265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/orc-manager-rolebinding\" ","response":"range_response_count:1 size:621"} {"level":"info","ts":"2026-03-19T12:32:27.035723Z","caller":"traceutil/trace.go:171","msg":"trace[853855936] range","detail":"{range_begin:/registry/clusterrolebindings/objectstorage-provisioner-role-binding; range_end:; response_count:1; response_revision:38339; }","duration":"118.303924ms","start":"2026-03-19T12:32:26.917399Z","end":"2026-03-19T12:32:27.035702Z","steps":["trace[853855936] 'agreement among raft nodes before linearized reading' (duration: 118.007176ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:27.035745Z","caller":"traceutil/trace.go:171","msg":"trace[826631846] range","detail":"{range_begin:/registry/clusterrolebindings/orc-manager-rolebinding; range_end:; response_count:1; response_revision:38339; }","duration":"121.046149ms","start":"2026-03-19T12:32:26.914669Z","end":"2026-03-19T12:32:27.035715Z","steps":["trace[826631846] 'agreement among raft nodes before linearized reading' (duration: 120.73532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:27.333921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.496511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:32:27.334183Z","caller":"traceutil/trace.go:171","msg":"trace[680473382] transaction","detail":"{read_only:false; response_revision:38340; number_of_response:1; }","duration":"373.811637ms","start":"2026-03-19T12:32:26.960337Z","end":"2026-03-19T12:32:27.334148Z","steps":["trace[680473382] 'process raft request' (duration: 265.989007ms)","trace[680473382] 'compare' (duration: 107.345407ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:27.334216Z","caller":"traceutil/trace.go:171","msg":"trace[1313535734] transaction","detail":"{read_only:false; response_revision:38341; number_of_response:1; }","duration":"370.009194ms","start":"2026-03-19T12:32:26.964173Z","end":"2026-03-19T12:32:27.334182Z","steps":["trace[1313535734] 'process raft request' (duration: 369.87067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:27.334335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:26.960315Z","time spent":"373.938031ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:32:27.334354Z","caller":"traceutil/trace.go:171","msg":"trace[205387387] linearizableReadLoop","detail":"{readStateIndex:39677; appliedIndex:39674; }","duration":"294.399119ms","start":"2026-03-19T12:32:27.039941Z","end":"2026-03-19T12:32:27.33434Z","steps":["trace[205387387] 'read index received' (duration: 186.397585ms)","trace[205387387] 'applied index is now lower than readState.Index' (duration: 107.999604ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:27.33433Z","caller":"traceutil/trace.go:171","msg":"trace[651547557] transaction","detail":"{read_only:false; response_revision:38345; number_of_response:1; }","duration":"133.61677ms","start":"2026-03-19T12:32:27.200691Z","end":"2026-03-19T12:32:27.334308Z","steps":["trace[651547557] 'process raft request' (duration: 133.565839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:27.33439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:26.964159Z","time spent":"370.144078ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:32:27.334428Z","caller":"traceutil/trace.go:171","msg":"trace[797582182] transaction","detail":"{read_only:false; response_revision:38342; number_of_response:1; }","duration":"365.420479ms","start":"2026-03-19T12:32:26.969Z","end":"2026-03-19T12:32:27.334421Z","steps":["trace[797582182] 'process raft request' (duration: 365.118261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:27.334473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:26.968971Z","time spent":"365.473291ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:32:27.334531Z","caller":"traceutil/trace.go:171","msg":"trace[413988710] transaction","detail":"{read_only:false; response_revision:38344; number_of_response:1; }","duration":"135.06094ms","start":"2026-03-19T12:32:27.199447Z","end":"2026-03-19T12:32:27.334508Z","steps":["trace[413988710] 'process raft request' (duration: 134.767312ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:27.334552Z","caller":"traceutil/trace.go:171","msg":"trace[1015648212] transaction","detail":"{read_only:false; response_revision:38343; number_of_response:1; }","duration":"136.410207ms","start":"2026-03-19T12:32:27.198105Z","end":"2026-03-19T12:32:27.334515Z","steps":["trace[1015648212] 'process raft request' (duration: 136.066748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:27.334636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.699848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/objectstorage-provisioner-role-binding\" ","response":"range_response_count:1 size:1037"} {"level":"warn","ts":"2026-03-19T12:32:27.334648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.31264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/orc-manager-rolebinding\" ","response":"range_response_count:1 size:621"} {"level":"info","ts":"2026-03-19T12:32:27.334702Z","caller":"traceutil/trace.go:171","msg":"trace[983475805] range","detail":"{range_begin:/registry/clusterrolebindings/orc-manager-rolebinding; range_end:; response_count:1; response_revision:38345; }","duration":"201.401713ms","start":"2026-03-19T12:32:27.133289Z","end":"2026-03-19T12:32:27.334691Z","steps":["trace[983475805] 'agreement among raft nodes before linearized reading' (duration: 201.267149ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:27.334661Z","caller":"traceutil/trace.go:171","msg":"trace[1086169447] range","detail":"{range_begin:/registry/clusterrolebindings/objectstorage-provisioner-role-binding; range_end:; response_count:1; response_revision:38345; }","duration":"294.747669ms","start":"2026-03-19T12:32:27.039906Z","end":"2026-03-19T12:32:27.334654Z","steps":["trace[1086169447] 'agreement among raft nodes before linearized reading' (duration: 294.631996ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:28.054212Z","caller":"traceutil/trace.go:171","msg":"trace[671534327] transaction","detail":"{read_only:false; response_revision:38347; number_of_response:1; }","duration":"129.113758ms","start":"2026-03-19T12:32:27.925077Z","end":"2026-03-19T12:32:28.054191Z","steps":["trace[671534327] 'process raft request' (duration: 114.304806ms)","trace[671534327] 'compare' (duration: 14.539245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:29.257407Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185047536168694,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T12:32:29.520002Z","caller":"traceutil/trace.go:171","msg":"trace[1145632203] transaction","detail":"{read_only:false; response_revision:38352; number_of_response:1; }","duration":"838.379441ms","start":"2026-03-19T12:32:28.681599Z","end":"2026-03-19T12:32:29.519979Z","steps":["trace[1145632203] 'process raft request' (duration: 838.230237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:29.520131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:28.681587Z","time spent":"838.474454ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:32:29.562769Z","caller":"traceutil/trace.go:171","msg":"trace[295071998] linearizableReadLoop","detail":"{readStateIndex:39689; appliedIndex:39688; }","duration":"806.657319ms","start":"2026-03-19T12:32:28.75609Z","end":"2026-03-19T12:32:29.562747Z","steps":["trace[295071998] 'read index received' (duration: 763.911977ms)","trace[295071998] 'applied index is now lower than readState.Index' (duration: 42.744422ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:29.563212Z","caller":"traceutil/trace.go:171","msg":"trace[180766275] transaction","detail":"{read_only:false; response_revision:38353; number_of_response:1; }","duration":"600.439346ms","start":"2026-03-19T12:32:28.962759Z","end":"2026-03-19T12:32:29.563198Z","steps":["trace[180766275] 'process raft request' (duration: 599.741037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:29.563408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:28.962738Z","time spent":"600.561919ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:32:29.563647Z","caller":"traceutil/trace.go:171","msg":"trace[1644870405] transaction","detail":"{read_only:false; response_revision:38354; number_of_response:1; }","duration":"223.669458ms","start":"2026-03-19T12:32:29.339965Z","end":"2026-03-19T12:32:29.563634Z","steps":["trace[1644870405] 'process raft request' (duration: 222.667411ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:29.563856Z","caller":"traceutil/trace.go:171","msg":"trace[447837420] transaction","detail":"{read_only:false; response_revision:38355; number_of_response:1; }","duration":"223.565865ms","start":"2026-03-19T12:32:29.340279Z","end":"2026-03-19T12:32:29.563845Z","steps":["trace[447837420] 'process raft request' (duration: 222.392403ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:29.564176Z","caller":"traceutil/trace.go:171","msg":"trace[1058817929] transaction","detail":"{read_only:false; response_revision:38356; number_of_response:1; }","duration":"223.582525ms","start":"2026-03-19T12:32:29.340541Z","end":"2026-03-19T12:32:29.564124Z","steps":["trace[1058817929] 'process raft request' (duration: 222.166417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:29.565023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.91004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rook-ceph-object-bucket\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-03-19T12:32:29.565079Z","caller":"traceutil/trace.go:171","msg":"trace[1751319268] range","detail":"{range_begin:/registry/clusterrolebindings/rook-ceph-object-bucket; range_end:; response_count:1; response_revision:38356; }","duration":"809.019053ms","start":"2026-03-19T12:32:28.756049Z","end":"2026-03-19T12:32:29.565068Z","steps":["trace[1751319268] 'agreement among raft nodes before linearized reading' (duration: 808.754006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:29.565118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:28.756031Z","time spent":"809.073435ms","remote":"127.0.0.1:53166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":764,"request content":"key:\"/registry/clusterrolebindings/rook-ceph-object-bucket\" "} {"level":"warn","ts":"2026-03-19T12:32:29.565257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.997126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:generic-garbage-collector\" ","response":"range_response_count:1 size:694"} {"level":"info","ts":"2026-03-19T12:32:29.565355Z","caller":"traceutil/trace.go:171","msg":"trace[267064696] range","detail":"{range_begin:/registry/clusterroles/system:controller:generic-garbage-collector; range_end:; response_count:1; response_revision:38356; }","duration":"776.122389ms","start":"2026-03-19T12:32:28.789213Z","end":"2026-03-19T12:32:29.565336Z","steps":["trace[267064696] 'agreement among raft nodes before linearized reading' (duration: 775.984785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:29.565424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:28.789197Z","time spent":"776.214552ms","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":718,"request content":"key:\"/registry/clusterroles/system:controller:generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-19T12:32:29.565646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.721438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:32:29.565686Z","caller":"traceutil/trace.go:171","msg":"trace[186621203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38356; }","duration":"524.762399ms","start":"2026-03-19T12:32:29.040915Z","end":"2026-03-19T12:32:29.565677Z","steps":["trace[186621203] 'agreement among raft nodes before linearized reading' (duration: 524.645636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:29.565707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:29.040803Z","time spent":"524.898973ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T12:32:29.565885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.248455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:32:29.566068Z","caller":"traceutil/trace.go:171","msg":"trace[1093165529] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38356; }","duration":"227.470081ms","start":"2026-03-19T12:32:29.338584Z","end":"2026-03-19T12:32:29.566054Z","steps":["trace[1093165529] 'agreement among raft nodes before linearized reading' (duration: 227.194393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:29.565994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.155985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:32:29.56619Z","caller":"traceutil/trace.go:171","msg":"trace[1895449411] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38356; }","duration":"661.400502ms","start":"2026-03-19T12:32:28.90477Z","end":"2026-03-19T12:32:29.566171Z","steps":["trace[1895449411] 'agreement among raft nodes before linearized reading' (duration: 660.848727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:29.56625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:28.90474Z","time spent":"661.492514ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T12:32:30.16951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.233679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:namespace-controller\" ","response":"range_response_count:1 size:724"} {"level":"info","ts":"2026-03-19T12:32:30.169767Z","caller":"traceutil/trace.go:171","msg":"trace[4334750] range","detail":"{range_begin:/registry/clusterroles/system:controller:namespace-controller; range_end:; response_count:1; response_revision:38360; }","duration":"151.346523ms","start":"2026-03-19T12:32:30.018219Z","end":"2026-03-19T12:32:30.169566Z","steps":["trace[4334750] 'range keys from in-memory index tree' (duration: 151.128586ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:30.694836Z","caller":"traceutil/trace.go:171","msg":"trace[948830060] transaction","detail":"{read_only:false; response_revision:38362; number_of_response:1; }","duration":"185.289425ms","start":"2026-03-19T12:32:30.509522Z","end":"2026-03-19T12:32:30.694811Z","steps":["trace[948830060] 'process raft request' (duration: 143.879559ms)","trace[948830060] 'compare' (duration: 41.284593ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:30.694829Z","caller":"traceutil/trace.go:171","msg":"trace[62851318] linearizableReadLoop","detail":"{readStateIndex:39698; appliedIndex:39696; }","duration":"185.10349ms","start":"2026-03-19T12:32:30.5097Z","end":"2026-03-19T12:32:30.694803Z","steps":["trace[62851318] 'read index received' (duration: 37.351075ms)","trace[62851318] 'applied index is now lower than readState.Index' (duration: 147.751585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:30.695003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.284424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rook-ceph-system\" ","response":"range_response_count:1 size:1014"} {"level":"info","ts":"2026-03-19T12:32:30.695052Z","caller":"traceutil/trace.go:171","msg":"trace[1776499529] range","detail":"{range_begin:/registry/clusterrolebindings/rook-ceph-system; range_end:; response_count:1; response_revision:38362; }","duration":"185.393318ms","start":"2026-03-19T12:32:30.509648Z","end":"2026-03-19T12:32:30.695041Z","steps":["trace[1776499529] 'agreement among raft nodes before linearized reading' (duration: 185.231394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:30.77318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.945113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:32:30.77325Z","caller":"traceutil/trace.go:171","msg":"trace[164421858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38363; }","duration":"154.070597ms","start":"2026-03-19T12:32:30.619163Z","end":"2026-03-19T12:32:30.773234Z","steps":["trace[164421858] 'agreement among raft nodes before linearized reading' (duration: 153.936483ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:30.773279Z","caller":"traceutil/trace.go:171","msg":"trace[443741845] transaction","detail":"{read_only:false; response_revision:38363; number_of_response:1; }","duration":"213.015369ms","start":"2026-03-19T12:32:30.560209Z","end":"2026-03-19T12:32:30.773224Z","steps":["trace[443741845] 'process raft request' (duration: 212.730681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:30.773448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.478142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/secretgen-controller-cluster-role-binding\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-19T12:32:30.773534Z","caller":"traceutil/trace.go:171","msg":"trace[720448974] range","detail":"{range_begin:/registry/clusterrolebindings/secretgen-controller-cluster-role-binding; range_end:; response_count:1; response_revision:38363; }","duration":"121.624326ms","start":"2026-03-19T12:32:30.651891Z","end":"2026-03-19T12:32:30.773515Z","steps":["trace[720448974] 'agreement among raft nodes before linearized reading' (duration: 121.344568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:31.615445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.886103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:pod-garbage-collector\" ","response":"range_response_count:1 size:664"} {"level":"warn","ts":"2026-03-19T12:32:31.615572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.329262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:cronjob-controller\" ","response":"range_response_count:1 size:748"} {"level":"info","ts":"2026-03-19T12:32:31.615689Z","caller":"traceutil/trace.go:171","msg":"trace[1449504980] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:cronjob-controller; range_end:; response_count:1; response_revision:38364; }","duration":"172.489266ms","start":"2026-03-19T12:32:31.443169Z","end":"2026-03-19T12:32:31.615658Z","steps":["trace[1449504980] 'range keys from in-memory index tree' (duration: 172.194369ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:31.615617Z","caller":"traceutil/trace.go:171","msg":"trace[1828165860] range","detail":"{range_begin:/registry/clusterroles/system:controller:pod-garbage-collector; range_end:; response_count:1; response_revision:38364; }","duration":"111.088939ms","start":"2026-03-19T12:32:31.504504Z","end":"2026-03-19T12:32:31.615593Z","steps":["trace[1828165860] 'range keys from in-memory index tree' (duration: 110.79557ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:31.681364Z","caller":"traceutil/trace.go:171","msg":"trace[526931367] transaction","detail":"{read_only:false; response_revision:38366; number_of_response:1; }","duration":"111.187741ms","start":"2026-03-19T12:32:31.570154Z","end":"2026-03-19T12:32:31.681342Z","steps":["trace[526931367] 'process raft request' (duration: 110.76942ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:31.681613Z","caller":"traceutil/trace.go:171","msg":"trace[1287598085] transaction","detail":"{read_only:false; response_revision:38368; number_of_response:1; }","duration":"110.381099ms","start":"2026-03-19T12:32:31.57122Z","end":"2026-03-19T12:32:31.681601Z","steps":["trace[1287598085] 'process raft request' (duration: 110.214615ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:31.681677Z","caller":"traceutil/trace.go:171","msg":"trace[1584913774] transaction","detail":"{read_only:false; response_revision:38367; number_of_response:1; }","duration":"111.381936ms","start":"2026-03-19T12:32:31.57025Z","end":"2026-03-19T12:32:31.681632Z","steps":["trace[1584913774] 'process raft request' (duration: 111.015866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:31.842827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.399297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:32:31.842935Z","caller":"traceutil/trace.go:171","msg":"trace[1894983606] linearizableReadLoop","detail":"{readStateIndex:39705; appliedIndex:39701; }","duration":"222.330952ms","start":"2026-03-19T12:32:31.620587Z","end":"2026-03-19T12:32:31.842918Z","steps":["trace[1894983606] 'read index received' (duration: 60.35999ms)","trace[1894983606] 'applied index is now lower than readState.Index' (duration: 161.969852ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:31.843025Z","caller":"traceutil/trace.go:171","msg":"trace[247708304] transaction","detail":"{read_only:false; response_revision:38369; number_of_response:1; }","duration":"223.829262ms","start":"2026-03-19T12:32:31.619183Z","end":"2026-03-19T12:32:31.843013Z","steps":["trace[247708304] 'process raft request' (duration: 119.157768ms)","trace[247708304] 'compare' (duration: 104.284314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:31.843208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.798477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-19T12:32:31.843263Z","caller":"traceutil/trace.go:171","msg":"trace[541587437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38369; }","duration":"189.89649ms","start":"2026-03-19T12:32:31.653354Z","end":"2026-03-19T12:32:31.84325Z","steps":["trace[541587437] 'agreement among raft nodes before linearized reading' (duration: 189.700374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:31.843408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.314225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:cronjob-controller\" ","response":"range_response_count:1 size:748"} {"level":"info","ts":"2026-03-19T12:32:31.843459Z","caller":"traceutil/trace.go:171","msg":"trace[637674392] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:cronjob-controller; range_end:; response_count:1; response_revision:38369; }","duration":"150.387336ms","start":"2026-03-19T12:32:31.693056Z","end":"2026-03-19T12:32:31.843443Z","steps":["trace[637674392] 'agreement among raft nodes before linearized reading' (duration: 150.299304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:31.8435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.885876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:pod-garbage-collector\" ","response":"range_response_count:1 size:664"} {"level":"warn","ts":"2026-03-19T12:32:31.843567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.951391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:32:31.84361Z","caller":"traceutil/trace.go:171","msg":"trace[884776935] range","detail":"{range_begin:/registry/clusterroles/system:controller:pod-garbage-collector; range_end:; response_count:1; response_revision:38369; }","duration":"223.026521ms","start":"2026-03-19T12:32:31.620555Z","end":"2026-03-19T12:32:31.843582Z","steps":["trace[884776935] 'agreement among raft nodes before linearized reading' (duration: 222.816005ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:31.843626Z","caller":"traceutil/trace.go:171","msg":"trace[364625113] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38369; }","duration":"190.018923ms","start":"2026-03-19T12:32:31.653592Z","end":"2026-03-19T12:32:31.843611Z","steps":["trace[364625113] 'agreement among raft nodes before linearized reading' (duration: 189.89637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:31.843469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.661353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:32:31.843758Z","caller":"traceutil/trace.go:171","msg":"trace[1304915571] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38369; }","duration":"189.946851ms","start":"2026-03-19T12:32:31.65378Z","end":"2026-03-19T12:32:31.843727Z","steps":["trace[1304915571] 'agreement among raft nodes before linearized reading' (duration: 189.618292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:31.843797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.990012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:32:31.843845Z","caller":"traceutil/trace.go:171","msg":"trace[211735233] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:38369; }","duration":"123.082494ms","start":"2026-03-19T12:32:31.720749Z","end":"2026-03-19T12:32:31.843831Z","steps":["trace[211735233] 'agreement among raft nodes before linearized reading' (duration: 122.989552ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:33.79146Z","caller":"traceutil/trace.go:171","msg":"trace[1037598246] transaction","detail":"{read_only:false; response_revision:38378; number_of_response:1; }","duration":"104.385456ms","start":"2026-03-19T12:32:33.687023Z","end":"2026-03-19T12:32:33.791409Z","steps":["trace[1037598246] 'process raft request' (duration: 26.523071ms)","trace[1037598246] 'compare' (duration: 77.348061ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:33.797104Z","caller":"traceutil/trace.go:171","msg":"trace[1625123551] transaction","detail":"{read_only:false; response_revision:38380; number_of_response:1; }","duration":"102.588597ms","start":"2026-03-19T12:32:33.694493Z","end":"2026-03-19T12:32:33.797081Z","steps":["trace[1625123551] 'process raft request' (duration: 102.250858ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:33.79712Z","caller":"traceutil/trace.go:171","msg":"trace[1893569566] transaction","detail":"{read_only:false; response_revision:38379; number_of_response:1; }","duration":"102.972568ms","start":"2026-03-19T12:32:33.694086Z","end":"2026-03-19T12:32:33.797059Z","steps":["trace[1893569566] 'process raft request' (duration: 102.536516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:34.91678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.223019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:coredns\" ","response":"range_response_count:1 size:389"} {"level":"info","ts":"2026-03-19T12:32:34.917012Z","caller":"traceutil/trace.go:171","msg":"trace[396292351] range","detail":"{range_begin:/registry/clusterroles/system:coredns; range_end:; response_count:1; response_revision:38387; }","duration":"158.391634ms","start":"2026-03-19T12:32:34.758479Z","end":"2026-03-19T12:32:34.916871Z","steps":["trace[396292351] 'range keys from in-memory index tree' (duration: 158.010754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:34.916846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.102483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:32:34.918168Z","caller":"traceutil/trace.go:171","msg":"trace[478103055] transaction","detail":"{read_only:false; response_revision:38388; number_of_response:1; }","duration":"158.60345ms","start":"2026-03-19T12:32:34.759523Z","end":"2026-03-19T12:32:34.918126Z","steps":["trace[478103055] 'process raft request' (duration: 12.084549ms)","trace[478103055] 'compare' (duration: 144.833385ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:34.918259Z","caller":"traceutil/trace.go:171","msg":"trace[956744534] linearizableReadLoop","detail":"{readStateIndex:39725; appliedIndex:39724; }","duration":"150.124249ms","start":"2026-03-19T12:32:34.768103Z","end":"2026-03-19T12:32:34.918227Z","steps":["trace[956744534] 'read index received' (duration: 3.543156ms)","trace[956744534] 'applied index is now lower than readState.Index' (duration: 146.578273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:34.918417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.291704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:job-controller\" ","response":"range_response_count:1 size:732"} {"level":"info","ts":"2026-03-19T12:32:34.918463Z","caller":"traceutil/trace.go:171","msg":"trace[1983846053] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:job-controller; range_end:; response_count:1; response_revision:38388; }","duration":"150.377326ms","start":"2026-03-19T12:32:34.76807Z","end":"2026-03-19T12:32:34.918447Z","steps":["trace[1983846053] 'agreement among raft nodes before linearized reading' (duration: 150.258432ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:36.424175Z","caller":"traceutil/trace.go:171","msg":"trace[1005074959] transaction","detail":"{read_only:false; response_revision:38406; number_of_response:1; }","duration":"106.888484ms","start":"2026-03-19T12:32:36.317258Z","end":"2026-03-19T12:32:36.424147Z","steps":["trace[1005074959] 'process raft request' (duration: 106.549635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:37.99134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.460129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:service-controller\" ","response":"range_response_count:1 size:748"} {"level":"info","ts":"2026-03-19T12:32:37.991428Z","caller":"traceutil/trace.go:171","msg":"trace[917881675] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:service-controller; range_end:; response_count:1; response_revision:38426; }","duration":"104.597383ms","start":"2026-03-19T12:32:37.88681Z","end":"2026-03-19T12:32:37.991407Z","steps":["trace[917881675] 'range keys from in-memory index tree' (duration: 104.340816ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:41.395333Z","caller":"traceutil/trace.go:171","msg":"trace[17802333] linearizableReadLoop","detail":"{readStateIndex:39802; appliedIndex:39801; }","duration":"266.124151ms","start":"2026-03-19T12:32:41.129187Z","end":"2026-03-19T12:32:41.395311Z","steps":["trace[17802333] 'read index received' (duration: 265.915226ms)","trace[17802333] 'applied index is now lower than readState.Index' (duration: 208.115µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:41.395503Z","caller":"traceutil/trace.go:171","msg":"trace[1542318885] transaction","detail":"{read_only:false; response_revision:38464; number_of_response:1; }","duration":"270.716276ms","start":"2026-03-19T12:32:41.124763Z","end":"2026-03-19T12:32:41.395479Z","steps":["trace[1542318885] 'process raft request' (duration: 270.399967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:41.395688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.256586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/ingress-nginx\" ","response":"range_response_count:1 size:385"} {"level":"warn","ts":"2026-03-19T12:32:41.395759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.566904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-node-lease\" ","response":"range_response_count:1 size:364"} {"level":"info","ts":"2026-03-19T12:32:41.395773Z","caller":"traceutil/trace.go:171","msg":"trace[1653401499] range","detail":"{range_begin:/registry/namespaces/ingress-nginx; range_end:; response_count:1; response_revision:38464; }","duration":"255.389739ms","start":"2026-03-19T12:32:41.140358Z","end":"2026-03-19T12:32:41.395747Z","steps":["trace[1653401499] 'agreement among raft nodes before linearized reading' (duration: 255.152763ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:41.395794Z","caller":"traceutil/trace.go:171","msg":"trace[874523610] range","detail":"{range_begin:/registry/namespaces/kube-node-lease; range_end:; response_count:1; response_revision:38464; }","duration":"266.662386ms","start":"2026-03-19T12:32:41.129122Z","end":"2026-03-19T12:32:41.395784Z","steps":["trace[874523610] 'agreement among raft nodes before linearized reading' (duration: 266.516782ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:41.974859Z","caller":"traceutil/trace.go:171","msg":"trace[959840804] transaction","detail":"{read_only:false; response_revision:38471; number_of_response:1; }","duration":"139.333236ms","start":"2026-03-19T12:32:41.835491Z","end":"2026-03-19T12:32:41.974824Z","steps":["trace[959840804] 'process raft request' (duration: 96.76929ms)","trace[959840804] 'compare' (duration: 42.307419ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:41.975222Z","caller":"traceutil/trace.go:171","msg":"trace[606980913] transaction","detail":"{read_only:false; response_revision:38472; number_of_response:1; }","duration":"138.962416ms","start":"2026-03-19T12:32:41.836226Z","end":"2026-03-19T12:32:41.975188Z","steps":["trace[606980913] 'process raft request' (duration: 138.545594ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:41.975338Z","caller":"traceutil/trace.go:171","msg":"trace[2133464285] linearizableReadLoop","detail":"{readStateIndex:39810; appliedIndex:39807; }","duration":"131.299318ms","start":"2026-03-19T12:32:41.843995Z","end":"2026-03-19T12:32:41.975294Z","steps":["trace[2133464285] 'read index received' (duration: 8.549782ms)","trace[2133464285] 'applied index is now lower than readState.Index' (duration: 122.745396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:41.975589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.586645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/local-path-storage\" ","response":"range_response_count:1 size:405"} {"level":"info","ts":"2026-03-19T12:32:41.975637Z","caller":"traceutil/trace.go:171","msg":"trace[491870933] range","detail":"{range_begin:/registry/namespaces/local-path-storage; range_end:; response_count:1; response_revision:38473; }","duration":"131.689639ms","start":"2026-03-19T12:32:41.843935Z","end":"2026-03-19T12:32:41.975624Z","steps":["trace[491870933] 'agreement among raft nodes before linearized reading' (duration: 131.492663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:42.251561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.503098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-19T12:32:42.251661Z","caller":"traceutil/trace.go:171","msg":"trace[716790886] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38477; }","duration":"133.639831ms","start":"2026-03-19T12:32:42.117997Z","end":"2026-03-19T12:32:42.251637Z","steps":["trace[716790886] 'agreement among raft nodes before linearized reading' (duration: 133.360574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:42.251734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.728305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/magnum-system\" ","response":"range_response_count:1 size:366"} {"level":"info","ts":"2026-03-19T12:32:42.251784Z","caller":"traceutil/trace.go:171","msg":"trace[1722249000] range","detail":"{range_begin:/registry/namespaces/magnum-system; range_end:; response_count:1; response_revision:38477; }","duration":"115.831497ms","start":"2026-03-19T12:32:42.135935Z","end":"2026-03-19T12:32:42.251767Z","steps":["trace[1722249000] 'agreement among raft nodes before linearized reading' (duration: 115.713214ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:42.251853Z","caller":"traceutil/trace.go:171","msg":"trace[1430063971] transaction","detail":"{read_only:false; response_revision:38477; number_of_response:1; }","duration":"130.139066ms","start":"2026-03-19T12:32:42.121617Z","end":"2026-03-19T12:32:42.251756Z","steps":["trace[1430063971] 'process raft request' (duration: 88.678359ms)","trace[1430063971] 'compare' (duration: 40.798549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:42.25191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.217188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:32:42.252015Z","caller":"traceutil/trace.go:171","msg":"trace[1721023881] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:38477; }","duration":"116.365992ms","start":"2026-03-19T12:32:42.135625Z","end":"2026-03-19T12:32:42.251991Z","steps":["trace[1721023881] 'agreement among raft nodes before linearized reading' (duration: 116.151926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:42.251866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.098952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-19T12:32:42.25215Z","caller":"traceutil/trace.go:171","msg":"trace[1572273137] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38477; }","duration":"138.448752ms","start":"2026-03-19T12:32:42.113662Z","end":"2026-03-19T12:32:42.252111Z","steps":["trace[1572273137] 'agreement among raft nodes before linearized reading' (duration: 137.840476ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:42.500197Z","caller":"traceutil/trace.go:171","msg":"trace[484282508] transaction","detail":"{read_only:false; response_revision:38481; number_of_response:1; }","duration":"108.440177ms","start":"2026-03-19T12:32:42.391734Z","end":"2026-03-19T12:32:42.500175Z","steps":["trace[484282508] 'process raft request' (duration: 107.860721ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:42.500358Z","caller":"traceutil/trace.go:171","msg":"trace[1603891627] linearizableReadLoop","detail":"{readStateIndex:39820; appliedIndex:39818; }","duration":"107.47423ms","start":"2026-03-19T12:32:42.392861Z","end":"2026-03-19T12:32:42.500335Z","steps":["trace[1603891627] 'read index received' (duration: 106.7235ms)","trace[1603891627] 'applied index is now lower than readState.Index' (duration: 749.4µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:42.500387Z","caller":"traceutil/trace.go:171","msg":"trace[1499670918] transaction","detail":"{read_only:false; response_revision:38482; number_of_response:1; }","duration":"108.304993ms","start":"2026-03-19T12:32:42.392067Z","end":"2026-03-19T12:32:42.500372Z","steps":["trace[1499670918] 'process raft request' (duration: 108.137479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:42.500558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.682466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/magnum-system\" ","response":"range_response_count:1 size:366"} {"level":"info","ts":"2026-03-19T12:32:42.500599Z","caller":"traceutil/trace.go:171","msg":"trace[2049541720] range","detail":"{range_begin:/registry/namespaces/magnum-system; range_end:; response_count:1; response_revision:38482; }","duration":"107.768698ms","start":"2026-03-19T12:32:42.392817Z","end":"2026-03-19T12:32:42.500586Z","steps":["trace[2049541720] 'agreement among raft nodes before linearized reading' (duration: 107.616214ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:42.858288Z","caller":"traceutil/trace.go:171","msg":"trace[847362] transaction","detail":"{read_only:false; response_revision:38484; number_of_response:1; }","duration":"156.096181ms","start":"2026-03-19T12:32:42.70217Z","end":"2026-03-19T12:32:42.858266Z","steps":["trace[847362] 'process raft request' (duration: 155.886416ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:42.872032Z","caller":"traceutil/trace.go:171","msg":"trace[1733987857] linearizableReadLoop","detail":"{readStateIndex:39823; appliedIndex:39821; }","duration":"129.801777ms","start":"2026-03-19T12:32:42.742193Z","end":"2026-03-19T12:32:42.871995Z","steps":["trace[1733987857] 'read index received' (duration: 115.939571ms)","trace[1733987857] 'applied index is now lower than readState.Index' (duration: 13.861106ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:42.872081Z","caller":"traceutil/trace.go:171","msg":"trace[337517818] transaction","detail":"{read_only:false; response_revision:38485; number_of_response:1; }","duration":"149.024289ms","start":"2026-03-19T12:32:42.723033Z","end":"2026-03-19T12:32:42.872057Z","steps":["trace[337517818] 'process raft request' (duration: 148.820004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:42.872433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.946247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/orc-system\" ","response":"range_response_count:1 size:502"} {"level":"warn","ts":"2026-03-19T12:32:42.872419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.191737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/openstack\" ","response":"range_response_count:1 size:369"} {"level":"info","ts":"2026-03-19T12:32:42.872506Z","caller":"traceutil/trace.go:171","msg":"trace[401172452] range","detail":"{range_begin:/registry/namespaces/orc-system; range_end:; response_count:1; response_revision:38485; }","duration":"128.092731ms","start":"2026-03-19T12:32:42.744396Z","end":"2026-03-19T12:32:42.872488Z","steps":["trace[401172452] 'agreement among raft nodes before linearized reading' (duration: 127.802663ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:42.872536Z","caller":"traceutil/trace.go:171","msg":"trace[2080727125] range","detail":"{range_begin:/registry/namespaces/openstack; range_end:; response_count:1; response_revision:38485; }","duration":"130.422273ms","start":"2026-03-19T12:32:42.742087Z","end":"2026-03-19T12:32:42.872509Z","steps":["trace[2080727125] 'agreement among raft nodes before linearized reading' (duration: 130.050753ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:43.153034Z","caller":"traceutil/trace.go:171","msg":"trace[2101977078] transaction","detail":"{read_only:false; response_revision:38488; number_of_response:1; }","duration":"113.164944ms","start":"2026-03-19T12:32:43.039825Z","end":"2026-03-19T12:32:43.15299Z","steps":["trace[2101977078] 'process raft request' (duration: 72.925881ms)","trace[2101977078] 'compare' (duration: 39.818892ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:43.441454Z","caller":"traceutil/trace.go:171","msg":"trace[730363555] transaction","detail":"{read_only:false; response_revision:38489; number_of_response:1; }","duration":"333.192484ms","start":"2026-03-19T12:32:43.108198Z","end":"2026-03-19T12:32:43.44139Z","steps":["trace[730363555] 'process raft request' (duration: 250.419125ms)","trace[730363555] 'compare' (duration: 82.625395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:43.441708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:43.108153Z","time spent":"333.467901ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:32:43.45711Z","caller":"traceutil/trace.go:171","msg":"trace[1085229857] linearizableReadLoop","detail":"{readStateIndex:39828; appliedIndex:39826; }","duration":"300.195477ms","start":"2026-03-19T12:32:43.156882Z","end":"2026-03-19T12:32:43.457077Z","steps":["trace[1085229857] 'read index received' (duration: 201.751542ms)","trace[1085229857] 'applied index is now lower than readState.Index' (duration: 98.442225ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:43.457276Z","caller":"traceutil/trace.go:171","msg":"trace[1779111667] transaction","detail":"{read_only:false; response_revision:38490; number_of_response:1; }","duration":"335.724313ms","start":"2026-03-19T12:32:43.121495Z","end":"2026-03-19T12:32:43.457219Z","steps":["trace[1779111667] 'process raft request' (duration: 335.378024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:43.45737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.478225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/rook-ceph\" ","response":"range_response_count:1 size:369"} {"level":"info","ts":"2026-03-19T12:32:43.457415Z","caller":"traceutil/trace.go:171","msg":"trace[974311257] range","detail":"{range_begin:/registry/namespaces/rook-ceph; range_end:; response_count:1; response_revision:38490; }","duration":"300.570247ms","start":"2026-03-19T12:32:43.156831Z","end":"2026-03-19T12:32:43.457402Z","steps":["trace[974311257] 'agreement among raft nodes before linearized reading' (duration: 300.407603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:43.457462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:43.156782Z","time spent":"300.67177ms","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":1,"response size":393,"request content":"key:\"/registry/namespaces/rook-ceph\" "} {"level":"warn","ts":"2026-03-19T12:32:43.45755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:43.121448Z","time spent":"335.955369ms","remote":"127.0.0.1:51340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2569,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:32:43.457818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.573818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:1 size:385"} {"level":"info","ts":"2026-03-19T12:32:43.457973Z","caller":"traceutil/trace.go:171","msg":"trace[388847293] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:1; response_revision:38490; }","duration":"268.771783ms","start":"2026-03-19T12:32:43.189154Z","end":"2026-03-19T12:32:43.457926Z","steps":["trace[388847293] 'agreement among raft nodes before linearized reading' (duration: 268.210368ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:43.669101Z","caller":"traceutil/trace.go:171","msg":"trace[1645740154] linearizableReadLoop","detail":"{readStateIndex:39829; appliedIndex:39828; }","duration":"202.010139ms","start":"2026-03-19T12:32:43.467064Z","end":"2026-03-19T12:32:43.669074Z","steps":["trace[1645740154] 'read index received' (duration: 201.802043ms)","trace[1645740154] 'applied index is now lower than readState.Index' (duration: 206.886µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:43.669212Z","caller":"traceutil/trace.go:171","msg":"trace[961125101] transaction","detail":"{read_only:false; response_revision:38491; number_of_response:1; }","duration":"203.715615ms","start":"2026-03-19T12:32:43.465453Z","end":"2026-03-19T12:32:43.669168Z","steps":["trace[961125101] 'process raft request' (duration: 203.397147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:43.669253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.158633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/secretgen-controller/\" range_end:\"/registry/limitranges/secretgen-controller0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:32:43.669327Z","caller":"traceutil/trace.go:171","msg":"trace[2133514953] range","detail":"{range_begin:/registry/limitranges/secretgen-controller/; range_end:/registry/limitranges/secretgen-controller0; response_count:0; response_revision:38491; }","duration":"202.233365ms","start":"2026-03-19T12:32:43.467047Z","end":"2026-03-19T12:32:43.66928Z","steps":["trace[2133514953] 'agreement among raft nodes before linearized reading' (duration: 202.143953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:43.688739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.274352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:32:43.688864Z","caller":"traceutil/trace.go:171","msg":"trace[1588579859] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:38492; }","duration":"207.462427ms","start":"2026-03-19T12:32:43.481385Z","end":"2026-03-19T12:32:43.688848Z","steps":["trace[1588579859] 'agreement among raft nodes before linearized reading' (duration: 207.21284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:43.689048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.521689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:32:43.68919Z","caller":"traceutil/trace.go:171","msg":"trace[2024425863] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:38492; }","duration":"115.678724ms","start":"2026-03-19T12:32:43.573481Z","end":"2026-03-19T12:32:43.68916Z","steps":["trace[2024425863] 'agreement among raft nodes before linearized reading' (duration: 115.315294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:44.18483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.612282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:32:44.184955Z","caller":"traceutil/trace.go:171","msg":"trace[2057931425] linearizableReadLoop","detail":"{readStateIndex:39837; appliedIndex:39836; }","duration":"115.669183ms","start":"2026-03-19T12:32:44.069269Z","end":"2026-03-19T12:32:44.184938Z","steps":["trace[2057931425] 'read index received' (duration: 46.561µs)","trace[2057931425] 'applied index is now lower than readState.Index' (duration: 115.619042ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:44.185035Z","caller":"traceutil/trace.go:171","msg":"trace[978485237] transaction","detail":"{read_only:false; response_revision:38498; number_of_response:1; }","duration":"203.379916ms","start":"2026-03-19T12:32:43.981644Z","end":"2026-03-19T12:32:44.185024Z","steps":["trace[978485237] 'process raft request' (duration: 52.485986ms)","trace[978485237] 'compare' (duration: 150.491919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:44.18527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.991971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T12:32:44.185339Z","caller":"traceutil/trace.go:171","msg":"trace[416994646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38498; }","duration":"116.110704ms","start":"2026-03-19T12:32:44.069213Z","end":"2026-03-19T12:32:44.185323Z","steps":["trace[416994646] 'agreement among raft nodes before linearized reading' (duration: 115.93083ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:44.818996Z","caller":"traceutil/trace.go:171","msg":"trace[516123035] transaction","detail":"{read_only:false; response_revision:38504; number_of_response:1; }","duration":"471.177203ms","start":"2026-03-19T12:32:44.347775Z","end":"2026-03-19T12:32:44.818953Z","steps":["trace[516123035] 'process raft request' (duration: 398.260681ms)","trace[516123035] 'compare' (duration: 72.457119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:44.819187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:44.34776Z","time spent":"471.321807ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:32:45.29057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.23092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:32:45.290786Z","caller":"traceutil/trace.go:171","msg":"trace[1126757386] transaction","detail":"{read_only:false; response_revision:38505; number_of_response:1; }","duration":"882.50121ms","start":"2026-03-19T12:32:44.408258Z","end":"2026-03-19T12:32:45.290759Z","steps":["trace[1126757386] 'process raft request' (duration: 649.984532ms)","trace[1126757386] 'compare' (duration: 231.680475ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:45.290923Z","caller":"traceutil/trace.go:171","msg":"trace[854070450] transaction","detail":"{read_only:false; response_revision:38508; number_of_response:1; }","duration":"370.375844ms","start":"2026-03-19T12:32:44.920524Z","end":"2026-03-19T12:32:45.2909Z","steps":["trace[854070450] 'process raft request' (duration: 370.317832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:45.290933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:44.408241Z","time spent":"882.601892ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:32:45.291017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:44.920505Z","time spent":"370.471787ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:32:45.290975Z","caller":"traceutil/trace.go:171","msg":"trace[602451233] transaction","detail":"{read_only:false; response_revision:38506; number_of_response:1; }","duration":"769.955681ms","start":"2026-03-19T12:32:44.520963Z","end":"2026-03-19T12:32:45.290919Z","steps":["trace[602451233] 'process raft request' (duration: 769.721815ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:45.291169Z","caller":"traceutil/trace.go:171","msg":"trace[1483242368] linearizableReadLoop","detail":"{readStateIndex:39844; appliedIndex:39842; }","duration":"864.543442ms","start":"2026-03-19T12:32:44.426609Z","end":"2026-03-19T12:32:45.291153Z","steps":["trace[1483242368] 'read index received' (duration: 319.408149ms)","trace[1483242368] 'applied index is now lower than readState.Index' (duration: 545.134273ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:45.291373Z","caller":"traceutil/trace.go:171","msg":"trace[1439050334] transaction","detail":"{read_only:false; response_revision:38507; number_of_response:1; }","duration":"428.529354ms","start":"2026-03-19T12:32:44.86283Z","end":"2026-03-19T12:32:45.29136Z","steps":["trace[1439050334] 'process raft request' (duration: 427.967879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:45.291376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:44.520938Z","time spent":"770.27684ms","remote":"127.0.0.1:51340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2517,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:32:45.291444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:44.862808Z","time spent":"428.600007ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:32:45.291728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.070866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:32:45.291821Z","caller":"traceutil/trace.go:171","msg":"trace[367619653] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:38508; }","duration":"865.20935ms","start":"2026-03-19T12:32:44.426587Z","end":"2026-03-19T12:32:45.291797Z","steps":["trace[367619653] 'agreement among raft nodes before linearized reading' (duration: 864.986684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:45.291877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:44.426577Z","time spent":"865.288752ms","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:32:45.76813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.719424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:32:45.768375Z","caller":"traceutil/trace.go:171","msg":"trace[82333889] transaction","detail":"{read_only:false; response_revision:38511; number_of_response:1; }","duration":"470.010111ms","start":"2026-03-19T12:32:45.298341Z","end":"2026-03-19T12:32:45.768351Z","steps":["trace[82333889] 'process raft request' (duration: 469.94671ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:45.768377Z","caller":"traceutil/trace.go:171","msg":"trace[516936753] transaction","detail":"{read_only:false; response_revision:38509; number_of_response:1; }","duration":"679.052902ms","start":"2026-03-19T12:32:45.089308Z","end":"2026-03-19T12:32:45.76836Z","steps":["trace[516936753] 'process raft request' (duration: 393.018599ms)","trace[516936753] 'compare' (duration: 285.286402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:45.768438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:45.298313Z","time spent":"470.100184ms","remote":"127.0.0.1:51340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:32:45.768447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:45.089267Z","time spent":"679.142214ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:32:45.768607Z","caller":"traceutil/trace.go:171","msg":"trace[908319010] transaction","detail":"{read_only:false; response_revision:38510; number_of_response:1; }","duration":"609.542313ms","start":"2026-03-19T12:32:45.159055Z","end":"2026-03-19T12:32:45.768597Z","steps":["trace[908319010] 'process raft request' (duration: 609.161443ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:45.768632Z","caller":"traceutil/trace.go:171","msg":"trace[581355238] linearizableReadLoop","detail":"{readStateIndex:39849; appliedIndex:39847; }","duration":"477.423663ms","start":"2026-03-19T12:32:45.291195Z","end":"2026-03-19T12:32:45.768619Z","steps":["trace[581355238] 'read index received' (duration: 191.168974ms)","trace[581355238] 'applied index is now lower than readState.Index' (duration: 286.252699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:45.76866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:45.159032Z","time spent":"609.599304ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:32:45.768712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15962068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:32:45.768742Z","caller":"traceutil/trace.go:171","msg":"trace[802584040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38511; }","duration":"1.159691462s","start":"2026-03-19T12:32:44.609041Z","end":"2026-03-19T12:32:45.768732Z","steps":["trace[802584040] 'agreement among raft nodes before linearized reading' (duration: 1.15963863s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:45.768777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:44.609019Z","time spent":"1.159750654s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:32:45.76882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.061331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 ","response":"range_response_count:18 size:7765"} {"level":"warn","ts":"2026-03-19T12:32:45.768784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139630277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:32:45.769129Z","caller":"traceutil/trace.go:171","msg":"trace[1624256098] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:38511; }","duration":"1.140052758s","start":"2026-03-19T12:32:44.629049Z","end":"2026-03-19T12:32:45.769102Z","steps":["trace[1624256098] 'agreement among raft nodes before linearized reading' (duration: 1.139578355s)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:45.768853Z","caller":"traceutil/trace.go:171","msg":"trace[1680804416] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:18; response_revision:38511; }","duration":"955.141584ms","start":"2026-03-19T12:32:44.813704Z","end":"2026-03-19T12:32:45.768846Z","steps":["trace[1680804416] 'agreement among raft nodes before linearized reading' (duration: 954.935268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:45.769196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:44.81367Z","time spent":"955.514864ms","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":18,"response size":7789,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 "} {"level":"warn","ts":"2026-03-19T12:32:45.769294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:44.629037Z","time spent":"1.140139461s","remote":"127.0.0.1:57300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:32:45.769549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229059427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-19T12:32:45.769672Z","caller":"traceutil/trace.go:171","msg":"trace[2039751153] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:38511; }","duration":"1.229234702s","start":"2026-03-19T12:32:44.540416Z","end":"2026-03-19T12:32:45.769651Z","steps":["trace[2039751153] 'agreement among raft nodes before linearized reading' (duration: 1.228283886s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:45.769733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:44.540401Z","time spent":"1.229322854s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-03-19T12:32:46.1203Z","caller":"traceutil/trace.go:171","msg":"trace[1011722260] linearizableReadLoop","detail":"{readStateIndex:39851; appliedIndex:39850; }","duration":"351.600364ms","start":"2026-03-19T12:32:45.768659Z","end":"2026-03-19T12:32:46.120259Z","steps":["trace[1011722260] 'read index received' (duration: 351.533472ms)","trace[1011722260] 'applied index is now lower than readState.Index' (duration: 65.752µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:46.120417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.616933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:32:46.120494Z","caller":"traceutil/trace.go:171","msg":"trace[820376874] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:38512; }","duration":"539.740776ms","start":"2026-03-19T12:32:45.580735Z","end":"2026-03-19T12:32:46.120476Z","steps":["trace[820376874] 'agreement among raft nodes before linearized reading' (duration: 539.594032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:46.120532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:45.580713Z","time spent":"539.808408ms","remote":"127.0.0.1:33092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:32:46.120611Z","caller":"traceutil/trace.go:171","msg":"trace[1265345306] transaction","detail":"{read_only:false; response_revision:38512; number_of_response:1; }","duration":"380.499849ms","start":"2026-03-19T12:32:45.740067Z","end":"2026-03-19T12:32:46.120567Z","steps":["trace[1265345306] 'process raft request' (duration: 379.82176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:46.120795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.650513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-19T12:32:46.120821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:45.740032Z","time spent":"380.680294ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:32:46.120871Z","caller":"traceutil/trace.go:171","msg":"trace[1964264140] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38512; }","duration":"670.769837ms","start":"2026-03-19T12:32:45.450085Z","end":"2026-03-19T12:32:46.120854Z","steps":["trace[1964264140] 'agreement among raft nodes before linearized reading' (duration: 670.557191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:46.12092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:45.450065Z","time spent":"670.847668ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T12:32:46.120504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.905066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:32:46.123024Z","caller":"traceutil/trace.go:171","msg":"trace[1853069337] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:38512; }","duration":"632.418824ms","start":"2026-03-19T12:32:45.490556Z","end":"2026-03-19T12:32:46.122975Z","steps":["trace[1853069337] 'agreement among raft nodes before linearized reading' (duration: 629.869765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:46.123084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:45.490513Z","time spent":"632.547568ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-19T12:32:46.455982Z","caller":"traceutil/trace.go:171","msg":"trace[1758551777] linearizableReadLoop","detail":"{readStateIndex:39854; appliedIndex:39851; }","duration":"335.575327ms","start":"2026-03-19T12:32:46.120386Z","end":"2026-03-19T12:32:46.455962Z","steps":["trace[1758551777] 'read index received' (duration: 335.31299ms)","trace[1758551777] 'applied index is now lower than readState.Index' (duration: 261.477µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:46.456197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.360053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d0c93e5f-dfa9-4df2-a42a-ea2ab25f79ef\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-19T12:32:46.456245Z","caller":"traceutil/trace.go:171","msg":"trace[1773006347] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d0c93e5f-dfa9-4df2-a42a-ea2ab25f79ef; range_end:; response_count:1; response_revision:38515; }","duration":"681.466516ms","start":"2026-03-19T12:32:45.774764Z","end":"2026-03-19T12:32:46.45623Z","steps":["trace[1773006347] 'agreement among raft nodes before linearized reading' (duration: 681.313931ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:46.456162Z","caller":"traceutil/trace.go:171","msg":"trace[1171083830] transaction","detail":"{read_only:false; response_revision:38515; number_of_response:1; }","duration":"447.844438ms","start":"2026-03-19T12:32:46.00826Z","end":"2026-03-19T12:32:46.456105Z","steps":["trace[1171083830] 'process raft request' (duration: 447.662673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:46.456369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.428805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/auth-system/\" range_end:\"/registry/configmaps/auth-system0\" limit:500 ","response":"range_response_count:2 size:3597"} {"level":"warn","ts":"2026-03-19T12:32:46.456423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.966982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/capi-kubeadm-bootstrap-system/\" range_end:\"/registry/configmaps/capi-kubeadm-bootstrap-system0\" limit:500 ","response":"range_response_count:1 size:1785"} {"level":"info","ts":"2026-03-19T12:32:46.456537Z","caller":"traceutil/trace.go:171","msg":"trace[1570498979] range","detail":"{range_begin:/registry/configmaps/capi-kubeadm-bootstrap-system/; range_end:/registry/configmaps/capi-kubeadm-bootstrap-system0; response_count:1; response_revision:38515; }","duration":"529.151897ms","start":"2026-03-19T12:32:45.927356Z","end":"2026-03-19T12:32:46.456507Z","steps":["trace[1570498979] 'agreement among raft nodes before linearized reading' (duration: 528.780887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:46.456539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:46.008227Z","time spent":"448.133216ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:32:46.456537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.156423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:32:46.455993Z","caller":"traceutil/trace.go:171","msg":"trace[1518035463] transaction","detail":"{read_only:false; response_revision:38513; number_of_response:1; }","duration":"676.683026ms","start":"2026-03-19T12:32:45.779275Z","end":"2026-03-19T12:32:46.455958Z","steps":["trace[1518035463] 'process raft request' (duration: 676.429919ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:46.45674Z","caller":"traceutil/trace.go:171","msg":"trace[709146990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38515; }","duration":"686.454041ms","start":"2026-03-19T12:32:45.770253Z","end":"2026-03-19T12:32:46.456707Z","steps":["trace[709146990] 'agreement among raft nodes before linearized reading' (duration: 685.963478ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:46.456467Z","caller":"traceutil/trace.go:171","msg":"trace[988089922] range","detail":"{range_begin:/registry/configmaps/auth-system/; range_end:/registry/configmaps/auth-system0; response_count:2; response_revision:38515; }","duration":"582.64641ms","start":"2026-03-19T12:32:45.873803Z","end":"2026-03-19T12:32:46.45645Z","steps":["trace[988089922] 'agreement among raft nodes before linearized reading' (duration: 582.24913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:46.456837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:45.778897Z","time spent":"677.863188ms","remote":"127.0.0.1:51340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2589,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:32:46.456917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:45.873772Z","time spent":"583.096143ms","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":2,"response size":3621,"request content":"key:\"/registry/configmaps/auth-system/\" range_end:\"/registry/configmaps/auth-system0\" limit:500 "} {"level":"warn","ts":"2026-03-19T12:32:46.456292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:45.774735Z","time spent":"681.547378ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-d0c93e5f-dfa9-4df2-a42a-ea2ab25f79ef\" "} {"level":"warn","ts":"2026-03-19T12:32:46.456934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:45.77023Z","time spent":"686.687837ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T12:32:46.456286Z","caller":"traceutil/trace.go:171","msg":"trace[1845371545] transaction","detail":"{read_only:false; response_revision:38514; number_of_response:1; }","duration":"587.446552ms","start":"2026-03-19T12:32:45.86882Z","end":"2026-03-19T12:32:46.456266Z","steps":["trace[1845371545] 'process raft request' (duration: 587.048251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:46.456592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:45.927335Z","time spent":"529.24792ms","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":1,"response size":1809,"request content":"key:\"/registry/configmaps/capi-kubeadm-bootstrap-system/\" range_end:\"/registry/configmaps/capi-kubeadm-bootstrap-system0\" limit:500 "} {"level":"warn","ts":"2026-03-19T12:32:46.457154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:45.868788Z","time spent":"588.270024ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:32:46.749582Z","caller":"traceutil/trace.go:171","msg":"trace[499379171] linearizableReadLoop","detail":"{readStateIndex:39855; appliedIndex:39854; }","duration":"293.506255ms","start":"2026-03-19T12:32:46.456055Z","end":"2026-03-19T12:32:46.749561Z","steps":["trace[499379171] 'read index received' (duration: 207.895439ms)","trace[499379171] 'applied index is now lower than readState.Index' (duration: 85.610016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:46.749679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.831396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:32:46.749783Z","caller":"traceutil/trace.go:171","msg":"trace[1520502934] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:38516; }","duration":"456.015851ms","start":"2026-03-19T12:32:46.293748Z","end":"2026-03-19T12:32:46.749764Z","steps":["trace[1520502934] 'agreement among raft nodes before linearized reading' (duration: 455.846776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:46.7498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.783415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-19T12:32:46.749825Z","caller":"traceutil/trace.go:171","msg":"trace[710539280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38516; }","duration":"501.852036ms","start":"2026-03-19T12:32:46.247966Z","end":"2026-03-19T12:32:46.749818Z","steps":["trace[710539280] 'agreement among raft nodes before linearized reading' (duration: 501.688512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:46.749823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:46.293696Z","time spent":"456.116524ms","remote":"127.0.0.1:57504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:32:46.749849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:46.247948Z","time spent":"501.895768ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T12:32:46.749829Z","caller":"traceutil/trace.go:171","msg":"trace[261028647] transaction","detail":"{read_only:false; response_revision:38516; number_of_response:1; }","duration":"559.502353ms","start":"2026-03-19T12:32:46.190302Z","end":"2026-03-19T12:32:46.749804Z","steps":["trace[261028647] 'process raft request' (duration: 473.529937ms)","trace[261028647] 'compare' (duration: 85.343059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:46.749849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.965422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:32:46.749907Z","caller":"traceutil/trace.go:171","msg":"trace[1173506480] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:38516; }","duration":"621.059014ms","start":"2026-03-19T12:32:46.128832Z","end":"2026-03-19T12:32:46.749891Z","steps":["trace[1173506480] 'agreement among raft nodes before linearized reading' (duration: 620.938161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:46.749903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.717407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-19T12:32:46.749941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:46.128827Z","time spent":"621.107526ms","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-19T12:32:46.749964Z","caller":"traceutil/trace.go:171","msg":"trace[1479736853] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38516; }","duration":"623.808369ms","start":"2026-03-19T12:32:46.126136Z","end":"2026-03-19T12:32:46.749944Z","steps":["trace[1479736853] 'agreement among raft nodes before linearized reading' (duration: 623.674036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:46.749977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:46.190271Z","time spent":"559.610926ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:32:46.750002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.369561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-19T12:32:46.749865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.202875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-19T12:32:46.750038Z","caller":"traceutil/trace.go:171","msg":"trace[997818118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38516; }","duration":"502.440533ms","start":"2026-03-19T12:32:46.247589Z","end":"2026-03-19T12:32:46.750029Z","steps":["trace[997818118] 'agreement among raft nodes before linearized reading' (duration: 502.35419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:46.750053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:46.247569Z","time spent":"502.480713ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T12:32:46.750056Z","caller":"traceutil/trace.go:171","msg":"trace[215560062] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:38516; }","duration":"474.436812ms","start":"2026-03-19T12:32:46.275593Z","end":"2026-03-19T12:32:46.75003Z","steps":["trace[215560062] 'agreement among raft nodes before linearized reading' (duration: 473.98506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:46.750005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:46.126115Z","time spent":"623.882041ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T12:32:46.750077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:46.275561Z","time spent":"474.512093ms","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-19T12:32:46.750172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.457297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T12:32:46.750276Z","caller":"traceutil/trace.go:171","msg":"trace[965140285] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38516; }","duration":"465.599431ms","start":"2026-03-19T12:32:46.284649Z","end":"2026-03-19T12:32:46.750248Z","steps":["trace[965140285] 'agreement among raft nodes before linearized reading' (duration: 465.260582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:46.750325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:46.284638Z","time spent":"465.677774ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T12:32:46.799107Z","caller":"traceutil/trace.go:171","msg":"trace[938433596] transaction","detail":"{read_only:false; response_revision:38517; number_of_response:1; }","duration":"331.58492ms","start":"2026-03-19T12:32:46.467478Z","end":"2026-03-19T12:32:46.799063Z","steps":["trace[938433596] 'process raft request' (duration: 331.277982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:46.799237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.197104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/capi-kubeadm-bootstrap-system/\" range_end:\"/registry/cronjobs/capi-kubeadm-bootstrap-system0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:32:46.799411Z","caller":"traceutil/trace.go:171","msg":"trace[737958026] range","detail":"{range_begin:/registry/cronjobs/capi-kubeadm-bootstrap-system/; range_end:/registry/cronjobs/capi-kubeadm-bootstrap-system0; response_count:0; response_revision:38518; }","duration":"234.404299ms","start":"2026-03-19T12:32:46.564984Z","end":"2026-03-19T12:32:46.799388Z","steps":["trace[737958026] 'agreement among raft nodes before linearized reading' (duration: 234.133402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:46.799635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.791372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/auth-system/keycloak-env-vars\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-19T12:32:46.799728Z","caller":"traceutil/trace.go:171","msg":"trace[655935973] range","detail":"{range_begin:/registry/configmaps/auth-system/keycloak-env-vars; range_end:; response_count:1; response_revision:38518; }","duration":"244.933606ms","start":"2026-03-19T12:32:46.554771Z","end":"2026-03-19T12:32:46.799705Z","steps":["trace[655935973] 'agreement among raft nodes before linearized reading' (duration: 244.676029ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:46.799789Z","caller":"traceutil/trace.go:171","msg":"trace[1208066357] transaction","detail":"{read_only:false; response_revision:38518; number_of_response:1; }","duration":"322.440032ms","start":"2026-03-19T12:32:46.477337Z","end":"2026-03-19T12:32:46.799777Z","steps":["trace[1208066357] 'process raft request' (duration: 321.597289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:46.799884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:46.477322Z","time spent":"322.495103ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:32:46.799985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.573786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/capi-kubeadm-bootstrap-system/kube-root-ca.crt\" ","response":"range_response_count:1 size:1785"} {"level":"info","ts":"2026-03-19T12:32:46.800016Z","caller":"traceutil/trace.go:171","msg":"trace[301461881] range","detail":"{range_begin:/registry/configmaps/capi-kubeadm-bootstrap-system/kube-root-ca.crt; range_end:; response_count:1; response_revision:38518; }","duration":"244.626707ms","start":"2026-03-19T12:32:46.55538Z","end":"2026-03-19T12:32:46.800006Z","steps":["trace[301461881] 'agreement among raft nodes before linearized reading' (duration: 244.547645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:46.800324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.637338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:321491"} {"level":"info","ts":"2026-03-19T12:32:46.800355Z","caller":"traceutil/trace.go:171","msg":"trace[2102151433] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:38518; }","duration":"145.722479ms","start":"2026-03-19T12:32:46.654625Z","end":"2026-03-19T12:32:46.800347Z","steps":["trace[2102151433] 'agreement among raft nodes before linearized reading' (duration: 145.354379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:46.800366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.402133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/auth-system/\" range_end:\"/registry/cronjobs/auth-system0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:32:46.800391Z","caller":"traceutil/trace.go:171","msg":"trace[806688784] range","detail":"{range_begin:/registry/cronjobs/auth-system/; range_end:/registry/cronjobs/auth-system0; response_count:0; response_revision:38518; }","duration":"229.443014ms","start":"2026-03-19T12:32:46.570941Z","end":"2026-03-19T12:32:46.800384Z","steps":["trace[806688784] 'agreement among raft nodes before linearized reading' (duration: 229.386423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:46.800646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.585157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:32:46.800677Z","caller":"traceutil/trace.go:171","msg":"trace[1120493040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38518; }","duration":"332.623568ms","start":"2026-03-19T12:32:46.468044Z","end":"2026-03-19T12:32:46.800667Z","steps":["trace[1120493040] 'agreement among raft nodes before linearized reading' (duration: 332.569037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:46.800699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:46.468039Z","time spent":"332.65489ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T12:32:46.801067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.980357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-19T12:32:46.801099Z","caller":"traceutil/trace.go:171","msg":"trace[43212431] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:38518; }","duration":"337.0781ms","start":"2026-03-19T12:32:46.464013Z","end":"2026-03-19T12:32:46.801092Z","steps":["trace[43212431] 'agreement among raft nodes before linearized reading' (duration: 336.987967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:46.801123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:46.463985Z","time spent":"337.129531ms","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-19T12:32:46.801224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:32:46.467466Z","time spent":"331.855347ms","remote":"127.0.0.1:51340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:32:46.953569Z","caller":"traceutil/trace.go:171","msg":"trace[292681265] linearizableReadLoop","detail":"{readStateIndex:39861; appliedIndex:39860; }","duration":"121.211634ms","start":"2026-03-19T12:32:46.832329Z","end":"2026-03-19T12:32:46.953541Z","steps":["trace[292681265] 'read index received' (duration: 120.975298ms)","trace[292681265] 'applied index is now lower than readState.Index' (duration: 235.186µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:46.954007Z","caller":"traceutil/trace.go:171","msg":"trace[1028121249] transaction","detail":"{read_only:false; response_revision:38522; number_of_response:1; }","duration":"139.793969ms","start":"2026-03-19T12:32:46.814194Z","end":"2026-03-19T12:32:46.953988Z","steps":["trace[1028121249] 'process raft request' (duration: 139.195553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:46.954381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.573011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:32:46.954444Z","caller":"traceutil/trace.go:171","msg":"trace[1817178419] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38522; }","duration":"129.699724ms","start":"2026-03-19T12:32:46.82473Z","end":"2026-03-19T12:32:46.95443Z","steps":["trace[1817178419] 'agreement among raft nodes before linearized reading' (duration: 129.497189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:46.954708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.666129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-575c5ba3-9f92-4f0d-9cfe-3761fd063d2f\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-19T12:32:46.954782Z","caller":"traceutil/trace.go:171","msg":"trace[893741682] range","detail":"{range_begin:/registry/persistentvolumes/pvc-575c5ba3-9f92-4f0d-9cfe-3761fd063d2f; range_end:; response_count:1; response_revision:38522; }","duration":"148.753332ms","start":"2026-03-19T12:32:46.806016Z","end":"2026-03-19T12:32:46.954769Z","steps":["trace[893741682] 'agreement among raft nodes before linearized reading' (duration: 148.609229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:46.954958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.237462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:32:46.954994Z","caller":"traceutil/trace.go:171","msg":"trace[223310099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38522; }","duration":"150.696114ms","start":"2026-03-19T12:32:46.80429Z","end":"2026-03-19T12:32:46.954986Z","steps":["trace[223310099] 'agreement among raft nodes before linearized reading' (duration: 150.642263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:46.955159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.317231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:32:46.955196Z","caller":"traceutil/trace.go:171","msg":"trace[890156176] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:38522; }","duration":"116.392003ms","start":"2026-03-19T12:32:46.838795Z","end":"2026-03-19T12:32:46.955187Z","steps":["trace[890156176] 'agreement among raft nodes before linearized reading' (duration: 116.335821ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:47.1069Z","caller":"traceutil/trace.go:171","msg":"trace[671547016] linearizableReadLoop","detail":"{readStateIndex:39863; appliedIndex:39862; }","duration":"124.228395ms","start":"2026-03-19T12:32:46.982649Z","end":"2026-03-19T12:32:47.106878Z","steps":["trace[671547016] 'read index received' (duration: 75.516482ms)","trace[671547016] 'applied index is now lower than readState.Index' (duration: 48.708563ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:47.10722Z","caller":"traceutil/trace.go:171","msg":"trace[634975074] transaction","detail":"{read_only:false; response_revision:38524; number_of_response:1; }","duration":"137.825795ms","start":"2026-03-19T12:32:46.96938Z","end":"2026-03-19T12:32:47.107206Z","steps":["trace[634975074] 'process raft request' (duration: 88.858145ms)","trace[634975074] 'compare' (duration: 48.269731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:47.107381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.094397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18250"} {"level":"warn","ts":"2026-03-19T12:32:47.107458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.98644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/\" range_end:\"/registry/events/auth-system0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:32:47.107461Z","caller":"traceutil/trace.go:171","msg":"trace[780947728] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:38524; }","duration":"122.209071ms","start":"2026-03-19T12:32:46.985234Z","end":"2026-03-19T12:32:47.107443Z","steps":["trace[780947728] 'agreement among raft nodes before linearized reading' (duration: 121.961474ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:47.107494Z","caller":"traceutil/trace.go:171","msg":"trace[1248004002] range","detail":"{range_begin:/registry/events/auth-system/; range_end:/registry/events/auth-system0; response_count:0; response_revision:38524; }","duration":"138.025301ms","start":"2026-03-19T12:32:46.969456Z","end":"2026-03-19T12:32:47.107482Z","steps":["trace[1248004002] 'agreement among raft nodes before linearized reading' (duration: 137.98372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:47.107404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.045899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/\" range_end:\"/registry/events/capi-kubeadm-bootstrap-system0\" limit:500 ","response":"range_response_count:37 size:34903"} {"level":"info","ts":"2026-03-19T12:32:47.107849Z","caller":"traceutil/trace.go:171","msg":"trace[520501420] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/; range_end:/registry/events/capi-kubeadm-bootstrap-system0; response_count:37; response_revision:38524; }","duration":"139.520141ms","start":"2026-03-19T12:32:46.968315Z","end":"2026-03-19T12:32:47.107835Z","steps":["trace[520501420] 'agreement among raft nodes before linearized reading' (duration: 138.72058ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:47.277376Z","caller":"traceutil/trace.go:171","msg":"trace[68509164] transaction","detail":"{read_only:false; response_revision:38526; number_of_response:1; }","duration":"112.085866ms","start":"2026-03-19T12:32:47.165267Z","end":"2026-03-19T12:32:47.277353Z","steps":["trace[68509164] 'process raft request' (duration: 86.959033ms)","trace[68509164] 'compare' (duration: 24.832735ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:47.621723Z","caller":"traceutil/trace.go:171","msg":"trace[574990821] linearizableReadLoop","detail":"{readStateIndex:39871; appliedIndex:39870; }","duration":"138.394282ms","start":"2026-03-19T12:32:47.483245Z","end":"2026-03-19T12:32:47.621639Z","steps":["trace[574990821] 'read index received' (duration: 112.131428ms)","trace[574990821] 'applied index is now lower than readState.Index' (duration: 26.261664ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:47.622365Z","caller":"traceutil/trace.go:171","msg":"trace[694089054] transaction","detail":"{read_only:false; response_revision:38532; number_of_response:1; }","duration":"147.744216ms","start":"2026-03-19T12:32:47.474592Z","end":"2026-03-19T12:32:47.622336Z","steps":["trace[694089054] 'process raft request' (duration: 120.629029ms)","trace[694089054] 'compare' (duration: 26.218492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:47.623042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.764919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/auth-system/\" range_end:\"/registry/jobs/auth-system0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:32:47.623096Z","caller":"traceutil/trace.go:171","msg":"trace[1436911566] range","detail":"{range_begin:/registry/jobs/auth-system/; range_end:/registry/jobs/auth-system0; response_count:0; response_revision:38532; }","duration":"139.864662ms","start":"2026-03-19T12:32:47.48322Z","end":"2026-03-19T12:32:47.623084Z","steps":["trace[1436911566] 'agreement among raft nodes before linearized reading' (duration: 139.745279ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:47.64009Z","caller":"traceutil/trace.go:171","msg":"trace[2146704610] transaction","detail":"{read_only:false; response_revision:38533; number_of_response:1; }","duration":"129.52428ms","start":"2026-03-19T12:32:47.510535Z","end":"2026-03-19T12:32:47.64006Z","steps":["trace[2146704610] 'process raft request' (duration: 129.354826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:47.640527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.870094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service\" ","response":"range_response_count:1 size:733"} {"level":"info","ts":"2026-03-19T12:32:47.640615Z","caller":"traceutil/trace.go:171","msg":"trace[980561224] range","detail":"{range_begin:/registry/services/endpoints/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service; range_end:; response_count:1; response_revision:38533; }","duration":"138.996368ms","start":"2026-03-19T12:32:47.501598Z","end":"2026-03-19T12:32:47.640594Z","steps":["trace[980561224] 'agreement among raft nodes before linearized reading' (duration: 138.763991ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:47.920422Z","caller":"traceutil/trace.go:171","msg":"trace[746460246] linearizableReadLoop","detail":"{readStateIndex:39874; appliedIndex:39873; }","duration":"173.270098ms","start":"2026-03-19T12:32:47.747131Z","end":"2026-03-19T12:32:47.920401Z","steps":["trace[746460246] 'read index received' (duration: 173.186746ms)","trace[746460246] 'applied index is now lower than readState.Index' (duration: 82.582µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:32:47.920531Z","caller":"traceutil/trace.go:171","msg":"trace[1308548156] transaction","detail":"{read_only:false; response_revision:38535; number_of_response:1; }","duration":"192.869641ms","start":"2026-03-19T12:32:47.727651Z","end":"2026-03-19T12:32:47.92052Z","steps":["trace[1308548156] 'process raft request' (duration: 192.599524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:47.920706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.548385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/auth-system/keycloak\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-19T12:32:47.920787Z","caller":"traceutil/trace.go:171","msg":"trace[827032734] range","detail":"{range_begin:/registry/services/endpoints/auth-system/keycloak; range_end:; response_count:1; response_revision:38535; }","duration":"173.658019ms","start":"2026-03-19T12:32:47.747107Z","end":"2026-03-19T12:32:47.920765Z","steps":["trace[827032734] 'agreement among raft nodes before linearized reading' (duration: 173.429282ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:47.952191Z","caller":"traceutil/trace.go:171","msg":"trace[1506064489] transaction","detail":"{read_only:false; response_revision:38537; number_of_response:1; }","duration":"176.026353ms","start":"2026-03-19T12:32:47.776146Z","end":"2026-03-19T12:32:47.952172Z","steps":["trace[1506064489] 'process raft request' (duration: 175.982982ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:47.952793Z","caller":"traceutil/trace.go:171","msg":"trace[203830507] transaction","detail":"{read_only:false; response_revision:38536; number_of_response:1; }","duration":"177.37773ms","start":"2026-03-19T12:32:47.775404Z","end":"2026-03-19T12:32:47.952782Z","steps":["trace[203830507] 'process raft request' (duration: 176.610659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:47.953227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.600895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/capi-kubeadm-bootstrap-system/\" range_end:\"/registry/networkpolicies/capi-kubeadm-bootstrap-system0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:32:47.953278Z","caller":"traceutil/trace.go:171","msg":"trace[2084750510] range","detail":"{range_begin:/registry/networkpolicies/capi-kubeadm-bootstrap-system/; range_end:/registry/networkpolicies/capi-kubeadm-bootstrap-system0; response_count:0; response_revision:38537; }","duration":"195.689127ms","start":"2026-03-19T12:32:47.757575Z","end":"2026-03-19T12:32:47.953265Z","steps":["trace[2084750510] 'agreement among raft nodes before linearized reading' (duration: 195.584504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:47.95332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.533513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/auth-system/\" range_end:\"/registry/networkpolicies/auth-system0\" limit:500 ","response":"range_response_count:1 size:1156"} {"level":"info","ts":"2026-03-19T12:32:47.953434Z","caller":"traceutil/trace.go:171","msg":"trace[1326605404] range","detail":"{range_begin:/registry/networkpolicies/auth-system/; range_end:/registry/networkpolicies/auth-system0; response_count:1; response_revision:38537; }","duration":"195.702008ms","start":"2026-03-19T12:32:47.757703Z","end":"2026-03-19T12:32:47.953405Z","steps":["trace[1326605404] 'agreement among raft nodes before linearized reading' (duration: 195.390199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:47.953846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.02631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service\" ","response":"range_response_count:1 size:733"} {"level":"info","ts":"2026-03-19T12:32:47.953923Z","caller":"traceutil/trace.go:171","msg":"trace[607690610] range","detail":"{range_begin:/registry/services/endpoints/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service; range_end:; response_count:1; response_revision:38537; }","duration":"198.114283ms","start":"2026-03-19T12:32:47.755792Z","end":"2026-03-19T12:32:47.953906Z","steps":["trace[607690610] 'agreement among raft nodes before linearized reading' (duration: 197.877197ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:51.569642Z","caller":"traceutil/trace.go:171","msg":"trace[572770489] transaction","detail":"{read_only:false; response_revision:38580; number_of_response:1; }","duration":"248.526863ms","start":"2026-03-19T12:32:51.32109Z","end":"2026-03-19T12:32:51.569617Z","steps":["trace[572770489] 'process raft request' (duration: 248.269186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:51.569891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.696525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-fs8x6\" ","response":"range_response_count:1 size:7483"} {"level":"info","ts":"2026-03-19T12:32:51.569949Z","caller":"traceutil/trace.go:171","msg":"trace[1895309907] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-fs8x6; range_end:; response_count:1; response_revision:38580; }","duration":"196.806818ms","start":"2026-03-19T12:32:51.373129Z","end":"2026-03-19T12:32:51.569936Z","steps":["trace[1895309907] 'agreement among raft nodes before linearized reading' (duration: 196.611733ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:51.569698Z","caller":"traceutil/trace.go:171","msg":"trace[1085671260] linearizableReadLoop","detail":"{readStateIndex:39920; appliedIndex:39919; }","duration":"196.492819ms","start":"2026-03-19T12:32:51.373175Z","end":"2026-03-19T12:32:51.569668Z","steps":["trace[1085671260] 'read index received' (duration: 196.366665ms)","trace[1085671260] 'applied index is now lower than readState.Index' (duration: 123.634µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:51.583768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.680101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:32:51.583774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.741532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:32:51.583818Z","caller":"traceutil/trace.go:171","msg":"trace[1069582709] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:38581; }","duration":"130.789274ms","start":"2026-03-19T12:32:51.453015Z","end":"2026-03-19T12:32:51.583804Z","steps":["trace[1069582709] 'agreement among raft nodes before linearized reading' (duration: 130.693851ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:51.583841Z","caller":"traceutil/trace.go:171","msg":"trace[1647294657] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38581; }","duration":"169.851135ms","start":"2026-03-19T12:32:51.413974Z","end":"2026-03-19T12:32:51.583825Z","steps":["trace[1647294657] 'agreement among raft nodes before linearized reading' (duration: 169.671141ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:51.583815Z","caller":"traceutil/trace.go:171","msg":"trace[1838430935] transaction","detail":"{read_only:false; response_revision:38581; number_of_response:1; }","duration":"193.765555ms","start":"2026-03-19T12:32:51.390025Z","end":"2026-03-19T12:32:51.583791Z","steps":["trace[1838430935] 'process raft request' (duration: 193.484037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:51.583862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.957972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/capo-system/\" range_end:\"/registry/jobs/capo-system0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:32:51.5839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.843283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/capo-system/\" range_end:\"/registry/networkpolicies/capo-system0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:32:51.583914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.505175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-zrlgb\" ","response":"range_response_count:1 size:5460"} {"level":"info","ts":"2026-03-19T12:32:51.583983Z","caller":"traceutil/trace.go:171","msg":"trace[481843126] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-zrlgb; range_end:; response_count:1; response_revision:38581; }","duration":"148.617238ms","start":"2026-03-19T12:32:51.435349Z","end":"2026-03-19T12:32:51.583966Z","steps":["trace[481843126] 'agreement among raft nodes before linearized reading' (duration: 148.400702ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:51.583936Z","caller":"traceutil/trace.go:171","msg":"trace[1882373554] range","detail":"{range_begin:/registry/jobs/capo-system/; range_end:/registry/jobs/capo-system0; response_count:0; response_revision:38581; }","duration":"144.057934ms","start":"2026-03-19T12:32:51.439864Z","end":"2026-03-19T12:32:51.583922Z","steps":["trace[1882373554] 'agreement among raft nodes before linearized reading' (duration: 143.942661ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:51.583935Z","caller":"traceutil/trace.go:171","msg":"trace[1633323421] range","detail":"{range_begin:/registry/networkpolicies/capo-system/; range_end:/registry/networkpolicies/capo-system0; response_count:0; response_revision:38581; }","duration":"152.910935ms","start":"2026-03-19T12:32:51.431015Z","end":"2026-03-19T12:32:51.583926Z","steps":["trace[1633323421] 'agreement among raft nodes before linearized reading' (duration: 152.849574ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:51.694825Z","caller":"traceutil/trace.go:171","msg":"trace[2139710326] transaction","detail":"{read_only:false; response_revision:38583; number_of_response:1; }","duration":"104.966661ms","start":"2026-03-19T12:32:51.589825Z","end":"2026-03-19T12:32:51.694792Z","steps":["trace[2139710326] 'process raft request' (duration: 104.462608ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:51.840468Z","caller":"traceutil/trace.go:171","msg":"trace[853275991] transaction","detail":"{read_only:false; response_revision:38584; number_of_response:1; }","duration":"120.304189ms","start":"2026-03-19T12:32:51.720119Z","end":"2026-03-19T12:32:51.840423Z","steps":["trace[853275991] 'process raft request' (duration: 105.867387ms)","trace[853275991] 'compare' (duration: 14.154904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:56.677151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.249701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/\" range_end:\"/registry/configmaps/kube-system0\" limit:500 ","response":"range_response_count:8 size:16618"} {"level":"info","ts":"2026-03-19T12:32:56.677216Z","caller":"traceutil/trace.go:171","msg":"trace[1653156050] range","detail":"{range_begin:/registry/configmaps/kube-system/; range_end:/registry/configmaps/kube-system0; response_count:8; response_revision:38616; }","duration":"108.400725ms","start":"2026-03-19T12:32:56.568797Z","end":"2026-03-19T12:32:56.677197Z","steps":["trace[1653156050] 'range keys from in-memory index tree' (duration: 108.009545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:56.677429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.236281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager:leaderelection\" ","response":"range_response_count:1 size:1121"} {"level":"info","ts":"2026-03-19T12:32:56.67752Z","caller":"traceutil/trace.go:171","msg":"trace[477521645] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager:leaderelection; range_end:; response_count:1; response_revision:38616; }","duration":"115.367985ms","start":"2026-03-19T12:32:56.562136Z","end":"2026-03-19T12:32:56.677504Z","steps":["trace[477521645] 'range keys from in-memory index tree' (duration: 115.097717ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:57.039311Z","caller":"traceutil/trace.go:171","msg":"trace[1639202784] transaction","detail":"{read_only:false; response_revision:38622; number_of_response:1; }","duration":"126.907337ms","start":"2026-03-19T12:32:56.912375Z","end":"2026-03-19T12:32:57.039283Z","steps":["trace[1639202784] 'process raft request' (duration: 51.403085ms)","trace[1639202784] 'compare' (duration: 75.07402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:32:57.377949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.05956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"info","ts":"2026-03-19T12:32:57.378024Z","caller":"traceutil/trace.go:171","msg":"trace[1430555617] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:38623; }","duration":"160.179512ms","start":"2026-03-19T12:32:57.217828Z","end":"2026-03-19T12:32:57.378007Z","steps":["trace[1430555617] 'range keys from in-memory index tree' (duration: 159.899685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:57.378025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.984394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/\" range_end:\"/registry/deployments/kube-system0\" limit:500 ","response":"range_response_count:2 size:8922"} {"level":"info","ts":"2026-03-19T12:32:57.378182Z","caller":"traceutil/trace.go:171","msg":"trace[827078625] range","detail":"{range_begin:/registry/deployments/kube-system/; range_end:/registry/deployments/kube-system0; response_count:2; response_revision:38623; }","duration":"218.132748ms","start":"2026-03-19T12:32:57.159999Z","end":"2026-03-19T12:32:57.378132Z","steps":["trace[827078625] 'range keys from in-memory index tree' (duration: 217.846899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:57.378425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.005108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/sh.helm.release.v1.cert-manager.v1\" ","response":"range_response_count:1 size:211679"} {"level":"warn","ts":"2026-03-19T12:32:57.378429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.642479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-public/\" range_end:\"/registry/services/endpoints/kube-public0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:32:57.378481Z","caller":"traceutil/trace.go:171","msg":"trace[1667763725] range","detail":"{range_begin:/registry/services/endpoints/kube-public/; range_end:/registry/services/endpoints/kube-public0; response_count:0; response_revision:38623; }","duration":"233.750092ms","start":"2026-03-19T12:32:57.144717Z","end":"2026-03-19T12:32:57.378467Z","steps":["trace[1667763725] 'range keys from in-memory index tree' (duration: 233.454464ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:57.378467Z","caller":"traceutil/trace.go:171","msg":"trace[1103673501] range","detail":"{range_begin:/registry/secrets/cert-manager/sh.helm.release.v1.cert-manager.v1; range_end:; response_count:1; response_revision:38623; }","duration":"121.08412ms","start":"2026-03-19T12:32:57.257371Z","end":"2026-03-19T12:32:57.378455Z","steps":["trace[1103673501] 'range keys from in-memory index tree' (duration: 120.800463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:57.378492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.99727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-19T12:32:57.378549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.735811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:32:57.378584Z","caller":"traceutil/trace.go:171","msg":"trace[1906289928] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:38623; }","duration":"212.790482ms","start":"2026-03-19T12:32:57.165784Z","end":"2026-03-19T12:32:57.378574Z","steps":["trace[1906289928] 'count revisions from in-memory index tree' (duration: 212.689979ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:32:57.378593Z","caller":"traceutil/trace.go:171","msg":"trace[1941860866] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38623; }","duration":"145.136184ms","start":"2026-03-19T12:32:57.233435Z","end":"2026-03-19T12:32:57.378571Z","steps":["trace[1941860866] 'range keys from in-memory index tree' (duration: 144.815205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:57.378548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.009397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:32:57.378688Z","caller":"traceutil/trace.go:171","msg":"trace[1813856035] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:38623; }","duration":"157.487419ms","start":"2026-03-19T12:32:57.221181Z","end":"2026-03-19T12:32:57.378668Z","steps":["trace[1813856035] 'count revisions from in-memory index tree' (duration: 156.954625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:32:57.378763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.344191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:32:57.378787Z","caller":"traceutil/trace.go:171","msg":"trace[350100977] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:38623; }","duration":"222.407413ms","start":"2026-03-19T12:32:57.156374Z","end":"2026-03-19T12:32:57.378781Z","steps":["trace[350100977] 'count revisions from in-memory index tree' (duration: 222.264769ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:00.435372Z","caller":"traceutil/trace.go:171","msg":"trace[1264340032] linearizableReadLoop","detail":"{readStateIndex:39987; appliedIndex:39986; }","duration":"209.080471ms","start":"2026-03-19T12:33:00.226261Z","end":"2026-03-19T12:33:00.435342Z","steps":["trace[1264340032] 'read index received' (duration: 208.857355ms)","trace[1264340032] 'applied index is now lower than readState.Index' (duration: 222.006µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:33:00.435466Z","caller":"traceutil/trace.go:171","msg":"trace[943362227] transaction","detail":"{read_only:false; response_revision:38645; number_of_response:1; }","duration":"218.487567ms","start":"2026-03-19T12:33:00.216938Z","end":"2026-03-19T12:33:00.435425Z","steps":["trace[943362227] 'process raft request' (duration: 218.202399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:00.435558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.274046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/magnum-system/\" range_end:\"/registry/ingress/magnum-system0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:33:00.435601Z","caller":"traceutil/trace.go:171","msg":"trace[1713700327] range","detail":"{range_begin:/registry/ingress/magnum-system/; range_end:/registry/ingress/magnum-system0; response_count:0; response_revision:38645; }","duration":"209.362599ms","start":"2026-03-19T12:33:00.226222Z","end":"2026-03-19T12:33:00.435585Z","steps":["trace[1713700327] 'agreement among raft nodes before linearized reading' (duration: 209.276077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:00.435762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.325962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/local-path-storage/\" range_end:\"/registry/services/specs/local-path-storage0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:33:00.435811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.72515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/sh.helm.release.v1.ingress-nginx.v1\" ","response":"range_response_count:1 size:105444"} {"level":"info","ts":"2026-03-19T12:33:00.435855Z","caller":"traceutil/trace.go:171","msg":"trace[692323599] range","detail":"{range_begin:/registry/secrets/ingress-nginx/sh.helm.release.v1.ingress-nginx.v1; range_end:; response_count:1; response_revision:38645; }","duration":"177.801361ms","start":"2026-03-19T12:33:00.25804Z","end":"2026-03-19T12:33:00.435842Z","steps":["trace[692323599] 'agreement among raft nodes before linearized reading' (duration: 177.583405ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:00.435858Z","caller":"traceutil/trace.go:171","msg":"trace[427752082] range","detail":"{range_begin:/registry/services/specs/local-path-storage/; range_end:/registry/services/specs/local-path-storage0; response_count:0; response_revision:38645; }","duration":"197.467776ms","start":"2026-03-19T12:33:00.238366Z","end":"2026-03-19T12:33:00.435834Z","steps":["trace[427752082] 'agreement among raft nodes before linearized reading' (duration: 197.274651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:00.435909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.913939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1824"} {"level":"info","ts":"2026-03-19T12:33:00.436024Z","caller":"traceutil/trace.go:171","msg":"trace[101459537] range","detail":"{range_begin:/registry/secrets/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:38645; }","duration":"208.096824ms","start":"2026-03-19T12:33:00.227901Z","end":"2026-03-19T12:33:00.435998Z","steps":["trace[101459537] 'agreement among raft nodes before linearized reading' (duration: 207.700524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:01.139502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.483565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:33:01.139706Z","caller":"traceutil/trace.go:171","msg":"trace[302014330] transaction","detail":"{read_only:false; response_revision:38650; number_of_response:1; }","duration":"143.668063ms","start":"2026-03-19T12:33:00.996015Z","end":"2026-03-19T12:33:01.139683Z","steps":["trace[302014330] 'process raft request' (duration: 33.907161ms)","trace[302014330] 'compare' (duration: 109.376372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:33:01.366739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.164691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1186"} {"level":"info","ts":"2026-03-19T12:33:01.366819Z","caller":"traceutil/trace.go:171","msg":"trace[566834963] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:38652; }","duration":"125.274725ms","start":"2026-03-19T12:33:01.241522Z","end":"2026-03-19T12:33:01.366797Z","steps":["trace[566834963] 'range keys from in-memory index tree' (duration: 124.991827ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:03.131316Z","caller":"traceutil/trace.go:171","msg":"trace[1253810750] linearizableReadLoop","detail":"{readStateIndex:40003; appliedIndex:40002; }","duration":"188.461242ms","start":"2026-03-19T12:33:02.942836Z","end":"2026-03-19T12:33:03.131297Z","steps":["trace[1253810750] 'read index received' (duration: 188.317338ms)","trace[1253810750] 'applied index is now lower than readState.Index' (duration: 142.914µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:33:03.131357Z","caller":"traceutil/trace.go:171","msg":"trace[1610929346] transaction","detail":"{read_only:false; response_revision:38661; number_of_response:1; }","duration":"204.001494ms","start":"2026-03-19T12:33:02.92734Z","end":"2026-03-19T12:33:03.131341Z","steps":["trace[1610929346] 'process raft request' (duration: 203.822779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:03.131631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.440818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kubelet-config\" ","response":"range_response_count:1 size:1358"} {"level":"warn","ts":"2026-03-19T12:33:03.131622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.363086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:33:03.131669Z","caller":"traceutil/trace.go:171","msg":"trace[36150120] range","detail":"{range_begin:/registry/configmaps/kube-system/kubelet-config; range_end:; response_count:1; response_revision:38661; }","duration":"136.526171ms","start":"2026-03-19T12:33:02.995134Z","end":"2026-03-19T12:33:03.13166Z","steps":["trace[36150120] 'agreement among raft nodes before linearized reading' (duration: 136.413828ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:03.131697Z","caller":"traceutil/trace.go:171","msg":"trace[1603529003] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38661; }","duration":"157.472199ms","start":"2026-03-19T12:33:02.974204Z","end":"2026-03-19T12:33:03.131677Z","steps":["trace[1603529003] 'agreement among raft nodes before linearized reading' (duration: 157.246163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:03.131697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.855312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kubeadm-config\" ","response":"range_response_count:1 size:1085"} {"level":"info","ts":"2026-03-19T12:33:03.131851Z","caller":"traceutil/trace.go:171","msg":"trace[1110921752] range","detail":"{range_begin:/registry/configmaps/kube-system/kubeadm-config; range_end:; response_count:1; response_revision:38661; }","duration":"188.980615ms","start":"2026-03-19T12:33:02.9428Z","end":"2026-03-19T12:33:03.13178Z","steps":["trace[1110921752] 'agreement among raft nodes before linearized reading' (duration: 188.620805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:03.132171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.639433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/\" range_end:\"/registry/jobs/openstack0\" limit:500 ","response":"range_response_count:91 size:658797"} {"level":"info","ts":"2026-03-19T12:33:03.132219Z","caller":"traceutil/trace.go:171","msg":"trace[1937173236] range","detail":"{range_begin:/registry/jobs/openstack/; range_end:/registry/jobs/openstack0; response_count:91; response_revision:38661; }","duration":"136.712006ms","start":"2026-03-19T12:33:02.995498Z","end":"2026-03-19T12:33:03.13221Z","steps":["trace[1937173236] 'agreement among raft nodes before linearized reading' (duration: 135.953875ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:03.333907Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d98d5f2c752cc52d","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-19T12:33:03.334073Z","caller":"traceutil/trace.go:171","msg":"trace[386912639] linearizableReadLoop","detail":"{readStateIndex:40004; appliedIndex:40003; }","duration":"194.557267ms","start":"2026-03-19T12:33:03.13949Z","end":"2026-03-19T12:33:03.334047Z","steps":["trace[386912639] 'read index received' (duration: 167.164852ms)","trace[386912639] 'applied index is now lower than readState.Index' (duration: 27.391155ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:33:03.334197Z","caller":"traceutil/trace.go:171","msg":"trace[114269238] transaction","detail":"{read_only:false; response_revision:38662; number_of_response:1; }","duration":"198.262237ms","start":"2026-03-19T12:33:03.135918Z","end":"2026-03-19T12:33:03.33418Z","steps":["trace[114269238] 'process raft request' (duration: 170.893314ms)","trace[114269238] 'compare' (duration: 26.968453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:33:03.447897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.633857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:33:03.447989Z","caller":"traceutil/trace.go:171","msg":"trace[1000820852] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:38662; }","duration":"113.74804ms","start":"2026-03-19T12:33:03.33422Z","end":"2026-03-19T12:33:03.447968Z","steps":["trace[1000820852] 'count revisions from in-memory index tree' (duration: 113.566065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:03.448135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.632386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-19T12:33:03.448207Z","caller":"traceutil/trace.go:171","msg":"trace[1256309290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38662; }","duration":"216.76653ms","start":"2026-03-19T12:33:03.231423Z","end":"2026-03-19T12:33:03.448189Z","steps":["trace[1256309290] 'agreement among raft nodes before linearized reading' (duration: 102.843155ms)","trace[1256309290] 'range keys from in-memory index tree' (duration: 113.770661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:33:03.448383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.878393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:25 size:19587"} {"level":"warn","ts":"2026-03-19T12:33:03.44845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.18228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-19T12:33:03.448471Z","caller":"traceutil/trace.go:171","msg":"trace[150870044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38662; }","duration":"306.226051ms","start":"2026-03-19T12:33:03.142239Z","end":"2026-03-19T12:33:03.448465Z","steps":["trace[150870044] 'agreement among raft nodes before linearized reading' (duration: 192.035888ms)","trace[150870044] 'range keys from in-memory index tree' (duration: 114.137341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:33:03.448487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:33:03.142222Z","time spent":"306.260302ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T12:33:03.448467Z","caller":"traceutil/trace.go:171","msg":"trace[106693234] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:25; response_revision:38662; }","duration":"308.985366ms","start":"2026-03-19T12:33:03.139456Z","end":"2026-03-19T12:33:03.448442Z","steps":["trace[106693234] 'agreement among raft nodes before linearized reading' (duration: 194.778363ms)","trace[106693234] 'range keys from in-memory index tree' (duration: 113.829173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:33:03.448649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:33:03.139447Z","time spent":"309.190891ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":25,"response size":19611,"request content":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-03-19T12:33:03.448709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.052808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:25 size:19587"} {"level":"info","ts":"2026-03-19T12:33:03.448771Z","caller":"traceutil/trace.go:171","msg":"trace[1382517917] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:25; response_revision:38662; }","duration":"309.169101ms","start":"2026-03-19T12:33:03.139587Z","end":"2026-03-19T12:33:03.448756Z","steps":["trace[1382517917] 'agreement among raft nodes before linearized reading' (duration: 194.621198ms)","trace[1382517917] 'range keys from in-memory index tree' (duration: 114.298055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:33:03.448816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:33:03.139558Z","time spent":"309.246113ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":25,"response size":19611,"request content":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-03-19T12:33:03.448715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.819716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-19T12:33:03.448819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.324207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/monitoring/\" range_end:\"/registry/rolebindings/monitoring0\" limit:500 ","response":"range_response_count:3 size:3030"} {"level":"info","ts":"2026-03-19T12:33:03.448966Z","caller":"traceutil/trace.go:171","msg":"trace[1243419200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38662; }","duration":"212.116183ms","start":"2026-03-19T12:33:03.236822Z","end":"2026-03-19T12:33:03.448938Z","steps":["trace[1243419200] 'agreement among raft nodes before linearized reading' (duration: 97.423747ms)","trace[1243419200] 'range keys from in-memory index tree' (duration: 114.336157ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:33:03.449012Z","caller":"traceutil/trace.go:171","msg":"trace[417133722] range","detail":"{range_begin:/registry/rolebindings/monitoring/; range_end:/registry/rolebindings/monitoring0; response_count:3; response_revision:38662; }","duration":"213.556933ms","start":"2026-03-19T12:33:03.235442Z","end":"2026-03-19T12:33:03.448999Z","steps":["trace[417133722] 'agreement among raft nodes before linearized reading' (duration: 98.814586ms)","trace[417133722] 'range keys from in-memory index tree' (duration: 114.498131ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:33:03.593682Z","caller":"traceutil/trace.go:171","msg":"trace[313380580] transaction","detail":"{read_only:false; response_revision:38664; number_of_response:1; }","duration":"135.079571ms","start":"2026-03-19T12:33:03.458566Z","end":"2026-03-19T12:33:03.593645Z","steps":["trace[313380580] 'process raft request' (duration: 133.390235ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:03.593755Z","caller":"traceutil/trace.go:171","msg":"trace[1404141593] transaction","detail":"{read_only:false; response_revision:38665; number_of_response:1; }","duration":"134.788893ms","start":"2026-03-19T12:33:03.458934Z","end":"2026-03-19T12:33:03.593722Z","steps":["trace[1404141593] 'process raft request' (duration: 134.655089ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:03.594171Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-03-19T12:33:03.594323Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-03-19T12:33:04.391359Z","caller":"traceutil/trace.go:171","msg":"trace[1067933428] linearizableReadLoop","detail":"{readStateIndex:40012; appliedIndex:40011; }","duration":"233.004741ms","start":"2026-03-19T12:33:04.15833Z","end":"2026-03-19T12:33:04.391334Z","steps":["trace[1067933428] 'read index received' (duration: 209.701908ms)","trace[1067933428] 'applied index is now lower than readState.Index' (duration: 23.301913ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:33:04.391482Z","caller":"traceutil/trace.go:171","msg":"trace[130050358] transaction","detail":"{read_only:false; response_revision:38669; number_of_response:1; }","duration":"249.261483ms","start":"2026-03-19T12:33:04.142184Z","end":"2026-03-19T12:33:04.391445Z","steps":["trace[130050358] 'process raft request' (duration: 225.859557ms)","trace[130050358] 'compare' (duration: 22.670696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:33:04.391583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.234717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-dns\" ","response":"range_response_count:1 size:911"} {"level":"info","ts":"2026-03-19T12:33:04.391609Z","caller":"traceutil/trace.go:171","msg":"trace[773410269] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-dns; range_end:; response_count:1; response_revision:38669; }","duration":"233.302239ms","start":"2026-03-19T12:33:04.158298Z","end":"2026-03-19T12:33:04.3916Z","steps":["trace[773410269] 'agreement among raft nodes before linearized reading' (duration: 233.156115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:04.391639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.915108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-coredns\" ","response":"range_response_count:1 size:1368"} {"level":"info","ts":"2026-03-19T12:33:04.391722Z","caller":"traceutil/trace.go:171","msg":"trace[88718500] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-coredns; range_end:; response_count:1; response_revision:38669; }","duration":"184.060832ms","start":"2026-03-19T12:33:04.207641Z","end":"2026-03-19T12:33:04.391701Z","steps":["trace[88718500] 'agreement among raft nodes before linearized reading' (duration: 183.835896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:04.392582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.802092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/\" range_end:\"/registry/serviceaccounts/monitoring0\" limit:500 ","response":"range_response_count:14 size:12979"} {"level":"info","ts":"2026-03-19T12:33:04.392702Z","caller":"traceutil/trace.go:171","msg":"trace[1319572256] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/; range_end:/registry/serviceaccounts/monitoring0; response_count:14; response_revision:38669; }","duration":"124.991707ms","start":"2026-03-19T12:33:04.267684Z","end":"2026-03-19T12:33:04.392676Z","steps":["trace[1319572256] 'agreement among raft nodes before linearized reading' (duration: 123.855856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:07.490469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.521595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/extension-apiserver-authentication-reader\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-03-19T12:33:07.490545Z","caller":"traceutil/trace.go:171","msg":"trace[1914814518] range","detail":"{range_begin:/registry/roles/kube-system/extension-apiserver-authentication-reader; range_end:; response_count:1; response_revision:38688; }","duration":"166.675529ms","start":"2026-03-19T12:33:07.323854Z","end":"2026-03-19T12:33:07.490529Z","steps":["trace[1914814518] 'range keys from in-memory index tree' (duration: 166.410472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:07.490562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.131208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:33:07.490667Z","caller":"traceutil/trace.go:171","msg":"trace[1351849139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38688; }","duration":"140.289312ms","start":"2026-03-19T12:33:07.350354Z","end":"2026-03-19T12:33:07.490643Z","steps":["trace[1351849139] 'range keys from in-memory index tree' (duration: 139.929383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:07.490732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.631707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/cilium-config-agent\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-19T12:33:07.49083Z","caller":"traceutil/trace.go:171","msg":"trace[1509523809] range","detail":"{range_begin:/registry/roles/kube-system/cilium-config-agent; range_end:; response_count:1; response_revision:38688; }","duration":"177.774471ms","start":"2026-03-19T12:33:07.313033Z","end":"2026-03-19T12:33:07.490807Z","steps":["trace[1509523809] 'range keys from in-memory index tree' (duration: 177.426502ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:12.648164Z","caller":"traceutil/trace.go:171","msg":"trace[1154633251] linearizableReadLoop","detail":"{readStateIndex:40067; appliedIndex:40066; }","duration":"114.973024ms","start":"2026-03-19T12:33:12.533162Z","end":"2026-03-19T12:33:12.648135Z","steps":["trace[1154633251] 'read index received' (duration: 114.793639ms)","trace[1154633251] 'applied index is now lower than readState.Index' (duration: 178.055µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:33:12.648225Z","caller":"traceutil/trace.go:171","msg":"trace[1121810340] transaction","detail":"{read_only:false; response_revision:38723; number_of_response:1; }","duration":"230.615327ms","start":"2026-03-19T12:33:12.417577Z","end":"2026-03-19T12:33:12.648192Z","steps":["trace[1121810340] 'process raft request' (duration: 230.37489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:12.648432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.242601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-19T12:33:12.648502Z","caller":"traceutil/trace.go:171","msg":"trace[739484107] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:38723; }","duration":"115.354375ms","start":"2026-03-19T12:33:12.533125Z","end":"2026-03-19T12:33:12.648479Z","steps":["trace[739484107] 'agreement among raft nodes before linearized reading' (duration: 115.151239ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:12.688221Z","caller":"traceutil/trace.go:171","msg":"trace[1499303052] transaction","detail":"{read_only:false; response_revision:38724; number_of_response:1; }","duration":"155.031593ms","start":"2026-03-19T12:33:12.533167Z","end":"2026-03-19T12:33:12.688199Z","steps":["trace[1499303052] 'process raft request' (duration: 140.006524ms)","trace[1499303052] 'compare' (duration: 14.870844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:33:12.688498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.479549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-03-19T12:33:12.688569Z","caller":"traceutil/trace.go:171","msg":"trace[1003571455] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:1; response_revision:38725; }","duration":"150.579922ms","start":"2026-03-19T12:33:12.53797Z","end":"2026-03-19T12:33:12.68855Z","steps":["trace[1003571455] 'agreement among raft nodes before linearized reading' (duration: 150.338886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:12.68855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.246321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-19T12:33:12.688632Z","caller":"traceutil/trace.go:171","msg":"trace[141999130] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:38725; }","duration":"147.361954ms","start":"2026-03-19T12:33:12.541251Z","end":"2026-03-19T12:33:12.688613Z","steps":["trace[141999130] 'agreement among raft nodes before linearized reading' (duration: 147.186269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:12.6888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.756707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-19T12:33:12.689005Z","caller":"traceutil/trace.go:171","msg":"trace[1459366521] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:38725; }","duration":"150.954452ms","start":"2026-03-19T12:33:12.537995Z","end":"2026-03-19T12:33:12.68895Z","steps":["trace[1459366521] 'agreement among raft nodes before linearized reading' (duration: 150.491029ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:13.95908Z","caller":"traceutil/trace.go:171","msg":"trace[1151654323] transaction","detail":"{read_only:false; response_revision:38733; number_of_response:1; }","duration":"272.620068ms","start":"2026-03-19T12:33:13.686441Z","end":"2026-03-19T12:33:13.959062Z","steps":["trace[1151654323] 'process raft request' (duration: 235.269123ms)","trace[1151654323] 'compare' (duration: 36.977015ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:33:13.959289Z","caller":"traceutil/trace.go:171","msg":"trace[956683094] linearizableReadLoop","detail":"{readStateIndex:40080; appliedIndex:40077; }","duration":"191.348709ms","start":"2026-03-19T12:33:13.7679Z","end":"2026-03-19T12:33:13.959249Z","steps":["trace[956683094] 'read index received' (duration: 153.793649ms)","trace[956683094] 'applied index is now lower than readState.Index' (duration: 37.55411ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:33:13.959344Z","caller":"traceutil/trace.go:171","msg":"trace[1815810324] transaction","detail":"{read_only:false; response_revision:38734; number_of_response:1; }","duration":"257.589899ms","start":"2026-03-19T12:33:13.701729Z","end":"2026-03-19T12:33:13.959319Z","steps":["trace[1815810324] 'process raft request' (duration: 257.27224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:13.95945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.536664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-03-19T12:33:13.959386Z","caller":"traceutil/trace.go:171","msg":"trace[1230655184] transaction","detail":"{read_only:false; response_revision:38735; number_of_response:1; }","duration":"232.770555ms","start":"2026-03-19T12:33:13.726562Z","end":"2026-03-19T12:33:13.959332Z","steps":["trace[1230655184] 'process raft request' (duration: 232.640392ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:13.959476Z","caller":"traceutil/trace.go:171","msg":"trace[1385222796] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:38735; }","duration":"191.610146ms","start":"2026-03-19T12:33:13.76786Z","end":"2026-03-19T12:33:13.95947Z","steps":["trace[1385222796] 'agreement among raft nodes before linearized reading' (duration: 191.497413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:13.959562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.772452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-dns\" ","response":"range_response_count:1 size:1212"} {"level":"info","ts":"2026-03-19T12:33:13.959652Z","caller":"traceutil/trace.go:171","msg":"trace[1419153310] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-dns; range_end:; response_count:1; response_revision:38735; }","duration":"166.907846ms","start":"2026-03-19T12:33:13.792725Z","end":"2026-03-19T12:33:13.959633Z","steps":["trace[1419153310] 'agreement among raft nodes before linearized reading' (duration: 166.664499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:14.19933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.527258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:33:14.199418Z","caller":"traceutil/trace.go:171","msg":"trace[1533168626] linearizableReadLoop","detail":"{readStateIndex:40081; appliedIndex:40080; }","duration":"153.46753ms","start":"2026-03-19T12:33:14.045936Z","end":"2026-03-19T12:33:14.199404Z","steps":["trace[1533168626] 'read index received' (duration: 12.663144ms)","trace[1533168626] 'applied index is now lower than readState.Index' (duration: 140.803246ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:33:14.199487Z","caller":"traceutil/trace.go:171","msg":"trace[1807568952] transaction","detail":"{read_only:false; response_revision:38736; number_of_response:1; }","duration":"210.164971ms","start":"2026-03-19T12:33:13.989306Z","end":"2026-03-19T12:33:14.199471Z","steps":["trace[1807568952] 'process raft request' (duration: 69.374355ms)","trace[1807568952] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:474; } (duration: 139.980364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:33:14.199688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.436049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-03-19T12:33:14.199756Z","caller":"traceutil/trace.go:171","msg":"trace[80925390] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:38736; }","duration":"153.533092ms","start":"2026-03-19T12:33:14.046206Z","end":"2026-03-19T12:33:14.199739Z","steps":["trace[80925390] 'agreement among raft nodes before linearized reading' (duration: 153.344137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:14.199797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.85812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-dns\" ","response":"range_response_count:1 size:1212"} {"level":"info","ts":"2026-03-19T12:33:14.199824Z","caller":"traceutil/trace.go:171","msg":"trace[2076975480] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-dns; range_end:; response_count:1; response_revision:38736; }","duration":"153.930293ms","start":"2026-03-19T12:33:14.045886Z","end":"2026-03-19T12:33:14.199817Z","steps":["trace[2076975480] 'agreement among raft nodes before linearized reading' (duration: 153.80556ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:14.486342Z","caller":"traceutil/trace.go:171","msg":"trace[1426103514] linearizableReadLoop","detail":"{readStateIndex:40082; appliedIndex:40081; }","duration":"183.451295ms","start":"2026-03-19T12:33:14.302867Z","end":"2026-03-19T12:33:14.486319Z","steps":["trace[1426103514] 'read index received' (duration: 128.241465ms)","trace[1426103514] 'applied index is now lower than readState.Index' (duration: 55.20868ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:33:14.486391Z","caller":"traceutil/trace.go:171","msg":"trace[2060683590] transaction","detail":"{read_only:false; response_revision:38737; number_of_response:1; }","duration":"208.338321ms","start":"2026-03-19T12:33:14.278021Z","end":"2026-03-19T12:33:14.486359Z","steps":["trace[2060683590] 'process raft request' (duration: 153.139391ms)","trace[2060683590] 'compare' (duration: 54.970214ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:33:14.486571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.686831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-coredns\" ","response":"range_response_count:1 size:1404"} {"level":"info","ts":"2026-03-19T12:33:14.486626Z","caller":"traceutil/trace.go:171","msg":"trace[1920797238] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-coredns; range_end:; response_count:1; response_revision:38737; }","duration":"183.785064ms","start":"2026-03-19T12:33:14.302826Z","end":"2026-03-19T12:33:14.486611Z","steps":["trace[1920797238] 'agreement among raft nodes before linearized reading' (duration: 183.62911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:14.487073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.170437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" ","response":"range_response_count:1 size:1487"} {"level":"info","ts":"2026-03-19T12:33:14.487166Z","caller":"traceutil/trace.go:171","msg":"trace[1236328680] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager; range_end:; response_count:1; response_revision:38737; }","duration":"155.3086ms","start":"2026-03-19T12:33:14.331834Z","end":"2026-03-19T12:33:14.487143Z","steps":["trace[1236328680] 'agreement among raft nodes before linearized reading' (duration: 154.651273ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:14.821276Z","caller":"traceutil/trace.go:171","msg":"trace[958620548] transaction","detail":"{read_only:false; response_revision:38739; number_of_response:1; }","duration":"112.563648ms","start":"2026-03-19T12:33:14.708645Z","end":"2026-03-19T12:33:14.821209Z","steps":["trace[958620548] 'process raft request' (duration: 63.867256ms)","trace[958620548] 'compare' (duration: 48.372133ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:33:15.021286Z","caller":"traceutil/trace.go:171","msg":"trace[1139578023] linearizableReadLoop","detail":"{readStateIndex:40086; appliedIndex:40084; }","duration":"200.153729ms","start":"2026-03-19T12:33:14.821089Z","end":"2026-03-19T12:33:15.021243Z","steps":["trace[1139578023] 'read index received' (duration: 66.669252ms)","trace[1139578023] 'applied index is now lower than readState.Index' (duration: 133.483137ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:33:15.021327Z","caller":"traceutil/trace.go:171","msg":"trace[1313295546] transaction","detail":"{read_only:false; response_revision:38741; number_of_response:1; }","duration":"228.424586ms","start":"2026-03-19T12:33:14.792881Z","end":"2026-03-19T12:33:15.021306Z","steps":["trace[1313295546] 'process raft request' (duration: 189.363834ms)","trace[1313295546] 'compare' (duration: 38.757754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:33:15.021507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.98624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy\" ","response":"range_response_count:1 size:1420"} {"level":"info","ts":"2026-03-19T12:33:15.02156Z","caller":"traceutil/trace.go:171","msg":"trace[710638462] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy; range_end:; response_count:1; response_revision:38741; }","duration":"286.069873ms","start":"2026-03-19T12:33:14.735479Z","end":"2026-03-19T12:33:15.021549Z","steps":["trace[710638462] 'agreement among raft nodes before linearized reading' (duration: 285.898338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:15.021887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.805956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd\" ","response":"range_response_count:1 size:1410"} {"level":"info","ts":"2026-03-19T12:33:15.022003Z","caller":"traceutil/trace.go:171","msg":"trace[2119722405] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd; range_end:; response_count:1; response_revision:38741; }","duration":"109.019862ms","start":"2026-03-19T12:33:14.912955Z","end":"2026-03-19T12:33:15.021975Z","steps":["trace[2119722405] 'agreement among raft nodes before linearized reading' (duration: 108.549079ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:16.78572Z","caller":"traceutil/trace.go:171","msg":"trace[69956029] transaction","detail":"{read_only:false; response_revision:38750; number_of_response:1; }","duration":"289.067735ms","start":"2026-03-19T12:33:16.496625Z","end":"2026-03-19T12:33:16.785692Z","steps":["trace[69956029] 'process raft request' (duration: 288.91753ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:16.786377Z","caller":"traceutil/trace.go:171","msg":"trace[2028235681] linearizableReadLoop","detail":"{readStateIndex:40095; appliedIndex:40095; }","duration":"281.660493ms","start":"2026-03-19T12:33:16.504702Z","end":"2026-03-19T12:33:16.786362Z","steps":["trace[2028235681] 'read index received' (duration: 281.655543ms)","trace[2028235681] 'applied index is now lower than readState.Index' (duration: 4.01µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:33:16.786552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.831788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/magnum-system/kube-root-ca.crt\" ","response":"range_response_count:1 size:1753"} {"level":"info","ts":"2026-03-19T12:33:16.786589Z","caller":"traceutil/trace.go:171","msg":"trace[434965800] range","detail":"{range_begin:/registry/configmaps/magnum-system/kube-root-ca.crt; range_end:; response_count:1; response_revision:38750; }","duration":"281.90615ms","start":"2026-03-19T12:33:16.504669Z","end":"2026-03-19T12:33:16.786575Z","steps":["trace[434965800] 'agreement among raft nodes before linearized reading' (duration: 281.760936ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:16.849794Z","caller":"traceutil/trace.go:171","msg":"trace[1328518006] transaction","detail":"{read_only:false; response_revision:38751; number_of_response:1; }","duration":"117.108712ms","start":"2026-03-19T12:33:16.73265Z","end":"2026-03-19T12:33:16.849758Z","steps":["trace[1328518006] 'process raft request' (duration: 79.755017ms)","trace[1328518006] 'compare' (duration: 37.16787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:33:16.849891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.326573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:33:16.850006Z","caller":"traceutil/trace.go:171","msg":"trace[2100172789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38751; }","duration":"239.482227ms","start":"2026-03-19T12:33:16.6105Z","end":"2026-03-19T12:33:16.849982Z","steps":["trace[2100172789] 'agreement among raft nodes before linearized reading' (duration: 239.299862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:16.850395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.740993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-hmtwl\" ","response":"range_response_count:1 size:3969"} {"level":"info","ts":"2026-03-19T12:33:16.850596Z","caller":"traceutil/trace.go:171","msg":"trace[532900728] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-hmtwl; range_end:; response_count:1; response_revision:38751; }","duration":"321.970048ms","start":"2026-03-19T12:33:16.528599Z","end":"2026-03-19T12:33:16.850569Z","steps":["trace[532900728] 'agreement among raft nodes before linearized reading' (duration: 321.610349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:16.850781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:33:16.52859Z","time spent":"322.172455ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3993,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-hmtwl\" "} {"level":"info","ts":"2026-03-19T12:33:17.366556Z","caller":"traceutil/trace.go:171","msg":"trace[1907629547] linearizableReadLoop","detail":"{readStateIndex:40099; appliedIndex:40098; }","duration":"387.415397ms","start":"2026-03-19T12:33:16.979061Z","end":"2026-03-19T12:33:17.366476Z","steps":["trace[1907629547] 'read index received' (duration: 387.356125ms)","trace[1907629547] 'applied index is now lower than readState.Index' (duration: 57.912µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:33:17.366664Z","caller":"traceutil/trace.go:171","msg":"trace[731899594] transaction","detail":"{read_only:false; response_revision:38754; number_of_response:1; }","duration":"427.077255ms","start":"2026-03-19T12:33:16.939578Z","end":"2026-03-19T12:33:17.366655Z","steps":["trace[731899594] 'process raft request' (duration: 426.248622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:17.366804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:33:16.939563Z","time spent":"427.122976ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:33:17.366837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.757797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/default\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-03-19T12:33:17.366925Z","caller":"traceutil/trace.go:171","msg":"trace[1289410070] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/default; range_end:; response_count:1; response_revision:38754; }","duration":"387.885469ms","start":"2026-03-19T12:33:16.979019Z","end":"2026-03-19T12:33:17.366904Z","steps":["trace[1289410070] 'agreement among raft nodes before linearized reading' (duration: 387.667954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:17.367013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:33:16.978976Z","time spent":"388.024824ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/local-path-storage/default\" "} {"level":"warn","ts":"2026-03-19T12:33:17.394815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.003023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/sh.helm.release.v1.local-path-provisioner.v1\" ","response":"range_response_count:1 size:12756"} {"level":"info","ts":"2026-03-19T12:33:17.394924Z","caller":"traceutil/trace.go:171","msg":"trace[1067235650] range","detail":"{range_begin:/registry/secrets/local-path-storage/sh.helm.release.v1.local-path-provisioner.v1; range_end:; response_count:1; response_revision:38756; }","duration":"413.155226ms","start":"2026-03-19T12:33:16.981745Z","end":"2026-03-19T12:33:17.3949Z","steps":["trace[1067235650] 'agreement among raft nodes before linearized reading' (duration: 412.844668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:17.39501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:33:16.981729Z","time spent":"413.26831ms","remote":"127.0.0.1:52934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":12780,"request content":"key:\"/registry/secrets/local-path-storage/sh.helm.release.v1.local-path-provisioner.v1\" "} {"level":"info","ts":"2026-03-19T12:33:17.395424Z","caller":"traceutil/trace.go:171","msg":"trace[1396934031] transaction","detail":"{read_only:false; response_revision:38755; number_of_response:1; }","duration":"367.861206ms","start":"2026-03-19T12:33:17.027549Z","end":"2026-03-19T12:33:17.39541Z","steps":["trace[1396934031] 'process raft request' (duration: 366.848699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:17.39554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:33:17.027527Z","time spent":"367.937798ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:33:17.395692Z","caller":"traceutil/trace.go:171","msg":"trace[139752880] transaction","detail":"{read_only:false; response_revision:38756; number_of_response:1; }","duration":"114.365318ms","start":"2026-03-19T12:33:17.281317Z","end":"2026-03-19T12:33:17.395682Z","steps":["trace[139752880] 'process raft request' (duration: 113.204356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:17.395899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.847707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-19T12:33:17.395934Z","caller":"traceutil/trace.go:171","msg":"trace[1622164736] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:38756; }","duration":"119.921389ms","start":"2026-03-19T12:33:17.276003Z","end":"2026-03-19T12:33:17.395924Z","steps":["trace[1622164736] 'agreement among raft nodes before linearized reading' (duration: 119.812056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:17.396245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.596612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:33:17.396293Z","caller":"traceutil/trace.go:171","msg":"trace[1865724719] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:38756; }","duration":"256.687665ms","start":"2026-03-19T12:33:17.139592Z","end":"2026-03-19T12:33:17.39628Z","steps":["trace[1865724719] 'agreement among raft nodes before linearized reading' (duration: 256.604633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:18.306213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.813841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:33:18.30629Z","caller":"traceutil/trace.go:171","msg":"trace[2130649576] transaction","detail":"{read_only:false; response_revision:38760; number_of_response:1; }","duration":"242.737686ms","start":"2026-03-19T12:33:18.063541Z","end":"2026-03-19T12:33:18.306278Z","steps":["trace[2130649576] 'process raft request' (duration: 124.816872ms)","trace[2130649576] 'compare' (duration: 117.685217ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:33:18.39728Z","caller":"traceutil/trace.go:171","msg":"trace[1239290764] linearizableReadLoop","detail":"{readStateIndex:40106; appliedIndex:40104; }","duration":"331.366584ms","start":"2026-03-19T12:33:18.065886Z","end":"2026-03-19T12:33:18.397253Z","steps":["trace[1239290764] 'read index received' (duration: 122.453088ms)","trace[1239290764] 'applied index is now lower than readState.Index' (duration: 208.912476ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:33:18.397395Z","caller":"traceutil/trace.go:171","msg":"trace[1701502301] transaction","detail":"{read_only:false; response_revision:38762; number_of_response:1; }","duration":"312.620014ms","start":"2026-03-19T12:33:18.08475Z","end":"2026-03-19T12:33:18.39737Z","steps":["trace[1701502301] 'process raft request' (duration: 312.460609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:18.397522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:33:18.084723Z","time spent":"312.738427ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:33:18.397552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.646541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-19T12:33:18.397589Z","caller":"traceutil/trace.go:171","msg":"trace[2110221024] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38762; }","duration":"331.721192ms","start":"2026-03-19T12:33:18.065856Z","end":"2026-03-19T12:33:18.397577Z","steps":["trace[2110221024] 'agreement among raft nodes before linearized reading' (duration: 331.527857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:18.397625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:33:18.065847Z","time spent":"331.769995ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T12:33:18.397515Z","caller":"traceutil/trace.go:171","msg":"trace[1577882096] transaction","detail":"{read_only:false; response_revision:38761; number_of_response:1; }","duration":"333.027669ms","start":"2026-03-19T12:33:18.064304Z","end":"2026-03-19T12:33:18.397332Z","steps":["trace[1577882096] 'process raft request' (duration: 332.758261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:18.397715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.95428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" ","response":"range_response_count:1 size:2673"} {"level":"info","ts":"2026-03-19T12:33:18.397767Z","caller":"traceutil/trace.go:171","msg":"trace[1191925184] range","detail":"{range_begin:/registry/daemonsets/monitoring/ipmi-exporter; range_end:; response_count:1; response_revision:38762; }","duration":"130.035462ms","start":"2026-03-19T12:33:18.267719Z","end":"2026-03-19T12:33:18.397754Z","steps":["trace[1191925184] 'agreement among raft nodes before linearized reading' (duration: 129.93648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:18.397764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.771612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:141"} {"level":"warn","ts":"2026-03-19T12:33:18.39786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:33:18.06429Z","time spent":"333.415989ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:33:18.39796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.932574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-19T12:33:18.39857Z","caller":"traceutil/trace.go:171","msg":"trace[1999065053] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38762; }","duration":"111.599101ms","start":"2026-03-19T12:33:18.286962Z","end":"2026-03-19T12:33:18.398561Z","steps":["trace[1999065053] 'agreement among raft nodes before linearized reading' (duration: 110.944663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:18.398076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.397382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:8212"} {"level":"info","ts":"2026-03-19T12:33:18.397867Z","caller":"traceutil/trace.go:171","msg":"trace[283652634] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:38762; }","duration":"328.960738ms","start":"2026-03-19T12:33:18.068878Z","end":"2026-03-19T12:33:18.397839Z","steps":["trace[283652634] 'agreement among raft nodes before linearized reading' (duration: 328.606428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:18.398771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:33:18.068869Z","time spent":"329.890864ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":165,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"info","ts":"2026-03-19T12:33:18.398983Z","caller":"traceutil/trace.go:171","msg":"trace[1534052146] range","detail":"{range_begin:/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:38762; }","duration":"255.098781ms","start":"2026-03-19T12:33:18.143624Z","end":"2026-03-19T12:33:18.398723Z","steps":["trace[1534052146] 'agreement among raft nodes before linearized reading' (duration: 254.306839ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:25.948593Z","caller":"traceutil/trace.go:171","msg":"trace[1348316464] transaction","detail":"{read_only:false; response_revision:38810; number_of_response:1; }","duration":"107.07594ms","start":"2026-03-19T12:33:25.841488Z","end":"2026-03-19T12:33:25.948564Z","steps":["trace[1348316464] 'process raft request' (duration: 106.692669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:26.062042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.402172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:33:26.062119Z","caller":"traceutil/trace.go:171","msg":"trace[1796176823] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:38810; }","duration":"102.489824ms","start":"2026-03-19T12:33:25.959611Z","end":"2026-03-19T12:33:26.0621Z","steps":["trace[1796176823] 'count revisions from in-memory index tree' (duration: 102.31073ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:26.242825Z","caller":"traceutil/trace.go:171","msg":"trace[959438735] transaction","detail":"{read_only:false; response_revision:38812; number_of_response:1; }","duration":"142.816961ms","start":"2026-03-19T12:33:26.099981Z","end":"2026-03-19T12:33:26.242797Z","steps":["trace[959438735] 'process raft request' (duration: 77.110955ms)","trace[959438735] 'compare' (duration: 65.49441ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:33:26.242991Z","caller":"traceutil/trace.go:171","msg":"trace[389939204] transaction","detail":"{read_only:false; response_revision:38813; number_of_response:1; }","duration":"102.766093ms","start":"2026-03-19T12:33:26.140192Z","end":"2026-03-19T12:33:26.242958Z","steps":["trace[389939204] 'process raft request' (duration: 102.562358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:26.243676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.44633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/monitoring/goldpinger\" ","response":"range_response_count:1 size:935"} {"level":"info","ts":"2026-03-19T12:33:26.243715Z","caller":"traceutil/trace.go:171","msg":"trace[1015307765] range","detail":"{range_begin:/registry/services/endpoints/monitoring/goldpinger; range_end:; response_count:1; response_revision:38813; }","duration":"174.535552ms","start":"2026-03-19T12:33:26.069169Z","end":"2026-03-19T12:33:26.243705Z","steps":["trace[1015307765] 'agreement among raft nodes before linearized reading' (duration: 173.795352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:26.865409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.569686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:5032"} {"level":"info","ts":"2026-03-19T12:33:26.865507Z","caller":"traceutil/trace.go:171","msg":"trace[1125278822] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:38816; }","duration":"127.73035ms","start":"2026-03-19T12:33:26.737753Z","end":"2026-03-19T12:33:26.865483Z","steps":["trace[1125278822] 'range keys from in-memory index tree' (duration: 127.372951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:26.865672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.24729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-03-19T12:33:26.865756Z","caller":"traceutil/trace.go:171","msg":"trace[1221203020] range","detail":"{range_begin:/registry/services/endpoints/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:38816; }","duration":"126.344983ms","start":"2026-03-19T12:33:26.739385Z","end":"2026-03-19T12:33:26.86573Z","steps":["trace[1221203020] 'range keys from in-memory index tree' (duration: 126.071716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:30.868859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.834639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:33:30.868952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.007824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/kube-root-ca.crt\" ","response":"range_response_count:1 size:1743"} {"level":"info","ts":"2026-03-19T12:33:30.868995Z","caller":"traceutil/trace.go:171","msg":"trace[658335433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38844; }","duration":"253.007124ms","start":"2026-03-19T12:33:30.615966Z","end":"2026-03-19T12:33:30.868973Z","steps":["trace[658335433] 'range keys from in-memory index tree' (duration: 252.730787ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:30.869031Z","caller":"traceutil/trace.go:171","msg":"trace[1795953883] range","detail":"{range_begin:/registry/configmaps/openstack/kube-root-ca.crt; range_end:; response_count:1; response_revision:38844; }","duration":"186.120817ms","start":"2026-03-19T12:33:30.682891Z","end":"2026-03-19T12:33:30.869012Z","steps":["trace[1795953883] 'range keys from in-memory index tree' (duration: 185.897531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:30.86898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.354199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:33:30.86915Z","caller":"traceutil/trace.go:171","msg":"trace[439037130] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:38844; }","duration":"230.567165ms","start":"2026-03-19T12:33:30.63853Z","end":"2026-03-19T12:33:30.869097Z","steps":["trace[439037130] 'count revisions from in-memory index tree' (duration: 230.196895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:30.8693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.487038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T12:33:30.869345Z","caller":"traceutil/trace.go:171","msg":"trace[1314948005] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38844; }","duration":"200.547599ms","start":"2026-03-19T12:33:30.668784Z","end":"2026-03-19T12:33:30.869331Z","steps":["trace[1314948005] 'range keys from in-memory index tree' (duration: 200.367515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:30.869041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.919994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:33:30.8694Z","caller":"traceutil/trace.go:171","msg":"trace[1041862105] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38844; }","duration":"210.314814ms","start":"2026-03-19T12:33:30.659067Z","end":"2026-03-19T12:33:30.869382Z","steps":["trace[1041862105] 'range keys from in-memory index tree' (duration: 209.742029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:30.869508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.250278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1428"} {"level":"info","ts":"2026-03-19T12:33:30.869577Z","caller":"traceutil/trace.go:171","msg":"trace[725154202] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:38844; }","duration":"247.346881ms","start":"2026-03-19T12:33:30.622211Z","end":"2026-03-19T12:33:30.869558Z","steps":["trace[725154202] 'range keys from in-memory index tree' (duration: 247.095524ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:31.023404Z","caller":"traceutil/trace.go:171","msg":"trace[372615822] transaction","detail":"{read_only:false; response_revision:38846; number_of_response:1; }","duration":"148.65857ms","start":"2026-03-19T12:33:30.874712Z","end":"2026-03-19T12:33:31.023371Z","steps":["trace[372615822] 'process raft request' (duration: 116.381873ms)","trace[372615822] 'compare' (duration: 32.118532ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:33:31.023535Z","caller":"traceutil/trace.go:171","msg":"trace[972075291] transaction","detail":"{read_only:false; response_revision:38847; number_of_response:1; }","duration":"131.339338ms","start":"2026-03-19T12:33:30.892161Z","end":"2026-03-19T12:33:31.0235Z","steps":["trace[972075291] 'process raft request' (duration: 131.165194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:31.081253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.368397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1428"} {"level":"info","ts":"2026-03-19T12:33:31.081349Z","caller":"traceutil/trace.go:171","msg":"trace[1584676796] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:38850; }","duration":"125.47234ms","start":"2026-03-19T12:33:30.955856Z","end":"2026-03-19T12:33:31.081328Z","steps":["trace[1584676796] 'agreement among raft nodes before linearized reading' (duration: 125.282914ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:34.402147Z","caller":"traceutil/trace.go:171","msg":"trace[1358877061] transaction","detail":"{read_only:false; response_revision:38868; number_of_response:1; }","duration":"106.318319ms","start":"2026-03-19T12:33:34.295801Z","end":"2026-03-19T12:33:34.402119Z","steps":["trace[1358877061] 'process raft request' (duration: 37.15994ms)","trace[1358877061] 'compare' (duration: 68.711897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:33:34.402432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.103564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-magnum-server-conf\" ","response":"range_response_count:1 size:1552"} {"level":"info","ts":"2026-03-19T12:33:34.402468Z","caller":"traceutil/trace.go:171","msg":"trace[1316416050] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-magnum-server-conf; range_end:; response_count:1; response_revision:38868; }","duration":"141.153426ms","start":"2026-03-19T12:33:34.261303Z","end":"2026-03-19T12:33:34.402456Z","steps":["trace[1316416050] 'agreement among raft nodes before linearized reading' (duration: 141.030793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:35.147536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.140373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-19T12:33:35.147889Z","caller":"traceutil/trace.go:171","msg":"trace[1975859435] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38870; }","duration":"110.370099ms","start":"2026-03-19T12:33:35.037297Z","end":"2026-03-19T12:33:35.147667Z","steps":["trace[1975859435] 'range keys from in-memory index tree' (duration: 109.849455ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:35.147998Z","caller":"traceutil/trace.go:171","msg":"trace[1509641845] transaction","detail":"{read_only:false; response_revision:38871; number_of_response:1; }","duration":"105.384963ms","start":"2026-03-19T12:33:35.04235Z","end":"2026-03-19T12:33:35.147735Z","steps":["trace[1509641845] 'process raft request' (duration: 70.083934ms)","trace[1509641845] 'compare' (duration: 34.809616ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:33:36.719058Z","caller":"traceutil/trace.go:171","msg":"trace[582747974] linearizableReadLoop","detail":"{readStateIndex:40232; appliedIndex:40231; }","duration":"163.735679ms","start":"2026-03-19T12:33:36.555298Z","end":"2026-03-19T12:33:36.719033Z","steps":["trace[582747974] 'read index received' (duration: 138.534244ms)","trace[582747974] 'applied index is now lower than readState.Index' (duration: 25.200675ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:33:36.719176Z","caller":"traceutil/trace.go:171","msg":"trace[376750084] transaction","detail":"{read_only:false; response_revision:38883; number_of_response:1; }","duration":"173.568966ms","start":"2026-03-19T12:33:36.545597Z","end":"2026-03-19T12:33:36.719166Z","steps":["trace[376750084] 'process raft request' (duration: 148.278109ms)","trace[376750084] 'compare' (duration: 24.856885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:33:36.719328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.012565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/tempest-bin\" ","response":"range_response_count:1 size:3842"} {"level":"info","ts":"2026-03-19T12:33:36.719376Z","caller":"traceutil/trace.go:171","msg":"trace[816306514] range","detail":"{range_begin:/registry/configmaps/openstack/tempest-bin; range_end:; response_count:1; response_revision:38883; }","duration":"122.111058ms","start":"2026-03-19T12:33:36.597252Z","end":"2026-03-19T12:33:36.719363Z","steps":["trace[816306514] 'agreement among raft nodes before linearized reading' (duration: 121.961294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:36.719662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.976977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/staffeln-bin\" ","response":"range_response_count:1 size:11554"} {"level":"warn","ts":"2026-03-19T12:33:36.719635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.304725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:33:36.719711Z","caller":"traceutil/trace.go:171","msg":"trace[682397084] range","detail":"{range_begin:/registry/configmaps/openstack/staffeln-bin; range_end:; response_count:1; response_revision:38883; }","duration":"107.052549ms","start":"2026-03-19T12:33:36.612641Z","end":"2026-03-19T12:33:36.719694Z","steps":["trace[682397084] 'agreement among raft nodes before linearized reading' (duration: 106.933456ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:36.719729Z","caller":"traceutil/trace.go:171","msg":"trace[961174874] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:38883; }","duration":"164.442489ms","start":"2026-03-19T12:33:36.555264Z","end":"2026-03-19T12:33:36.719706Z","steps":["trace[961174874] 'agreement among raft nodes before linearized reading' (duration: 164.293295ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:43.423699Z","caller":"traceutil/trace.go:171","msg":"trace[938119808] linearizableReadLoop","detail":"{readStateIndex:40278; appliedIndex:40277; }","duration":"291.48592ms","start":"2026-03-19T12:33:43.132174Z","end":"2026-03-19T12:33:43.42366Z","steps":["trace[938119808] 'read index received' (duration: 290.814562ms)","trace[938119808] 'applied index is now lower than readState.Index' (duration: 669.868µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:33:43.423797Z","caller":"traceutil/trace.go:171","msg":"trace[161628269] transaction","detail":"{read_only:false; response_revision:38927; number_of_response:1; }","duration":"356.351922ms","start":"2026-03-19T12:33:43.067401Z","end":"2026-03-19T12:33:43.423753Z","steps":["trace[161628269] 'process raft request' (duration: 355.976792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:43.423994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:33:43.067371Z","time spent":"356.519337ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:33:43.424046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.85351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"info","ts":"2026-03-19T12:33:43.424144Z","caller":"traceutil/trace.go:171","msg":"trace[1683683974] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:38927; }","duration":"292.038745ms","start":"2026-03-19T12:33:43.132082Z","end":"2026-03-19T12:33:43.424121Z","steps":["trace[1683683974] 'agreement among raft nodes before linearized reading' (duration: 291.730907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:43.608028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.083261ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-19T12:33:43.60873Z","caller":"traceutil/trace.go:171","msg":"trace[1228747184] transaction","detail":"{read_only:false; response_revision:38928; number_of_response:1; }","duration":"405.997311ms","start":"2026-03-19T12:33:43.20271Z","end":"2026-03-19T12:33:43.608707Z","steps":["trace[1228747184] 'process raft request' (duration: 405.747225ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:43.609046Z","caller":"traceutil/trace.go:171","msg":"trace[80762985] transaction","detail":"{read_only:false; response_revision:38929; number_of_response:1; }","duration":"403.963376ms","start":"2026-03-19T12:33:43.205014Z","end":"2026-03-19T12:33:43.608977Z","steps":["trace[80762985] 'process raft request' (duration: 403.623816ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:43.609175Z","caller":"traceutil/trace.go:171","msg":"trace[422653360] transaction","detail":"{read_only:false; response_revision:38930; number_of_response:1; }","duration":"403.00389ms","start":"2026-03-19T12:33:43.206135Z","end":"2026-03-19T12:33:43.609139Z","steps":["trace[422653360] 'process raft request' (duration: 402.745643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:43.609109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:33:43.202681Z","time spent":"406.325721ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:33:43.609366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:33:43.206114Z","time spent":"403.159804ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:33:43.609394Z","caller":"traceutil/trace.go:171","msg":"trace[2008886089] transaction","detail":"{read_only:false; response_revision:38931; number_of_response:1; }","duration":"357.908275ms","start":"2026-03-19T12:33:43.251471Z","end":"2026-03-19T12:33:43.609379Z","steps":["trace[2008886089] 'process raft request' (duration: 357.554615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:43.609482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:33:43.251441Z","time spent":"357.991836ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:33:43.609315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:33:43.204978Z","time spent":"404.189922ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:33:43.609515Z","caller":"traceutil/trace.go:171","msg":"trace[2136934569] linearizableReadLoop","detail":"{readStateIndex:40283; appliedIndex:40278; }","duration":"185.671524ms","start":"2026-03-19T12:33:43.42381Z","end":"2026-03-19T12:33:43.609481Z","steps":["trace[2136934569] 'read index received' (duration: 74.060451ms)","trace[2136934569] 'applied index is now lower than readState.Index' (duration: 111.609023ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:33:43.609724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.558813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-19T12:33:43.609804Z","caller":"traceutil/trace.go:171","msg":"trace[1631648197] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38932; }","duration":"347.694287ms","start":"2026-03-19T12:33:43.262088Z","end":"2026-03-19T12:33:43.609783Z","steps":["trace[1631648197] 'agreement among raft nodes before linearized reading' (duration: 347.424719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:43.609882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:33:43.262064Z","time spent":"347.80835ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T12:33:43.609722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.944908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/placement-api\" ","response":"range_response_count:1 size:7748"} {"level":"info","ts":"2026-03-19T12:33:43.610002Z","caller":"traceutil/trace.go:171","msg":"trace[1449608643] range","detail":"{range_begin:/registry/deployments/openstack/placement-api; range_end:; response_count:1; response_revision:38932; }","duration":"463.273847ms","start":"2026-03-19T12:33:43.14671Z","end":"2026-03-19T12:33:43.609984Z","steps":["trace[1449608643] 'agreement among raft nodes before linearized reading' (duration: 462.875216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:43.610065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:33:43.146686Z","time spent":"463.36081ms","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":7772,"request content":"key:\"/registry/deployments/openstack/placement-api\" "} {"level":"warn","ts":"2026-03-19T12:33:43.636099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.76742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"info","ts":"2026-03-19T12:33:43.636157Z","caller":"traceutil/trace.go:171","msg":"trace[547727526] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:38933; }","duration":"205.850063ms","start":"2026-03-19T12:33:43.430291Z","end":"2026-03-19T12:33:43.636141Z","steps":["trace[547727526] 'agreement among raft nodes before linearized reading' (duration: 205.703389ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:45.57012Z","caller":"traceutil/trace.go:171","msg":"trace[953121162] linearizableReadLoop","detail":"{readStateIndex:40292; appliedIndex:40291; }","duration":"134.382062ms","start":"2026-03-19T12:33:45.435709Z","end":"2026-03-19T12:33:45.570091Z","steps":["trace[953121162] 'read index received' (duration: 134.069803ms)","trace[953121162] 'applied index is now lower than readState.Index' (duration: 311.039µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:33:45.57046Z","caller":"traceutil/trace.go:171","msg":"trace[96081018] transaction","detail":"{read_only:false; response_revision:38940; number_of_response:1; }","duration":"135.476611ms","start":"2026-03-19T12:33:45.43497Z","end":"2026-03-19T12:33:45.570447Z","steps":["trace[96081018] 'process raft request' (duration: 134.936247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:45.571226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.495462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189e3c71f31f92f0\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:38939 ","response":"range_response_count:119 size:89301"} {"level":"info","ts":"2026-03-19T12:33:45.571291Z","caller":"traceutil/trace.go:171","msg":"trace[572967477] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189e3c71f31f92f0\u0000; range_end:/registry/events/openstack0; response_count:119; response_revision:38940; }","duration":"135.610715ms","start":"2026-03-19T12:33:45.435665Z","end":"2026-03-19T12:33:45.571275Z","steps":["trace[572967477] 'agreement among raft nodes before linearized reading' (duration: 134.959977ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:45.891635Z","caller":"traceutil/trace.go:171","msg":"trace[1299866649] transaction","detail":"{read_only:false; response_revision:38942; number_of_response:1; }","duration":"275.626479ms","start":"2026-03-19T12:33:45.615953Z","end":"2026-03-19T12:33:45.89158Z","steps":["trace[1299866649] 'process raft request' (duration: 235.000945ms)","trace[1299866649] 'compare' (duration: 40.240004ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:33:45.89263Z","caller":"traceutil/trace.go:171","msg":"trace[438050263] transaction","detail":"{read_only:false; response_revision:38943; number_of_response:1; }","duration":"275.613669ms","start":"2026-03-19T12:33:45.617Z","end":"2026-03-19T12:33:45.892614Z","steps":["trace[438050263] 'process raft request' (duration: 275.29439ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:45.892754Z","caller":"traceutil/trace.go:171","msg":"trace[2103319619] transaction","detail":"{read_only:false; response_revision:38944; number_of_response:1; }","duration":"275.362432ms","start":"2026-03-19T12:33:45.617357Z","end":"2026-03-19T12:33:45.892719Z","steps":["trace[2103319619] 'process raft request' (duration: 275.092395ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:45.893021Z","caller":"traceutil/trace.go:171","msg":"trace[1628665509] transaction","detail":"{read_only:false; response_revision:38945; number_of_response:1; }","duration":"251.911195ms","start":"2026-03-19T12:33:45.641089Z","end":"2026-03-19T12:33:45.893001Z","steps":["trace[1628665509] 'process raft request' (duration: 251.409541ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:45.893111Z","caller":"traceutil/trace.go:171","msg":"trace[788052119] linearizableReadLoop","detail":"{readStateIndex:40297; appliedIndex:40292; }","duration":"234.909333ms","start":"2026-03-19T12:33:45.658164Z","end":"2026-03-19T12:33:45.893074Z","steps":["trace[788052119] 'read index received' (duration: 42.402232ms)","trace[788052119] 'applied index is now lower than readState.Index' (duration: 192.505891ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:33:45.893185Z","caller":"traceutil/trace.go:171","msg":"trace[1947749636] transaction","detail":"{read_only:false; response_revision:38946; number_of_response:1; }","duration":"220.140482ms","start":"2026-03-19T12:33:45.673006Z","end":"2026-03-19T12:33:45.893146Z","steps":["trace[1947749636] 'process raft request' (duration: 219.896505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:45.893374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.875019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:676"} {"level":"warn","ts":"2026-03-19T12:33:45.893399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.044171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/horizon-int\" ","response":"range_response_count:1 size:663"} {"level":"info","ts":"2026-03-19T12:33:45.893434Z","caller":"traceutil/trace.go:171","msg":"trace[297155751] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:38946; }","duration":"228.972992ms","start":"2026-03-19T12:33:45.664438Z","end":"2026-03-19T12:33:45.893411Z","steps":["trace[297155751] 'agreement among raft nodes before linearized reading' (duration: 228.796307ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:45.893447Z","caller":"traceutil/trace.go:171","msg":"trace[1573107792] range","detail":"{range_begin:/registry/services/endpoints/openstack/horizon-int; range_end:; response_count:1; response_revision:38946; }","duration":"152.163285ms","start":"2026-03-19T12:33:45.741268Z","end":"2026-03-19T12:33:45.893431Z","steps":["trace[1573107792] 'agreement among raft nodes before linearized reading' (duration: 151.99206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:45.894709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.518277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-19T12:33:45.894795Z","caller":"traceutil/trace.go:171","msg":"trace[1545250759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38946; }","duration":"236.672011ms","start":"2026-03-19T12:33:45.658099Z","end":"2026-03-19T12:33:45.894771Z","steps":["trace[1545250759] 'agreement among raft nodes before linearized reading' (duration: 235.103269ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:46.3634Z","caller":"traceutil/trace.go:171","msg":"trace[574090959] linearizableReadLoop","detail":"{readStateIndex:40300; appliedIndex:40299; }","duration":"100.236013ms","start":"2026-03-19T12:33:46.263139Z","end":"2026-03-19T12:33:46.363375Z","steps":["trace[574090959] 'read index received' (duration: 100.096129ms)","trace[574090959] 'applied index is now lower than readState.Index' (duration: 138.524µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:33:46.363506Z","caller":"traceutil/trace.go:171","msg":"trace[1346291160] transaction","detail":"{read_only:false; response_revision:38948; number_of_response:1; }","duration":"168.015036ms","start":"2026-03-19T12:33:46.195453Z","end":"2026-03-19T12:33:46.363468Z","steps":["trace[1346291160] 'process raft request' (duration: 167.757669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:46.363835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.673515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/magnum-registry\" ","response":"range_response_count:1 size:694"} {"level":"info","ts":"2026-03-19T12:33:46.363914Z","caller":"traceutil/trace.go:171","msg":"trace[979574838] range","detail":"{range_begin:/registry/services/endpoints/openstack/magnum-registry; range_end:; response_count:1; response_revision:38948; }","duration":"100.784508ms","start":"2026-03-19T12:33:46.263101Z","end":"2026-03-19T12:33:46.363886Z","steps":["trace[979574838] 'agreement among raft nodes before linearized reading' (duration: 100.394577ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:46.462133Z","caller":"traceutil/trace.go:171","msg":"trace[538346237] transaction","detail":"{read_only:false; response_revision:38949; number_of_response:1; }","duration":"139.699186ms","start":"2026-03-19T12:33:46.322401Z","end":"2026-03-19T12:33:46.4621Z","steps":["trace[538346237] 'process raft request' (duration: 62.863218ms)","trace[538346237] 'compare' (duration: 76.363645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:33:46.462502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.072037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:33:46.462562Z","caller":"traceutil/trace.go:171","msg":"trace[396958362] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:38949; }","duration":"101.20148ms","start":"2026-03-19T12:33:46.361344Z","end":"2026-03-19T12:33:46.462546Z","steps":["trace[396958362] 'agreement among raft nodes before linearized reading' (duration: 101.081177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:46.462817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.22966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/magnum-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-03-19T12:33:46.462919Z","caller":"traceutil/trace.go:171","msg":"trace[659597802] range","detail":"{range_begin:/registry/services/endpoints/openstack/magnum-api; range_end:; response_count:1; response_revision:38949; }","duration":"193.365894ms","start":"2026-03-19T12:33:46.269532Z","end":"2026-03-19T12:33:46.462897Z","steps":["trace[659597802] 'agreement among raft nodes before linearized reading' (duration: 193.028105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:46.956191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.28852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T12:33:46.956288Z","caller":"traceutil/trace.go:171","msg":"trace[1765909691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38951; }","duration":"151.423424ms","start":"2026-03-19T12:33:46.804843Z","end":"2026-03-19T12:33:46.956266Z","steps":["trace[1765909691] 'range keys from in-memory index tree' (duration: 151.093386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:46.956327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.201409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/memcached\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-19T12:33:46.956417Z","caller":"traceutil/trace.go:171","msg":"trace[1677065784] range","detail":"{range_begin:/registry/services/endpoints/openstack/memcached; range_end:; response_count:1; response_revision:38951; }","duration":"225.365464ms","start":"2026-03-19T12:33:46.731031Z","end":"2026-03-19T12:33:46.956397Z","steps":["trace[1677065784] 'range keys from in-memory index tree' (duration: 225.000024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:46.956399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.78872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/manila-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-03-19T12:33:46.956493Z","caller":"traceutil/trace.go:171","msg":"trace[2123758203] range","detail":"{range_begin:/registry/services/endpoints/openstack/manila-api; range_end:; response_count:1; response_revision:38951; }","duration":"227.937744ms","start":"2026-03-19T12:33:46.728533Z","end":"2026-03-19T12:33:46.956471Z","steps":["trace[2123758203] 'range keys from in-memory index tree' (duration: 227.568653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:47.255639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.538529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-conductor.189e3c22301cd1aa\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:38952 ","response":"range_response_count:1000 size:779183"} {"level":"info","ts":"2026-03-19T12:33:47.255737Z","caller":"traceutil/trace.go:171","msg":"trace[484077976] range","detail":"{range_begin:/registry/events/openstack/magnum-conductor.189e3c22301cd1aa\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:38952; }","duration":"193.697993ms","start":"2026-03-19T12:33:47.062018Z","end":"2026-03-19T12:33:47.255716Z","steps":["trace[484077976] 'range keys from in-memory index tree' (duration: 189.089798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:47.256626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.597906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-conductor.189e3c22301cd1aa\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:38952 ","response":"range_response_count:1000 size:779183"} {"level":"info","ts":"2026-03-19T12:33:47.256751Z","caller":"traceutil/trace.go:171","msg":"trace[1444901336] range","detail":"{range_begin:/registry/events/openstack/magnum-conductor.189e3c22301cd1aa\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:38952; }","duration":"191.756251ms","start":"2026-03-19T12:33:47.064969Z","end":"2026-03-19T12:33:47.256725Z","steps":["trace[1444901336] 'range keys from in-memory index tree' (duration: 186.741314ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:49.808837Z","caller":"traceutil/trace.go:171","msg":"trace[1919791935] linearizableReadLoop","detail":"{readStateIndex:40321; appliedIndex:40320; }","duration":"154.143229ms","start":"2026-03-19T12:33:49.654667Z","end":"2026-03-19T12:33:49.808811Z","steps":["trace[1919791935] 'read index received' (duration: 153.896622ms)","trace[1919791935] 'applied index is now lower than readState.Index' (duration: 245.287µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:33:49.808877Z","caller":"traceutil/trace.go:171","msg":"trace[319014954] transaction","detail":"{read_only:false; response_revision:38968; number_of_response:1; }","duration":"193.040816ms","start":"2026-03-19T12:33:49.615807Z","end":"2026-03-19T12:33:49.808848Z","steps":["trace[319014954] 'process raft request' (duration: 192.785029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:49.809033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.333384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:33:49.809076Z","caller":"traceutil/trace.go:171","msg":"trace[1903366505] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:38968; }","duration":"154.443386ms","start":"2026-03-19T12:33:49.65462Z","end":"2026-03-19T12:33:49.809063Z","steps":["trace[1903366505] 'agreement among raft nodes before linearized reading' (duration: 154.344494ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:33:49.920543Z","caller":"traceutil/trace.go:171","msg":"trace[1239782268] linearizableReadLoop","detail":"{readStateIndex:40322; appliedIndex:40321; }","duration":"111.586722ms","start":"2026-03-19T12:33:49.808936Z","end":"2026-03-19T12:33:49.920523Z","steps":["trace[1239782268] 'read index received' (duration: 111.496649ms)","trace[1239782268] 'applied index is now lower than readState.Index' (duration: 86.663µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:33:49.920624Z","caller":"traceutil/trace.go:171","msg":"trace[1323916115] transaction","detail":"{read_only:false; response_revision:38969; number_of_response:1; }","duration":"150.370096ms","start":"2026-03-19T12:33:49.770234Z","end":"2026-03-19T12:33:49.920604Z","steps":["trace[1323916115] 'process raft request' (duration: 150.1453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:49.920718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.320033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:909"} {"level":"info","ts":"2026-03-19T12:33:49.920751Z","caller":"traceutil/trace.go:171","msg":"trace[203539632] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:38969; }","duration":"264.378304ms","start":"2026-03-19T12:33:49.656365Z","end":"2026-03-19T12:33:49.920743Z","steps":["trace[203539632] 'agreement among raft nodes before linearized reading' (duration: 264.23943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:33:49.920778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.000956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:967"} {"level":"info","ts":"2026-03-19T12:33:49.920871Z","caller":"traceutil/trace.go:171","msg":"trace[435180057] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:38969; }","duration":"256.15508ms","start":"2026-03-19T12:33:49.664697Z","end":"2026-03-19T12:33:49.920852Z","steps":["trace[435180057] 'agreement among raft nodes before linearized reading' (duration: 255.915183ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:06.201856Z","caller":"traceutil/trace.go:171","msg":"trace[348059402] linearizableReadLoop","detail":"{readStateIndex:40431; appliedIndex:40430; }","duration":"142.248305ms","start":"2026-03-19T12:34:06.05958Z","end":"2026-03-19T12:34:06.201828Z","steps":["trace[348059402] 'read index received' (duration: 142.094431ms)","trace[348059402] 'applied index is now lower than readState.Index' (duration: 152.884µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:34:06.201897Z","caller":"traceutil/trace.go:171","msg":"trace[996593903] transaction","detail":"{read_only:false; response_revision:39075; number_of_response:1; }","duration":"164.607333ms","start":"2026-03-19T12:34:06.03726Z","end":"2026-03-19T12:34:06.201867Z","steps":["trace[996593903] 'process raft request' (duration: 164.355846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:06.202083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.472571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/secretgen-controller/\" range_end:\"/registry/secrets/secretgen-controller0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:34:06.202226Z","caller":"traceutil/trace.go:171","msg":"trace[1080846304] range","detail":"{range_begin:/registry/secrets/secretgen-controller/; range_end:/registry/secrets/secretgen-controller0; response_count:0; response_revision:39075; }","duration":"142.664037ms","start":"2026-03-19T12:34:06.059547Z","end":"2026-03-19T12:34:06.202211Z","steps":["trace[1080846304] 'agreement among raft nodes before linearized reading' (duration: 142.42766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:06.469812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.322419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:34:06.470383Z","caller":"traceutil/trace.go:171","msg":"trace[1553341654] transaction","detail":"{read_only:false; response_revision:39078; number_of_response:1; }","duration":"339.148616ms","start":"2026-03-19T12:34:06.131214Z","end":"2026-03-19T12:34:06.470363Z","steps":["trace[1553341654] 'process raft request' (duration: 339.075104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:06.470508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:34:06.131195Z","time spent":"339.274389ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:34:06.470506Z","caller":"traceutil/trace.go:171","msg":"trace[858228959] transaction","detail":"{read_only:false; response_revision:39076; number_of_response:1; }","duration":"410.544506ms","start":"2026-03-19T12:34:06.059917Z","end":"2026-03-19T12:34:06.470461Z","steps":["trace[858228959] 'process raft request' (duration: 257.469556ms)","trace[858228959] 'compare' (duration: 152.143745ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:34:06.470619Z","caller":"traceutil/trace.go:171","msg":"trace[439816161] transaction","detail":"{read_only:false; response_revision:39079; number_of_response:1; }","duration":"284.607514ms","start":"2026-03-19T12:34:06.18599Z","end":"2026-03-19T12:34:06.470597Z","steps":["trace[439816161] 'process raft request' (duration: 284.334706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:06.470702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:34:06.059904Z","time spent":"410.70912ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:34:06.470733Z","caller":"traceutil/trace.go:171","msg":"trace[1245911561] transaction","detail":"{read_only:false; response_revision:39082; number_of_response:1; }","duration":"259.329807ms","start":"2026-03-19T12:34:06.211383Z","end":"2026-03-19T12:34:06.470713Z","steps":["trace[1245911561] 'process raft request' (duration: 259.282725ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:06.470513Z","caller":"traceutil/trace.go:171","msg":"trace[1183988129] transaction","detail":"{read_only:false; response_revision:39077; number_of_response:1; }","duration":"390.387978ms","start":"2026-03-19T12:34:06.080088Z","end":"2026-03-19T12:34:06.470475Z","steps":["trace[1183988129] 'process raft request' (duration: 390.133591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:06.470959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.043285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:1 size:12596"} {"level":"info","ts":"2026-03-19T12:34:06.471008Z","caller":"traceutil/trace.go:171","msg":"trace[1147476226] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:1; response_revision:39082; }","duration":"349.136897ms","start":"2026-03-19T12:34:06.121857Z","end":"2026-03-19T12:34:06.470994Z","steps":["trace[1147476226] 'agreement among raft nodes before linearized reading' (duration: 348.944582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:06.471038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:34:06.12184Z","time spent":"349.190828ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12620,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-19T12:34:06.470746Z","caller":"traceutil/trace.go:171","msg":"trace[905224900] linearizableReadLoop","detail":"{readStateIndex:40435; appliedIndex:40431; }","duration":"268.742212ms","start":"2026-03-19T12:34:06.201954Z","end":"2026-03-19T12:34:06.470697Z","steps":["trace[905224900] 'read index received' (duration: 115.595101ms)","trace[905224900] 'applied index is now lower than readState.Index' (duration: 153.141161ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:34:06.470851Z","caller":"traceutil/trace.go:171","msg":"trace[731233700] transaction","detail":"{read_only:false; response_revision:39080; number_of_response:1; }","duration":"261.030843ms","start":"2026-03-19T12:34:06.209792Z","end":"2026-03-19T12:34:06.470823Z","steps":["trace[731233700] 'process raft request' (duration: 260.758165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:06.470915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.711933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5621"} {"level":"info","ts":"2026-03-19T12:34:06.471377Z","caller":"traceutil/trace.go:171","msg":"trace[1184278476] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:39082; }","duration":"343.194405ms","start":"2026-03-19T12:34:06.128166Z","end":"2026-03-19T12:34:06.47136Z","steps":["trace[1184278476] 'agreement among raft nodes before linearized reading' (duration: 342.600319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:06.47144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:34:06.128155Z","time spent":"343.269378ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5645,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-19T12:34:06.4715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.818763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-19T12:34:06.471371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.173829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:34:06.471543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.384804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/\" range_end:\"/registry/serviceaccounts/secretgen-controller0\" limit:500 ","response":"range_response_count:2 size:421"} {"level":"info","ts":"2026-03-19T12:34:06.471575Z","caller":"traceutil/trace.go:171","msg":"trace[1685911973] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:39082; }","duration":"239.414586ms","start":"2026-03-19T12:34:06.23214Z","end":"2026-03-19T12:34:06.471554Z","steps":["trace[1685911973] 'agreement among raft nodes before linearized reading' (duration: 239.174769ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:06.471593Z","caller":"traceutil/trace.go:171","msg":"trace[1332415739] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/; range_end:/registry/serviceaccounts/secretgen-controller0; response_count:2; response_revision:39082; }","duration":"172.464496ms","start":"2026-03-19T12:34:06.29911Z","end":"2026-03-19T12:34:06.471574Z","steps":["trace[1332415739] 'agreement among raft nodes before linearized reading' (duration: 172.310852ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:06.471527Z","caller":"traceutil/trace.go:171","msg":"trace[1467635044] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39082; }","duration":"219.879855ms","start":"2026-03-19T12:34:06.251638Z","end":"2026-03-19T12:34:06.471518Z","steps":["trace[1467635044] 'agreement among raft nodes before linearized reading' (duration: 219.801812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:06.471916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:34:06.080071Z","time spent":"390.906682ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:34:06.470867Z","caller":"traceutil/trace.go:171","msg":"trace[550961137] transaction","detail":"{read_only:false; response_revision:39081; number_of_response:1; }","duration":"259.945723ms","start":"2026-03-19T12:34:06.210904Z","end":"2026-03-19T12:34:06.47085Z","steps":["trace[550961137] 'process raft request' (duration: 259.727628ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:07.274429Z","caller":"traceutil/trace.go:171","msg":"trace[1822856488] transaction","detail":"{read_only:false; response_revision:39088; number_of_response:1; }","duration":"106.320699ms","start":"2026-03-19T12:34:07.168088Z","end":"2026-03-19T12:34:07.274409Z","steps":["trace[1822856488] 'process raft request' (duration: 106.040001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:08.592202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.848498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:34:08.592523Z","caller":"traceutil/trace.go:171","msg":"trace[538000040] transaction","detail":"{read_only:false; response_revision:39090; number_of_response:1; }","duration":"449.579666ms","start":"2026-03-19T12:34:08.14289Z","end":"2026-03-19T12:34:08.59247Z","steps":["trace[538000040] 'process raft request' (duration: 305.343177ms)","trace[538000040] 'compare' (duration: 143.414386ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:34:08.592343Z","caller":"traceutil/trace.go:171","msg":"trace[1665853218] linearizableReadLoop","detail":"{readStateIndex:40447; appliedIndex:40446; }","duration":"446.78022ms","start":"2026-03-19T12:34:08.145541Z","end":"2026-03-19T12:34:08.592322Z","steps":["trace[1665853218] 'read index received' (duration: 302.580202ms)","trace[1665853218] 'applied index is now lower than readState.Index' (duration: 144.196737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:34:08.592705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:34:08.142874Z","time spent":"449.727069ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:34:08.593013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.452268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5237"} {"level":"info","ts":"2026-03-19T12:34:08.593096Z","caller":"traceutil/trace.go:171","msg":"trace[518654587] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:39090; }","duration":"447.577791ms","start":"2026-03-19T12:34:08.145499Z","end":"2026-03-19T12:34:08.593077Z","steps":["trace[518654587] 'agreement among raft nodes before linearized reading' (duration: 447.275513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:08.593142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:34:08.145477Z","time spent":"447.654733ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5261,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"info","ts":"2026-03-19T12:34:08.606728Z","caller":"traceutil/trace.go:171","msg":"trace[538752566] transaction","detail":"{read_only:false; response_revision:39091; number_of_response:1; }","duration":"125.524959ms","start":"2026-03-19T12:34:08.481189Z","end":"2026-03-19T12:34:08.606714Z","steps":["trace[538752566] 'process raft request' (duration: 125.423396ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:08.804665Z","caller":"traceutil/trace.go:171","msg":"trace[7226579] transaction","detail":"{read_only:false; response_revision:39092; number_of_response:1; }","duration":"323.342336ms","start":"2026-03-19T12:34:08.481294Z","end":"2026-03-19T12:34:08.804636Z","steps":["trace[7226579] 'process raft request' (duration: 306.379665ms)","trace[7226579] 'compare' (duration: 16.775906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:34:08.80484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:34:08.481263Z","time spent":"323.482599ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:34:08.805104Z","caller":"traceutil/trace.go:171","msg":"trace[879844189] transaction","detail":"{read_only:false; response_revision:39093; number_of_response:1; }","duration":"323.777777ms","start":"2026-03-19T12:34:08.481297Z","end":"2026-03-19T12:34:08.805074Z","steps":["trace[879844189] 'process raft request' (duration: 323.295204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:08.805236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:34:08.481274Z","time spent":"323.89233ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:34:08.805449Z","caller":"traceutil/trace.go:171","msg":"trace[2995192] transaction","detail":"{read_only:false; response_revision:39094; number_of_response:1; }","duration":"324.120336ms","start":"2026-03-19T12:34:08.48132Z","end":"2026-03-19T12:34:08.80544Z","steps":["trace[2995192] 'process raft request' (duration: 323.685245ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:08.805626Z","caller":"traceutil/trace.go:171","msg":"trace[1336161693] linearizableReadLoop","detail":"{readStateIndex:40453; appliedIndex:40448; }","duration":"212.865804ms","start":"2026-03-19T12:34:08.592752Z","end":"2026-03-19T12:34:08.805618Z","steps":["trace[1336161693] 'read index received' (duration: 14.286648ms)","trace[1336161693] 'applied index is now lower than readState.Index' (duration: 198.578546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:34:08.805748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.595904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:34:08.805816Z","caller":"traceutil/trace.go:171","msg":"trace[2047291801] transaction","detail":"{read_only:false; response_revision:39095; number_of_response:1; }","duration":"322.612265ms","start":"2026-03-19T12:34:08.483193Z","end":"2026-03-19T12:34:08.805805Z","steps":["trace[2047291801] 'process raft request' (duration: 322.213445ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:08.805821Z","caller":"traceutil/trace.go:171","msg":"trace[494354950] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:39096; }","duration":"478.696966ms","start":"2026-03-19T12:34:08.327106Z","end":"2026-03-19T12:34:08.805803Z","steps":["trace[494354950] 'agreement among raft nodes before linearized reading' (duration: 478.567713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:08.805847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.056364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12784"} {"level":"warn","ts":"2026-03-19T12:34:08.805865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:34:08.327093Z","time spent":"478.762889ms","remote":"127.0.0.1:53244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-19T12:34:08.805883Z","caller":"traceutil/trace.go:171","msg":"trace[965329190] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:39096; }","duration":"660.090215ms","start":"2026-03-19T12:34:08.145783Z","end":"2026-03-19T12:34:08.805874Z","steps":["trace[965329190] 'agreement among raft nodes before linearized reading' (duration: 660.005183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:08.805916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:34:08.14573Z","time spent":"660.178908ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12808,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-19T12:34:08.805997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.069116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T12:34:08.80603Z","caller":"traceutil/trace.go:171","msg":"trace[987298057] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39096; }","duration":"239.115557ms","start":"2026-03-19T12:34:08.566906Z","end":"2026-03-19T12:34:08.806022Z","steps":["trace[987298057] 'agreement among raft nodes before linearized reading' (duration: 239.025655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:08.806091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.074876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T12:34:08.806117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.157028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-19T12:34:08.806136Z","caller":"traceutil/trace.go:171","msg":"trace[988627733] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:39096; }","duration":"313.134288ms","start":"2026-03-19T12:34:08.492987Z","end":"2026-03-19T12:34:08.806122Z","steps":["trace[988627733] 'agreement among raft nodes before linearized reading' (duration: 313.071906ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:08.806153Z","caller":"traceutil/trace.go:171","msg":"trace[1170547627] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:39096; }","duration":"211.21445ms","start":"2026-03-19T12:34:08.59493Z","end":"2026-03-19T12:34:08.806145Z","steps":["trace[1170547627] 'agreement among raft nodes before linearized reading' (duration: 211.122757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:08.806174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:34:08.492977Z","time spent":"313.188409ms","remote":"127.0.0.1:53224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-19T12:34:08.80624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.076772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-19T12:34:08.805881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:34:08.483182Z","time spent":"322.667137ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T12:34:08.80628Z","caller":"traceutil/trace.go:171","msg":"trace[235442887] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39096; }","duration":"269.142034ms","start":"2026-03-19T12:34:08.537128Z","end":"2026-03-19T12:34:08.80627Z","steps":["trace[235442887] 'agreement among raft nodes before linearized reading' (duration: 269.038371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:08.80577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.069297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-19T12:34:08.806343Z","caller":"traceutil/trace.go:171","msg":"trace[754310030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39096; }","duration":"599.675184ms","start":"2026-03-19T12:34:08.206656Z","end":"2026-03-19T12:34:08.806331Z","steps":["trace[754310030] 'agreement among raft nodes before linearized reading' (duration: 599.029456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:08.80637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:34:08.48129Z","time spent":"324.23216ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:34:08.806383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:34:08.206637Z","time spent":"599.737286ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T12:34:08.806429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.158797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:34:08.805916Z","caller":"traceutil/trace.go:171","msg":"trace[61527479] transaction","detail":"{read_only:false; response_revision:39096; number_of_response:1; }","duration":"322.648206ms","start":"2026-03-19T12:34:08.483259Z","end":"2026-03-19T12:34:08.805907Z","steps":["trace[61527479] 'process raft request' (duration: 322.315787ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:08.806525Z","caller":"traceutil/trace.go:171","msg":"trace[528405355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39096; }","duration":"190.304041ms","start":"2026-03-19T12:34:08.616198Z","end":"2026-03-19T12:34:08.806502Z","steps":["trace[528405355] 'agreement among raft nodes before linearized reading' (duration: 190.138197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:08.806548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T12:34:08.483244Z","time spent":"323.272714ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T12:34:08.805769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.982541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"info","ts":"2026-03-19T12:34:08.806947Z","caller":"traceutil/trace.go:171","msg":"trace[2046039039] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:39096; }","duration":"272.955047ms","start":"2026-03-19T12:34:08.533758Z","end":"2026-03-19T12:34:08.806713Z","steps":["trace[2046039039] 'agreement among raft nodes before linearized reading' (duration: 271.903648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:08.815069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.584321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:392802"} {"level":"info","ts":"2026-03-19T12:34:08.815139Z","caller":"traceutil/trace.go:171","msg":"trace[1632831811] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:39096; }","duration":"214.696654ms","start":"2026-03-19T12:34:08.600427Z","end":"2026-03-19T12:34:08.815124Z","steps":["trace[1632831811] 'agreement among raft nodes before linearized reading' (duration: 206.036429ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:09.088877Z","caller":"traceutil/trace.go:171","msg":"trace[1585772871] transaction","detail":"{read_only:false; response_revision:39099; number_of_response:1; }","duration":"276.557625ms","start":"2026-03-19T12:34:08.812282Z","end":"2026-03-19T12:34:09.08884Z","steps":["trace[1585772871] 'process raft request' (duration: 276.3658ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:09.088836Z","caller":"traceutil/trace.go:171","msg":"trace[312241365] transaction","detail":"{read_only:false; response_revision:39098; number_of_response:1; }","duration":"277.028578ms","start":"2026-03-19T12:34:08.81173Z","end":"2026-03-19T12:34:09.088759Z","steps":["trace[312241365] 'process raft request' (duration: 200.895689ms)","trace[312241365] 'compare' (duration: 75.550603ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:34:09.089023Z","caller":"traceutil/trace.go:171","msg":"trace[251432374] linearizableReadLoop","detail":"{readStateIndex:40457; appliedIndex:40453; }","duration":"273.736028ms","start":"2026-03-19T12:34:08.815254Z","end":"2026-03-19T12:34:09.08899Z","steps":["trace[251432374] 'read index received' (duration: 72.785328ms)","trace[251432374] 'applied index is now lower than readState.Index' (duration: 200.94729ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:34:09.088929Z","caller":"traceutil/trace.go:171","msg":"trace[783390275] transaction","detail":"{read_only:false; response_revision:39100; number_of_response:1; }","duration":"275.004343ms","start":"2026-03-19T12:34:08.813853Z","end":"2026-03-19T12:34:09.088857Z","steps":["trace[783390275] 'process raft request' (duration: 274.9172ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:09.089078Z","caller":"traceutil/trace.go:171","msg":"trace[1131010784] transaction","detail":"{read_only:false; response_revision:39101; number_of_response:1; }","duration":"227.7683ms","start":"2026-03-19T12:34:08.861275Z","end":"2026-03-19T12:34:09.089043Z","steps":["trace[1131010784] 'process raft request' (duration: 227.542243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:09.093689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.406145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:392802"} {"level":"info","ts":"2026-03-19T12:34:09.093752Z","caller":"traceutil/trace.go:171","msg":"trace[984875777] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:39101; }","duration":"278.510468ms","start":"2026-03-19T12:34:08.815228Z","end":"2026-03-19T12:34:09.093739Z","steps":["trace[984875777] 'agreement among raft nodes before linearized reading' (duration: 273.920203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:09.098661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.821329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-conductor.189e3c22301cd1aa\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:39096 ","response":"range_response_count:1000 size:779183"} {"level":"info","ts":"2026-03-19T12:34:09.09875Z","caller":"traceutil/trace.go:171","msg":"trace[2072557031] range","detail":"{range_begin:/registry/events/openstack/magnum-conductor.189e3c22301cd1aa\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:39101; }","duration":"278.013165ms","start":"2026-03-19T12:34:08.820715Z","end":"2026-03-19T12:34:09.098728Z","steps":["trace[2072557031] 'agreement among raft nodes before linearized reading' (duration: 268.467765ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:12.889581Z","caller":"traceutil/trace.go:171","msg":"trace[1235440918] transaction","detail":"{read_only:false; response_revision:39118; number_of_response:1; }","duration":"121.4255ms","start":"2026-03-19T12:34:12.768127Z","end":"2026-03-19T12:34:12.889552Z","steps":["trace[1235440918] 'process raft request' (duration: 121.198864ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:12.931589Z","caller":"traceutil/trace.go:171","msg":"trace[1253328423] transaction","detail":"{read_only:false; response_revision:39119; number_of_response:1; }","duration":"111.88066ms","start":"2026-03-19T12:34:12.819679Z","end":"2026-03-19T12:34:12.93156Z","steps":["trace[1253328423] 'process raft request' (duration: 111.682275ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:13.363397Z","caller":"traceutil/trace.go:171","msg":"trace[1046532066] linearizableReadLoop","detail":"{readStateIndex:40486; appliedIndex:40485; }","duration":"117.915624ms","start":"2026-03-19T12:34:13.245436Z","end":"2026-03-19T12:34:13.363352Z","steps":["trace[1046532066] 'read index received' (duration: 117.577845ms)","trace[1046532066] 'applied index is now lower than readState.Index' (duration: 335.679µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:34:13.363528Z","caller":"traceutil/trace.go:171","msg":"trace[1554915032] transaction","detail":"{read_only:false; response_revision:39128; number_of_response:1; }","duration":"119.376674ms","start":"2026-03-19T12:34:13.244103Z","end":"2026-03-19T12:34:13.363479Z","steps":["trace[1554915032] 'process raft request' (duration: 118.930752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:13.363808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.323925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:693"} {"level":"info","ts":"2026-03-19T12:34:13.363894Z","caller":"traceutil/trace.go:171","msg":"trace[331012213] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:39128; }","duration":"118.478269ms","start":"2026-03-19T12:34:13.245396Z","end":"2026-03-19T12:34:13.363874Z","steps":["trace[331012213] 'agreement among raft nodes before linearized reading' (duration: 118.13436ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:13.369617Z","caller":"traceutil/trace.go:171","msg":"trace[1987934670] transaction","detail":"{read_only:false; response_revision:39129; number_of_response:1; }","duration":"123.111275ms","start":"2026-03-19T12:34:13.246481Z","end":"2026-03-19T12:34:13.369593Z","steps":["trace[1987934670] 'process raft request' (duration: 122.958201ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:15.054778Z","caller":"traceutil/trace.go:171","msg":"trace[526277805] transaction","detail":"{read_only:false; response_revision:39134; number_of_response:1; }","duration":"116.31155ms","start":"2026-03-19T12:34:14.938442Z","end":"2026-03-19T12:34:15.054754Z","steps":["trace[526277805] 'process raft request' (duration: 98.542437ms)","trace[526277805] 'compare' (duration: 17.620349ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:34:15.055215Z","caller":"traceutil/trace.go:171","msg":"trace[1272966443] transaction","detail":"{read_only:false; response_revision:39135; number_of_response:1; }","duration":"116.65643ms","start":"2026-03-19T12:34:14.938536Z","end":"2026-03-19T12:34:15.055193Z","steps":["trace[1272966443] 'process raft request' (duration: 116.175567ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:15.055451Z","caller":"traceutil/trace.go:171","msg":"trace[1288354488] transaction","detail":"{read_only:false; response_revision:39136; number_of_response:1; }","duration":"116.253908ms","start":"2026-03-19T12:34:14.939181Z","end":"2026-03-19T12:34:15.055435Z","steps":["trace[1288354488] 'process raft request' (duration: 115.93536ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:15.055647Z","caller":"traceutil/trace.go:171","msg":"trace[836211807] transaction","detail":"{read_only:false; response_revision:39137; number_of_response:1; }","duration":"116.347752ms","start":"2026-03-19T12:34:14.939281Z","end":"2026-03-19T12:34:15.055629Z","steps":["trace[836211807] 'process raft request' (duration: 116.103695ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:15.308859Z","caller":"traceutil/trace.go:171","msg":"trace[1425730787] transaction","detail":"{read_only:false; response_revision:39139; number_of_response:1; }","duration":"134.522776ms","start":"2026-03-19T12:34:15.174304Z","end":"2026-03-19T12:34:15.308826Z","steps":["trace[1425730787] 'process raft request' (duration: 133.57902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:15.308861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.502632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-5ddfb5765d-ptkwk\" ","response":"range_response_count:1 size:8284"} {"level":"info","ts":"2026-03-19T12:34:15.30909Z","caller":"traceutil/trace.go:171","msg":"trace[1508445242] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-5ddfb5765d-ptkwk; range_end:; response_count:1; response_revision:39138; }","duration":"149.770599ms","start":"2026-03-19T12:34:15.159297Z","end":"2026-03-19T12:34:15.309068Z","steps":["trace[1508445242] 'range keys from in-memory index tree' (duration: 149.344518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:15.310257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.53142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/sh.helm.release.v1.vector.v1\" ","response":"range_response_count:1 size:58193"} {"level":"info","ts":"2026-03-19T12:34:15.310368Z","caller":"traceutil/trace.go:171","msg":"trace[1776635107] range","detail":"{range_begin:/registry/secrets/monitoring/sh.helm.release.v1.vector.v1; range_end:; response_count:1; response_revision:39138; }","duration":"143.702405ms","start":"2026-03-19T12:34:15.166641Z","end":"2026-03-19T12:34:15.310343Z","steps":["trace[1776635107] 'range keys from in-memory index tree' (duration: 141.847744ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:20.906925Z","caller":"traceutil/trace.go:171","msg":"trace[1115640635] linearizableReadLoop","detail":"{readStateIndex:40531; appliedIndex:40530; }","duration":"110.911164ms","start":"2026-03-19T12:34:20.795986Z","end":"2026-03-19T12:34:20.906897Z","steps":["trace[1115640635] 'read index received' (duration: 110.603835ms)","trace[1115640635] 'applied index is now lower than readState.Index' (duration: 306.238µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:34:20.906977Z","caller":"traceutil/trace.go:171","msg":"trace[59618023] transaction","detail":"{read_only:false; response_revision:39172; number_of_response:1; }","duration":"140.966491ms","start":"2026-03-19T12:34:20.765972Z","end":"2026-03-19T12:34:20.906939Z","steps":["trace[59618023] 'process raft request' (duration: 140.721764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:20.907229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.213793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-5c74df59b8-zb4fn\" ","response":"range_response_count:1 size:7234"} {"level":"info","ts":"2026-03-19T12:34:20.90733Z","caller":"traceutil/trace.go:171","msg":"trace[1257514313] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-5c74df59b8-zb4fn; range_end:; response_count:1; response_revision:39172; }","duration":"111.345055ms","start":"2026-03-19T12:34:20.795956Z","end":"2026-03-19T12:34:20.907301Z","steps":["trace[1257514313] 'agreement among raft nodes before linearized reading' (duration: 111.083978ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:21.026827Z","caller":"traceutil/trace.go:171","msg":"trace[1833279513] linearizableReadLoop","detail":"{readStateIndex:40532; appliedIndex:40531; }","duration":"114.645865ms","start":"2026-03-19T12:34:20.912157Z","end":"2026-03-19T12:34:21.026803Z","steps":["trace[1833279513] 'read index received' (duration: 73.97116ms)","trace[1833279513] 'applied index is now lower than readState.Index' (duration: 40.673575ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:34:21.026955Z","caller":"traceutil/trace.go:171","msg":"trace[921656127] transaction","detail":"{read_only:false; response_revision:39173; number_of_response:1; }","duration":"117.77492ms","start":"2026-03-19T12:34:20.909166Z","end":"2026-03-19T12:34:21.026941Z","steps":["trace[921656127] 'process raft request' (duration: 76.89998ms)","trace[921656127] 'compare' (duration: 40.525241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:34:21.027179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.217883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29565380-flf92\" ","response":"range_response_count:1 size:7266"} {"level":"info","ts":"2026-03-19T12:34:21.027239Z","caller":"traceutil/trace.go:171","msg":"trace[816714237] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29565380-flf92; range_end:; response_count:1; response_revision:39173; }","duration":"114.285825ms","start":"2026-03-19T12:34:20.91294Z","end":"2026-03-19T12:34:21.027225Z","steps":["trace[816714237] 'agreement among raft nodes before linearized reading' (duration: 114.125391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:21.027405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.250582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-5c74df59b8-zb4fn\" ","response":"range_response_count:1 size:7234"} {"level":"info","ts":"2026-03-19T12:34:21.027454Z","caller":"traceutil/trace.go:171","msg":"trace[1447520046] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-5c74df59b8-zb4fn; range_end:; response_count:1; response_revision:39173; }","duration":"115.322474ms","start":"2026-03-19T12:34:20.912116Z","end":"2026-03-19T12:34:21.027439Z","steps":["trace[1447520046] 'agreement among raft nodes before linearized reading' (duration: 115.18246ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:21.247116Z","caller":"traceutil/trace.go:171","msg":"trace[1055612368] linearizableReadLoop","detail":"{readStateIndex:40534; appliedIndex:40533; }","duration":"163.37159ms","start":"2026-03-19T12:34:21.083706Z","end":"2026-03-19T12:34:21.247078Z","steps":["trace[1055612368] 'read index received' (duration: 112.142988ms)","trace[1055612368] 'applied index is now lower than readState.Index' (duration: 51.227332ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:34:21.24724Z","caller":"traceutil/trace.go:171","msg":"trace[827532478] transaction","detail":"{read_only:false; response_revision:39175; number_of_response:1; }","duration":"168.754305ms","start":"2026-03-19T12:34:21.078471Z","end":"2026-03-19T12:34:21.247225Z","steps":["trace[827532478] 'process raft request' (duration: 117.360498ms)","trace[827532478] 'compare' (duration: 50.966165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:34:21.247453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.614406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:34:21.247758Z","caller":"traceutil/trace.go:171","msg":"trace[1575276685] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:39175; }","duration":"163.836822ms","start":"2026-03-19T12:34:21.083681Z","end":"2026-03-19T12:34:21.247518Z","steps":["trace[1575276685] 'agreement among raft nodes before linearized reading' (duration: 163.599235ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:21.259055Z","caller":"traceutil/trace.go:171","msg":"trace[297903346] transaction","detail":"{read_only:false; response_revision:39176; number_of_response:1; }","duration":"123.213489ms","start":"2026-03-19T12:34:21.135819Z","end":"2026-03-19T12:34:21.259033Z","steps":["trace[297903346] 'process raft request' (duration: 123.012613ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:21.259202Z","caller":"traceutil/trace.go:171","msg":"trace[85412664] transaction","detail":"{read_only:false; response_revision:39178; number_of_response:1; }","duration":"121.664936ms","start":"2026-03-19T12:34:21.137525Z","end":"2026-03-19T12:34:21.25919Z","steps":["trace[85412664] 'process raft request' (duration: 121.475551ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:21.259261Z","caller":"traceutil/trace.go:171","msg":"trace[467353415] transaction","detail":"{read_only:false; response_revision:39177; number_of_response:1; }","duration":"123.264829ms","start":"2026-03-19T12:34:21.135972Z","end":"2026-03-19T12:34:21.259236Z","steps":["trace[467353415] 'process raft request' (duration: 122.984212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:21.259949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.677763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189e3c71f31f92f0\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:39173 ","response":"range_response_count:119 size:89301"} {"level":"info","ts":"2026-03-19T12:34:21.260028Z","caller":"traceutil/trace.go:171","msg":"trace[1430838482] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189e3c71f31f92f0\u0000; range_end:/registry/events/openstack0; response_count:119; response_revision:39178; }","duration":"172.781985ms","start":"2026-03-19T12:34:21.087227Z","end":"2026-03-19T12:34:21.260009Z","steps":["trace[1430838482] 'agreement among raft nodes before linearized reading' (duration: 171.8365ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:21.387672Z","caller":"traceutil/trace.go:171","msg":"trace[1126482719] transaction","detail":"{read_only:false; response_revision:39180; number_of_response:1; }","duration":"123.877266ms","start":"2026-03-19T12:34:21.263769Z","end":"2026-03-19T12:34:21.387647Z","steps":["trace[1126482719] 'process raft request' (duration: 123.489846ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:25.379091Z","caller":"traceutil/trace.go:171","msg":"trace[1321612787] transaction","detail":"{read_only:false; response_revision:39204; number_of_response:1; }","duration":"106.646758ms","start":"2026-03-19T12:34:25.272371Z","end":"2026-03-19T12:34:25.379018Z","steps":["trace[1321612787] 'process raft request' (duration: 76.768456ms)","trace[1321612787] 'compare' (duration: 29.387349ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:34:25.37913Z","caller":"traceutil/trace.go:171","msg":"trace[1568328474] linearizableReadLoop","detail":"{readStateIndex:40565; appliedIndex:40562; }","duration":"100.235534ms","start":"2026-03-19T12:34:25.278849Z","end":"2026-03-19T12:34:25.379084Z","steps":["trace[1568328474] 'read index received' (duration: 5.971933ms)","trace[1568328474] 'applied index is now lower than readState.Index' (duration: 94.262151ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:34:25.379315Z","caller":"traceutil/trace.go:171","msg":"trace[282546619] transaction","detail":"{read_only:false; response_revision:39205; number_of_response:1; }","duration":"105.910458ms","start":"2026-03-19T12:34:25.27339Z","end":"2026-03-19T12:34:25.3793Z","steps":["trace[282546619] 'process raft request' (duration: 105.480556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:25.386119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.214993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-ks-endpoints-bf5j6.189e3c321e0cb52d\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:39202 ","response":"range_response_count:1000 size:778760"} {"level":"info","ts":"2026-03-19T12:34:25.386237Z","caller":"traceutil/trace.go:171","msg":"trace[2100750357] range","detail":"{range_begin:/registry/events/openstack/magnum-ks-endpoints-bf5j6.189e3c321e0cb52d\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:39205; }","duration":"107.405479ms","start":"2026-03-19T12:34:25.27881Z","end":"2026-03-19T12:34:25.386215Z","steps":["trace[2100750357] 'agreement among raft nodes before linearized reading' (duration: 100.578333ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:25.568224Z","caller":"traceutil/trace.go:171","msg":"trace[1378927409] linearizableReadLoop","detail":"{readStateIndex:40566; appliedIndex:40565; }","duration":"164.584293ms","start":"2026-03-19T12:34:25.403609Z","end":"2026-03-19T12:34:25.568193Z","steps":["trace[1378927409] 'read index received' (duration: 105.97737ms)","trace[1378927409] 'applied index is now lower than readState.Index' (duration: 58.605503ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:34:25.568367Z","caller":"traceutil/trace.go:171","msg":"trace[357530906] transaction","detail":"{read_only:false; response_revision:39206; number_of_response:1; }","duration":"166.994478ms","start":"2026-03-19T12:34:25.40136Z","end":"2026-03-19T12:34:25.568355Z","steps":["trace[357530906] 'process raft request' (duration: 108.310123ms)","trace[357530906] 'compare' (duration: 58.402567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:34:25.568737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.108937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-19T12:34:25.569134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.996117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T12:34:25.568792Z","caller":"traceutil/trace.go:171","msg":"trace[212908192] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39206; }","duration":"165.20279ms","start":"2026-03-19T12:34:25.403576Z","end":"2026-03-19T12:34:25.568779Z","steps":["trace[212908192] 'agreement among raft nodes before linearized reading' (duration: 165.001634ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:25.569221Z","caller":"traceutil/trace.go:171","msg":"trace[2045912311] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39206; }","duration":"125.147471ms","start":"2026-03-19T12:34:25.444053Z","end":"2026-03-19T12:34:25.569201Z","steps":["trace[2045912311] 'agreement among raft nodes before linearized reading' (duration: 124.794521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:25.572215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.768474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-ks-endpoints-bf5j6.189e3c321e0cb52d\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:39205 ","response":"range_response_count:1000 size:778760"} {"level":"info","ts":"2026-03-19T12:34:25.572275Z","caller":"traceutil/trace.go:171","msg":"trace[549647941] range","detail":"{range_begin:/registry/events/openstack/magnum-ks-endpoints-bf5j6.189e3c321e0cb52d\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:39206; }","duration":"165.889468ms","start":"2026-03-19T12:34:25.406374Z","end":"2026-03-19T12:34:25.572263Z","steps":["trace[549647941] 'agreement among raft nodes before linearized reading' (duration: 162.038084ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:25.811597Z","caller":"traceutil/trace.go:171","msg":"trace[386481102] linearizableReadLoop","detail":"{readStateIndex:40571; appliedIndex:40570; }","duration":"109.881495ms","start":"2026-03-19T12:34:25.701681Z","end":"2026-03-19T12:34:25.811563Z","steps":["trace[386481102] 'read index received' (duration: 27.939739ms)","trace[386481102] 'applied index is now lower than readState.Index' (duration: 81.940276ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:34:25.811644Z","caller":"traceutil/trace.go:171","msg":"trace[1611110983] transaction","detail":"{read_only:false; response_revision:39211; number_of_response:1; }","duration":"162.125655ms","start":"2026-03-19T12:34:25.649482Z","end":"2026-03-19T12:34:25.811607Z","steps":["trace[1611110983] 'process raft request' (duration: 80.138358ms)","trace[1611110983] 'compare' (duration: 81.781182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:34:25.811813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.116901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-data-69c97f6746-cb7ht\" ","response":"range_response_count:1 size:7232"} {"level":"info","ts":"2026-03-19T12:34:25.811854Z","caller":"traceutil/trace.go:171","msg":"trace[745522068] range","detail":"{range_begin:/registry/pods/openstack/manila-data-69c97f6746-cb7ht; range_end:; response_count:1; response_revision:39211; }","duration":"110.205544ms","start":"2026-03-19T12:34:25.701638Z","end":"2026-03-19T12:34:25.811844Z","steps":["trace[745522068] 'agreement among raft nodes before linearized reading' (duration: 110.043759ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:31.401627Z","caller":"traceutil/trace.go:171","msg":"trace[1894453912] transaction","detail":"{read_only:false; response_revision:39246; number_of_response:1; }","duration":"101.245471ms","start":"2026-03-19T12:34:31.300342Z","end":"2026-03-19T12:34:31.401587Z","steps":["trace[1894453912] 'process raft request' (duration: 80.770385ms)","trace[1894453912] 'compare' (duration: 20.328372ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:34:31.40218Z","caller":"traceutil/trace.go:171","msg":"trace[831494129] transaction","detail":"{read_only:false; response_revision:39247; number_of_response:1; }","duration":"101.57685ms","start":"2026-03-19T12:34:31.300585Z","end":"2026-03-19T12:34:31.402162Z","steps":["trace[831494129] 'process raft request' (duration: 101.252751ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:31.759002Z","caller":"traceutil/trace.go:171","msg":"trace[1021150868] linearizableReadLoop","detail":"{readStateIndex:40612; appliedIndex:40611; }","duration":"110.147513ms","start":"2026-03-19T12:34:31.648826Z","end":"2026-03-19T12:34:31.758973Z","steps":["trace[1021150868] 'read index received' (duration: 75.700547ms)","trace[1021150868] 'applied index is now lower than readState.Index' (duration: 34.445656ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:34:31.759133Z","caller":"traceutil/trace.go:171","msg":"trace[815448489] transaction","detail":"{read_only:false; response_revision:39251; number_of_response:1; }","duration":"134.824974ms","start":"2026-03-19T12:34:31.624281Z","end":"2026-03-19T12:34:31.759106Z","steps":["trace[815448489] 'process raft request' (duration: 100.353557ms)","trace[815448489] 'compare' (duration: 34.013164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:34:31.75925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.40331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-db-sync-dncl4\" ","response":"range_response_count:1 size:7341"} {"level":"info","ts":"2026-03-19T12:34:31.759292Z","caller":"traceutil/trace.go:171","msg":"trace[892354981] range","detail":"{range_begin:/registry/pods/openstack/nova-db-sync-dncl4; range_end:; response_count:1; response_revision:39251; }","duration":"110.489612ms","start":"2026-03-19T12:34:31.64879Z","end":"2026-03-19T12:34:31.75928Z","steps":["trace[892354981] 'agreement among raft nodes before linearized reading' (duration: 110.320088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:31.759484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.333246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-ks-endpoints-n2jnm\" ","response":"range_response_count:1 size:15351"} {"level":"info","ts":"2026-03-19T12:34:31.759522Z","caller":"traceutil/trace.go:171","msg":"trace[1005893197] range","detail":"{range_begin:/registry/pods/openstack/nova-ks-endpoints-n2jnm; range_end:; response_count:1; response_revision:39251; }","duration":"107.377728ms","start":"2026-03-19T12:34:31.652132Z","end":"2026-03-19T12:34:31.75951Z","steps":["trace[1005893197] 'agreement among raft nodes before linearized reading' (duration: 107.257394ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:33.193557Z","caller":"traceutil/trace.go:171","msg":"trace[1371162034] transaction","detail":"{read_only:false; response_revision:39257; number_of_response:1; }","duration":"159.313809ms","start":"2026-03-19T12:34:33.034216Z","end":"2026-03-19T12:34:33.19353Z","steps":["trace[1371162034] 'process raft request' (duration: 159.072932ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:33.626506Z","caller":"traceutil/trace.go:171","msg":"trace[838042300] linearizableReadLoop","detail":"{readStateIndex:40624; appliedIndex:40622; }","duration":"130.155426ms","start":"2026-03-19T12:34:33.496322Z","end":"2026-03-19T12:34:33.626478Z","steps":["trace[838042300] 'read index received' (duration: 17.403713ms)","trace[838042300] 'applied index is now lower than readState.Index' (duration: 112.750673ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:34:33.626667Z","caller":"traceutil/trace.go:171","msg":"trace[1907086123] transaction","detail":"{read_only:false; response_revision:39262; number_of_response:1; }","duration":"134.72434ms","start":"2026-03-19T12:34:33.49189Z","end":"2026-03-19T12:34:33.626615Z","steps":["trace[1907086123] 'process raft request' (duration: 134.402161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:33.626963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.613798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-housekeeping-74d8f7bf4d-mg795\" ","response":"range_response_count:1 size:8401"} {"level":"info","ts":"2026-03-19T12:34:33.627058Z","caller":"traceutil/trace.go:171","msg":"trace[1067611987] range","detail":"{range_begin:/registry/pods/openstack/octavia-housekeeping-74d8f7bf4d-mg795; range_end:; response_count:1; response_revision:39262; }","duration":"130.726991ms","start":"2026-03-19T12:34:33.496283Z","end":"2026-03-19T12:34:33.62701Z","steps":["trace[1067611987] 'agreement among raft nodes before linearized reading' (duration: 130.353931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:34.017723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.445439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T12:34:34.017913Z","caller":"traceutil/trace.go:171","msg":"trace[1000897933] linearizableReadLoop","detail":"{readStateIndex:40629; appliedIndex:40626; }","duration":"192.525841ms","start":"2026-03-19T12:34:33.82537Z","end":"2026-03-19T12:34:34.017896Z","steps":["trace[1000897933] 'read index received' (duration: 10.429314ms)","trace[1000897933] 'applied index is now lower than readState.Index' (duration: 182.095117ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:34:34.018209Z","caller":"traceutil/trace.go:171","msg":"trace[590146356] transaction","detail":"{read_only:false; response_revision:39267; number_of_response:1; }","duration":"196.17422ms","start":"2026-03-19T12:34:33.822015Z","end":"2026-03-19T12:34:34.018189Z","steps":["trace[590146356] 'process raft request' (duration: 195.80803ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:34.018322Z","caller":"traceutil/trace.go:171","msg":"trace[1713796132] transaction","detail":"{read_only:false; response_revision:39266; number_of_response:1; }","duration":"196.89933ms","start":"2026-03-19T12:34:33.821388Z","end":"2026-03-19T12:34:34.018287Z","steps":["trace[1713796132] 'process raft request' (duration: 49.778052ms)","trace[1713796132] 'compare' (duration: 146.281195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:34:34.01884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.735468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T12:34:34.018958Z","caller":"traceutil/trace.go:171","msg":"trace[331303795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39267; }","duration":"153.914033ms","start":"2026-03-19T12:34:33.865017Z","end":"2026-03-19T12:34:34.018931Z","steps":["trace[331303795] 'agreement among raft nodes before linearized reading' (duration: 153.536802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:34.019002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.87719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-ks-service-pztv9\" ","response":"range_response_count:1 size:8202"} {"level":"info","ts":"2026-03-19T12:34:34.019232Z","caller":"traceutil/trace.go:171","msg":"trace[914512811] range","detail":"{range_begin:/registry/pods/openstack/octavia-ks-service-pztv9; range_end:; response_count:1; response_revision:39267; }","duration":"172.146237ms","start":"2026-03-19T12:34:33.847073Z","end":"2026-03-19T12:34:34.01922Z","steps":["trace[914512811] 'agreement among raft nodes before linearized reading' (duration: 171.416588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:34.021535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.148189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:391303"} {"level":"info","ts":"2026-03-19T12:34:34.021605Z","caller":"traceutil/trace.go:171","msg":"trace[323844409] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:39267; }","duration":"196.234332ms","start":"2026-03-19T12:34:33.825354Z","end":"2026-03-19T12:34:34.021588Z","steps":["trace[323844409] 'agreement among raft nodes before linearized reading' (duration: 193.171598ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:40.006822Z","caller":"traceutil/trace.go:171","msg":"trace[416328174] linearizableReadLoop","detail":"{readStateIndex:40668; appliedIndex:40667; }","duration":"114.589614ms","start":"2026-03-19T12:34:39.892208Z","end":"2026-03-19T12:34:40.006797Z","steps":["trace[416328174] 'read index received' (duration: 114.136551ms)","trace[416328174] 'applied index is now lower than readState.Index' (duration: 452.163µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:34:40.007042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.81615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:10692"} {"level":"info","ts":"2026-03-19T12:34:40.007114Z","caller":"traceutil/trace.go:171","msg":"trace[747359894] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:39305; }","duration":"114.895522ms","start":"2026-03-19T12:34:39.892202Z","end":"2026-03-19T12:34:40.007098Z","steps":["trace[747359894] 'agreement among raft nodes before linearized reading' (duration: 114.721407ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:40.007239Z","caller":"traceutil/trace.go:171","msg":"trace[331637262] transaction","detail":"{read_only:false; response_revision:39305; number_of_response:1; }","duration":"118.611813ms","start":"2026-03-19T12:34:39.888615Z","end":"2026-03-19T12:34:40.007227Z","steps":["trace[331637262] 'process raft request' (duration: 117.797801ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:34:54.35492Z","caller":"traceutil/trace.go:171","msg":"trace[1716385088] linearizableReadLoop","detail":"{readStateIndex:40769; appliedIndex:40768; }","duration":"156.808111ms","start":"2026-03-19T12:34:54.198054Z","end":"2026-03-19T12:34:54.354862Z","steps":["trace[1716385088] 'read index received' (duration: 144.031513ms)","trace[1716385088] 'applied index is now lower than readState.Index' (duration: 12.775198ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:34:54.354989Z","caller":"traceutil/trace.go:171","msg":"trace[1972336253] transaction","detail":"{read_only:false; response_revision:39402; number_of_response:1; }","duration":"226.996968ms","start":"2026-03-19T12:34:54.127944Z","end":"2026-03-19T12:34:54.354941Z","steps":["trace[1972336253] 'process raft request' (duration: 214.259692ms)","trace[1972336253] 'compare' (duration: 12.338525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:34:54.355218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.14045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/nova-nova-compute\" ","response":"range_response_count:1 size:721"} {"level":"info","ts":"2026-03-19T12:34:54.355332Z","caller":"traceutil/trace.go:171","msg":"trace[2104478954] range","detail":"{range_begin:/registry/rolebindings/openstack/nova-nova-compute; range_end:; response_count:1; response_revision:39402; }","duration":"157.320505ms","start":"2026-03-19T12:34:54.197985Z","end":"2026-03-19T12:34:54.355305Z","steps":["trace[2104478954] 'agreement among raft nodes before linearized reading' (duration: 157.016266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:54.35534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.832307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-19T12:34:54.355404Z","caller":"traceutil/trace.go:171","msg":"trace[903599090] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39402; }","duration":"129.91327ms","start":"2026-03-19T12:34:54.225466Z","end":"2026-03-19T12:34:54.35538Z","steps":["trace[903599090] 'agreement among raft nodes before linearized reading' (duration: 129.675533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:34:54.355688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.154376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T12:34:54.355805Z","caller":"traceutil/trace.go:171","msg":"trace[1739190814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39402; }","duration":"123.314261ms","start":"2026-03-19T12:34:54.232467Z","end":"2026-03-19T12:34:54.355781Z","steps":["trace[1739190814] 'agreement among raft nodes before linearized reading' (duration: 122.732195ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:35:03.569423Z","caller":"traceutil/trace.go:171","msg":"trace[1147781124] linearizableReadLoop","detail":"{readStateIndex:40846; appliedIndex:40845; }","duration":"234.584084ms","start":"2026-03-19T12:35:03.334783Z","end":"2026-03-19T12:35:03.569367Z","steps":["trace[1147781124] 'read index received' (duration: 223.163834ms)","trace[1147781124] 'applied index is now lower than readState.Index' (duration: 11.41045ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:35:03.569496Z","caller":"traceutil/trace.go:171","msg":"trace[2133076566] transaction","detail":"{read_only:false; response_revision:39477; number_of_response:1; }","duration":"232.9954ms","start":"2026-03-19T12:35:03.336465Z","end":"2026-03-19T12:35:03.56946Z","steps":["trace[2133076566] 'process raft request' (duration: 232.749954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:35:03.569965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.162409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/heat-openstack-heat-engine-cleaner\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-03-19T12:35:03.570023Z","caller":"traceutil/trace.go:171","msg":"trace[727880963] range","detail":"{range_begin:/registry/roles/openstack/heat-openstack-heat-engine-cleaner; range_end:; response_count:1; response_revision:39478; }","duration":"235.255232ms","start":"2026-03-19T12:35:03.334752Z","end":"2026-03-19T12:35:03.570007Z","steps":["trace[727880963] 'agreement among raft nodes before linearized reading' (duration: 234.876972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:35:03.570038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.288182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/heat-openstack-heat-ks-endpoints\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-03-19T12:35:03.570082Z","caller":"traceutil/trace.go:171","msg":"trace[697816478] range","detail":"{range_begin:/registry/roles/openstack/heat-openstack-heat-ks-endpoints; range_end:; response_count:1; response_revision:39478; }","duration":"200.396045ms","start":"2026-03-19T12:35:03.36967Z","end":"2026-03-19T12:35:03.570066Z","steps":["trace[697816478] 'agreement among raft nodes before linearized reading' (duration: 200.074926ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:35:03.570109Z","caller":"traceutil/trace.go:171","msg":"trace[957603512] transaction","detail":"{read_only:false; response_revision:39478; number_of_response:1; }","duration":"208.66937ms","start":"2026-03-19T12:35:03.361406Z","end":"2026-03-19T12:35:03.570075Z","steps":["trace[957603512] 'process raft request' (duration: 207.961741ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:35:08.574098Z","caller":"traceutil/trace.go:171","msg":"trace[76861051] transaction","detail":"{read_only:false; response_revision:39521; number_of_response:1; }","duration":"144.870886ms","start":"2026-03-19T12:35:08.429195Z","end":"2026-03-19T12:35:08.574066Z","steps":["trace[76861051] 'process raft request' (duration: 144.670331ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:35:08.577797Z","caller":"traceutil/trace.go:171","msg":"trace[1071669835] linearizableReadLoop","detail":"{readStateIndex:40893; appliedIndex:40891; }","duration":"146.062409ms","start":"2026-03-19T12:35:08.431722Z","end":"2026-03-19T12:35:08.577785Z","steps":["trace[1071669835] 'read index received' (duration: 142.104832ms)","trace[1071669835] 'applied index is now lower than readState.Index' (duration: 3.956857ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:35:08.577881Z","caller":"traceutil/trace.go:171","msg":"trace[1427675576] transaction","detail":"{read_only:false; response_revision:39522; number_of_response:1; }","duration":"147.094277ms","start":"2026-03-19T12:35:08.430753Z","end":"2026-03-19T12:35:08.577847Z","steps":["trace[1427675576] 'process raft request' (duration: 146.964723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:35:08.578071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.340236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T12:35:08.578105Z","caller":"traceutil/trace.go:171","msg":"trace[460497065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39522; }","duration":"146.424829ms","start":"2026-03-19T12:35:08.431672Z","end":"2026-03-19T12:35:08.578096Z","steps":["trace[460497065] 'agreement among raft nodes before linearized reading' (duration: 146.175382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:35:09.127095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.826137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/neutron-openstack-neutron-db-init\" ","response":"range_response_count:1 size:676"} {"level":"info","ts":"2026-03-19T12:35:09.12716Z","caller":"traceutil/trace.go:171","msg":"trace[1220344849] range","detail":"{range_begin:/registry/roles/openstack/neutron-openstack-neutron-db-init; range_end:; response_count:1; response_revision:39524; }","duration":"168.918739ms","start":"2026-03-19T12:35:08.958227Z","end":"2026-03-19T12:35:09.127146Z","steps":["trace[1220344849] 'range keys from in-memory index tree' (duration: 168.693403ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:35:20.832863Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37505} {"level":"info","ts":"2026-03-19T12:35:20.9436Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37505,"took":"107.964183ms","hash":2748411030,"current-db-size-bytes":50315264,"current-db-size":"50 MB","current-db-size-in-use-bytes":27537408,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-19T12:35:20.943657Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2748411030,"revision":37505,"compact-revision":35501} {"level":"info","ts":"2026-03-19T12:35:53.001376Z","caller":"traceutil/trace.go:171","msg":"trace[704362858] linearizableReadLoop","detail":"{readStateIndex:41220; appliedIndex:41219; }","duration":"103.132962ms","start":"2026-03-19T12:35:52.898215Z","end":"2026-03-19T12:35:53.001348Z","steps":["trace[704362858] 'read index received' (duration: 50.759839ms)","trace[704362858] 'applied index is now lower than readState.Index' (duration: 52.371493ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:35:53.001751Z","caller":"traceutil/trace.go:171","msg":"trace[341915308] transaction","detail":"{read_only:false; response_revision:39839; number_of_response:1; }","duration":"105.118537ms","start":"2026-03-19T12:35:52.896615Z","end":"2026-03-19T12:35:53.001733Z","steps":["trace[341915308] 'process raft request' (duration: 52.461286ms)","trace[341915308] 'compare' (duration: 51.649983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:35:53.002536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.283344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/neutron-netns-cleanup-cron-default\" ","response":"range_response_count:1 size:32841"} {"level":"info","ts":"2026-03-19T12:35:53.002699Z","caller":"traceutil/trace.go:171","msg":"trace[806442515] range","detail":"{range_begin:/registry/secrets/openstack/neutron-netns-cleanup-cron-default; range_end:; response_count:1; response_revision:39839; }","duration":"104.51876ms","start":"2026-03-19T12:35:52.898138Z","end":"2026-03-19T12:35:53.002657Z","steps":["trace[806442515] 'agreement among raft nodes before linearized reading' (duration: 103.965395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:35:56.048079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.423437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/octavia-health-manager-default\" ","response":"range_response_count:1 size:6123"} {"level":"info","ts":"2026-03-19T12:35:56.048148Z","caller":"traceutil/trace.go:171","msg":"trace[1652873940] range","detail":"{range_begin:/registry/secrets/openstack/octavia-health-manager-default; range_end:; response_count:1; response_revision:39856; }","duration":"104.51627ms","start":"2026-03-19T12:35:55.943616Z","end":"2026-03-19T12:35:56.048132Z","steps":["trace[1652873940] 'agreement among raft nodes before linearized reading' (duration: 104.336125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:35:58.95013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.576982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" ","response":"range_response_count:1 size:1299"} {"level":"warn","ts":"2026-03-19T12:35:58.950193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.269615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-erlang-cookie\" ","response":"range_response_count:1 size:810"} {"level":"info","ts":"2026-03-19T12:35:58.950239Z","caller":"traceutil/trace.go:171","msg":"trace[642203257] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-default-user; range_end:; response_count:1; response_revision:39876; }","duration":"196.712876ms","start":"2026-03-19T12:35:58.753502Z","end":"2026-03-19T12:35:58.950215Z","steps":["trace[642203257] 'range keys from in-memory index tree' (duration: 196.422967ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:35:58.950294Z","caller":"traceutil/trace.go:171","msg":"trace[260076746] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-erlang-cookie; range_end:; response_count:1; response_revision:39876; }","duration":"199.418268ms","start":"2026-03-19T12:35:58.750849Z","end":"2026-03-19T12:35:58.950268Z","steps":["trace[260076746] 'range keys from in-memory index tree' (duration: 199.126141ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:35:59.075023Z","caller":"traceutil/trace.go:171","msg":"trace[2140070655] transaction","detail":"{read_only:false; response_revision:39877; number_of_response:1; }","duration":"119.489956ms","start":"2026-03-19T12:35:58.955497Z","end":"2026-03-19T12:35:59.074987Z","steps":["trace[2140070655] 'process raft request' (duration: 119.287481ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:35:59.08823Z","caller":"traceutil/trace.go:171","msg":"trace[978403313] transaction","detail":"{read_only:false; response_revision:39879; number_of_response:1; }","duration":"128.233104ms","start":"2026-03-19T12:35:58.959965Z","end":"2026-03-19T12:35:59.088198Z","steps":["trace[978403313] 'process raft request' (duration: 128.131151ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:35:59.088557Z","caller":"traceutil/trace.go:171","msg":"trace[1094520782] transaction","detail":"{read_only:false; response_revision:39878; number_of_response:1; }","duration":"132.937782ms","start":"2026-03-19T12:35:58.955586Z","end":"2026-03-19T12:35:59.088524Z","steps":["trace[1094520782] 'process raft request' (duration: 132.331556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:35:59.479228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.870316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T12:35:59.479349Z","caller":"traceutil/trace.go:171","msg":"trace[573484097] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:39880; }","duration":"113.069791ms","start":"2026-03-19T12:35:59.366256Z","end":"2026-03-19T12:35:59.479326Z","steps":["trace[573484097] 'count revisions from in-memory index tree' (duration: 112.754533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:35:59.47947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.171304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-erlang-cookie\" ","response":"range_response_count:1 size:824"} {"level":"info","ts":"2026-03-19T12:35:59.479529Z","caller":"traceutil/trace.go:171","msg":"trace[943764072] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-erlang-cookie; range_end:; response_count:1; response_revision:39880; }","duration":"170.292226ms","start":"2026-03-19T12:35:59.30922Z","end":"2026-03-19T12:35:59.479512Z","steps":["trace[943764072] 'range keys from in-memory index tree' (duration: 169.966748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:35:59.479646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.276899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-magnum-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-19T12:35:59.479717Z","caller":"traceutil/trace.go:171","msg":"trace[430850968] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-magnum-default-user; range_end:; response_count:1; response_revision:39880; }","duration":"109.34921ms","start":"2026-03-19T12:35:59.37035Z","end":"2026-03-19T12:35:59.479699Z","steps":["trace[430850968] 'range keys from in-memory index tree' (duration: 109.067453ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:36:00.121367Z","caller":"traceutil/trace.go:171","msg":"trace[528417183] transaction","detail":"{read_only:false; response_revision:39882; number_of_response:1; }","duration":"115.92236ms","start":"2026-03-19T12:36:00.00541Z","end":"2026-03-19T12:36:00.121332Z","steps":["trace[528417183] 'process raft request' (duration: 115.711574ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:36:00.121607Z","caller":"traceutil/trace.go:171","msg":"trace[39991202] linearizableReadLoop","detail":"{readStateIndex:41265; appliedIndex:41264; }","duration":"114.416439ms","start":"2026-03-19T12:36:00.007174Z","end":"2026-03-19T12:36:00.12159Z","steps":["trace[39991202] 'read index received' (duration: 113.838433ms)","trace[39991202] 'applied index is now lower than readState.Index' (duration: 576.206µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:36:00.121744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.540642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:36:00.12179Z","caller":"traceutil/trace.go:171","msg":"trace[2075865657] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:39882; }","duration":"114.646365ms","start":"2026-03-19T12:36:00.00713Z","end":"2026-03-19T12:36:00.121776Z","steps":["trace[2075865657] 'agreement among raft nodes before linearized reading' (duration: 114.539282ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:36:00.148849Z","caller":"traceutil/trace.go:171","msg":"trace[1630488209] transaction","detail":"{read_only:false; response_revision:39883; number_of_response:1; }","duration":"101.891889ms","start":"2026-03-19T12:36:00.046929Z","end":"2026-03-19T12:36:00.148821Z","steps":["trace[1630488209] 'process raft request' (duration: 101.426227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:36:00.149422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.948947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:5711"} {"level":"info","ts":"2026-03-19T12:36:00.14951Z","caller":"traceutil/trace.go:171","msg":"trace[2008275564] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:39888; }","duration":"114.050359ms","start":"2026-03-19T12:36:00.035439Z","end":"2026-03-19T12:36:00.14949Z","steps":["trace[2008275564] 'agreement among raft nodes before linearized reading' (duration: 113.813903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:36:00.149537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.327376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-neutron-default-user\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-19T12:36:00.149635Z","caller":"traceutil/trace.go:171","msg":"trace[296267398] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-neutron-default-user; range_end:; response_count:1; response_revision:39888; }","duration":"100.475991ms","start":"2026-03-19T12:36:00.04914Z","end":"2026-03-19T12:36:00.149616Z","steps":["trace[296267398] 'agreement among raft nodes before linearized reading' (duration: 100.112371ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:36:00.268134Z","caller":"traceutil/trace.go:171","msg":"trace[1438749296] transaction","detail":"{read_only:false; response_revision:39889; number_of_response:1; }","duration":"101.228981ms","start":"2026-03-19T12:36:00.166885Z","end":"2026-03-19T12:36:00.268114Z","steps":["trace[1438749296] 'process raft request' (duration: 100.687386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:36:03.272629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.302929ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T12:36:03.272768Z","caller":"traceutil/trace.go:171","msg":"trace[1828230517] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:39905; }","duration":"127.469444ms","start":"2026-03-19T12:36:03.14528Z","end":"2026-03-19T12:36:03.272749Z","steps":["trace[1828230517] 'range keys from in-memory index tree' (duration: 127.263518ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T12:36:03.273197Z","caller":"traceutil/trace.go:171","msg":"trace[1199669046] linearizableReadLoop","detail":"{readStateIndex:41289; appliedIndex:41288; }","duration":"126.434876ms","start":"2026-03-19T12:36:03.146745Z","end":"2026-03-19T12:36:03.27318Z","steps":["trace[1199669046] 'read index received' (duration: 46.534974ms)","trace[1199669046] 'applied index is now lower than readState.Index' (duration: 79.898992ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T12:36:03.273322Z","caller":"traceutil/trace.go:171","msg":"trace[2092596386] transaction","detail":"{read_only:false; response_revision:39906; number_of_response:1; }","duration":"146.354817ms","start":"2026-03-19T12:36:03.126951Z","end":"2026-03-19T12:36:03.273306Z","steps":["trace[2092596386] 'process raft request' (duration: 66.470976ms)","trace[2092596386] 'compare' (duration: 79.632814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T12:36:03.273569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.258535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-19T12:36:03.273613Z","caller":"traceutil/trace.go:171","msg":"trace[1699028914] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39906; }","duration":"121.346657ms","start":"2026-03-19T12:36:03.152251Z","end":"2026-03-19T12:36:03.273598Z","steps":["trace[1699028914] 'agreement among raft nodes before linearized reading' (duration: 121.256175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:36:03.273787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.98983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T12:36:03.273942Z","caller":"traceutil/trace.go:171","msg":"trace[1002592430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39906; }","duration":"127.219386ms","start":"2026-03-19T12:36:03.146689Z","end":"2026-03-19T12:36:03.273909Z","steps":["trace[1002592430] 'agreement among raft nodes before linearized reading' (duration: 126.890707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T12:36:03.275982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.735221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:391164"} {"level":"info","ts":"2026-03-19T12:36:03.276067Z","caller":"traceutil/trace.go:171","msg":"trace[239161973] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:39906; }","duration":"120.885605ms","start":"2026-03-19T12:36:03.155165Z","end":"2026-03-19T12:36:03.27605Z","steps":["trace[239161973] 'agreement among raft nodes before linearized reading' (duration: 118.409107ms)"],"step_count":1}