{"level":"warn","ts":"2026-05-26T08:53:06.522368Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-26T08:53:06.522515Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.65:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.65:2380","--initial-cluster=instance=https://199.204.45.65:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.65:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.65:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-26T08:53:06.522614Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-26T08:53:06.522634Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.65:2380"]} {"level":"info","ts":"2026-05-26T08:53:06.522661Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-26T08:53:06.523623Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.65:2379"]} {"level":"info","ts":"2026-05-26T08:53:06.52374Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.65:2380"],"listen-peer-urls":["https://199.204.45.65:2380"],"advertise-client-urls":["https://199.204.45.65:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.65:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.65:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-26T08:53:06.526191Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.15422ms"} {"level":"info","ts":"2026-05-26T08:53:06.532428Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cf8c3a138c9a77a2","cluster-id":"c278183e1f634dff"} {"level":"info","ts":"2026-05-26T08:53:06.532504Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 switched to configuration voters=()"} {"level":"info","ts":"2026-05-26T08:53:06.532523Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became follower at term 0"} {"level":"info","ts":"2026-05-26T08:53:06.532533Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cf8c3a138c9a77a2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-26T08:53:06.532541Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became follower at term 1"} {"level":"info","ts":"2026-05-26T08:53:06.532574Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 switched to configuration voters=(14955392318228297634)"} {"level":"warn","ts":"2026-05-26T08:53:06.538354Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-26T08:53:06.539754Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-26T08:53:06.541839Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-26T08:53:06.545056Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cf8c3a138c9a77a2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-26T08:53:06.545326Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cf8c3a138c9a77a2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-26T08:53:06.545456Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-26T08:53:06.545658Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-26T08:53:06.545691Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-26T08:53:06.547153Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 switched to configuration voters=(14955392318228297634)"} {"level":"info","ts":"2026-05-26T08:53:06.548167Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"c278183e1f634dff","local-member-id":"cf8c3a138c9a77a2","added-peer-id":"cf8c3a138c9a77a2","added-peer-peer-urls":["https://199.204.45.65:2380"]} {"level":"info","ts":"2026-05-26T08:53:06.550983Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-26T08:53:06.551408Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cf8c3a138c9a77a2","initial-advertise-peer-urls":["https://199.204.45.65:2380"],"listen-peer-urls":["https://199.204.45.65:2380"],"advertise-client-urls":["https://199.204.45.65:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.65:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-26T08:53:06.551463Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-26T08:53:06.551575Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.65:2380"} {"level":"info","ts":"2026-05-26T08:53:06.55167Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.65:2380"} {"level":"info","ts":"2026-05-26T08:53:06.733231Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 is starting a new election at term 1"} {"level":"info","ts":"2026-05-26T08:53:06.733323Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-26T08:53:06.733385Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 received MsgPreVoteResp from cf8c3a138c9a77a2 at term 1"} {"level":"info","ts":"2026-05-26T08:53:06.733722Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became candidate at term 2"} {"level":"info","ts":"2026-05-26T08:53:06.733893Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 received MsgVoteResp from cf8c3a138c9a77a2 at term 2"} {"level":"info","ts":"2026-05-26T08:53:06.733989Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became leader at term 2"} {"level":"info","ts":"2026-05-26T08:53:06.734134Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cf8c3a138c9a77a2 elected leader cf8c3a138c9a77a2 at term 2"} {"level":"info","ts":"2026-05-26T08:53:06.736515Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-26T08:53:06.736871Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cf8c3a138c9a77a2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.65:2379]}","request-path":"/0/members/cf8c3a138c9a77a2/attributes","cluster-id":"c278183e1f634dff","publish-timeout":"7s"} {"level":"info","ts":"2026-05-26T08:53:06.73781Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"c278183e1f634dff","local-member-id":"cf8c3a138c9a77a2","cluster-version":"3.5"} {"level":"info","ts":"2026-05-26T08:53:06.737818Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-26T08:53:06.737932Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-26T08:53:06.73796Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-26T08:53:06.738138Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-26T08:53:06.738069Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-26T08:53:06.738219Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-26T08:53:06.740361Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.65:2379"} {"level":"info","ts":"2026-05-26T08:53:06.740689Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-26T08:53:34.998156Z","caller":"traceutil/trace.go:171","msg":"trace[1146730849] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"250.274195ms","start":"2026-05-26T08:53:34.747855Z","end":"2026-05-26T08:53:34.99813Z","steps":["trace[1146730849] 'process raft request' (duration: 250.125281ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:53:35.013767Z","caller":"traceutil/trace.go:171","msg":"trace[1999258322] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"259.690435ms","start":"2026-05-26T08:53:34.754039Z","end":"2026-05-26T08:53:35.013729Z","steps":["trace[1999258322] 'process raft request' (duration: 259.478719ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:53:35.013893Z","caller":"traceutil/trace.go:171","msg":"trace[241258710] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"258.322118ms","start":"2026-05-26T08:53:34.755533Z","end":"2026-05-26T08:53:35.013855Z","steps":["trace[241258710] 'process raft request' (duration: 258.097311ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:53:35.013962Z","caller":"traceutil/trace.go:171","msg":"trace[1695491932] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"248.62744ms","start":"2026-05-26T08:53:34.765287Z","end":"2026-05-26T08:53:35.013914Z","steps":["trace[1695491932] 'process raft request' (duration: 248.406504ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:53:35.014072Z","caller":"traceutil/trace.go:171","msg":"trace[58921441] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"248.244379ms","start":"2026-05-26T08:53:34.765812Z","end":"2026-05-26T08:53:35.014056Z","steps":["trace[58921441] 'process raft request' (duration: 248.015963ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:53:35.01408Z","caller":"traceutil/trace.go:171","msg":"trace[529707607] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"246.990754ms","start":"2026-05-26T08:53:34.767074Z","end":"2026-05-26T08:53:35.014065Z","steps":["trace[529707607] 'process raft request' (duration: 246.83107ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:53:35.014226Z","caller":"traceutil/trace.go:171","msg":"trace[1735045811] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"244.378802ms","start":"2026-05-26T08:53:34.769795Z","end":"2026-05-26T08:53:35.014173Z","steps":["trace[1735045811] 'process raft request' (duration: 244.252519ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:53:35.014252Z","caller":"traceutil/trace.go:171","msg":"trace[1844046665] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"236.038812ms","start":"2026-05-26T08:53:34.77816Z","end":"2026-05-26T08:53:35.014199Z","steps":["trace[1844046665] 'process raft request' (duration: 235.933889ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:53:35.014351Z","caller":"traceutil/trace.go:171","msg":"trace[1705555948] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"224.462933ms","start":"2026-05-26T08:53:34.789875Z","end":"2026-05-26T08:53:35.014338Z","steps":["trace[1705555948] 'process raft request' (duration: 224.271698ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:53:35.014511Z","caller":"traceutil/trace.go:171","msg":"trace[915454602] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"244.781274ms","start":"2026-05-26T08:53:34.769696Z","end":"2026-05-26T08:53:35.014478Z","steps":["trace[915454602] 'process raft request' (duration: 244.2781ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:53:35.014966Z","caller":"traceutil/trace.go:171","msg":"trace[2144042091] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"201.589912ms","start":"2026-05-26T08:53:34.813358Z","end":"2026-05-26T08:53:35.014948Z","steps":["trace[2144042091] 'process raft request' (duration: 201.17094ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:53:35.015088Z","caller":"traceutil/trace.go:171","msg":"trace[380060998] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"102.968471ms","start":"2026-05-26T08:53:34.912097Z","end":"2026-05-26T08:53:35.015066Z","steps":["trace[380060998] 'process raft request' (duration: 102.757005ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:53:35.015103Z","caller":"traceutil/trace.go:171","msg":"trace[1782693867] linearizableReadLoop","detail":"{readStateIndex:491; appliedIndex:482; }","duration":"219.444885ms","start":"2026-05-26T08:53:34.795635Z","end":"2026-05-26T08:53:35.01508Z","steps":["trace[1782693867] 'read index received' (duration: 202.485837ms)","trace[1782693867] 'applied index is now lower than readState.Index' (duration: 16.957628ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T08:53:35.018296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.640633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-26T08:53:35.02427Z","caller":"traceutil/trace.go:171","msg":"trace[1099463359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:476; }","duration":"228.643589ms","start":"2026-05-26T08:53:34.795601Z","end":"2026-05-26T08:53:35.024245Z","steps":["trace[1099463359] 'agreement among raft nodes before linearized reading' (duration: 219.581118ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:53:40.947993Z","caller":"traceutil/trace.go:171","msg":"trace[1498263820] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"141.178725ms","start":"2026-05-26T08:53:40.806766Z","end":"2026-05-26T08:53:40.947945Z","steps":["trace[1498263820] 'process raft request' (duration: 137.869003ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:53:41.173404Z","caller":"traceutil/trace.go:171","msg":"trace[1294218924] linearizableReadLoop","detail":"{readStateIndex:593; appliedIndex:592; }","duration":"117.963024ms","start":"2026-05-26T08:53:41.055399Z","end":"2026-05-26T08:53:41.173362Z","steps":["trace[1294218924] 'read index received' (duration: 93.227312ms)","trace[1294218924] 'applied index is now lower than readState.Index' (duration: 24.734282ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T08:53:41.173509Z","caller":"traceutil/trace.go:171","msg":"trace[1368699411] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"162.151034ms","start":"2026-05-26T08:53:41.011303Z","end":"2026-05-26T08:53:41.173454Z","steps":["trace[1368699411] 'process raft request' (duration: 137.392151ms)","trace[1368699411] 'compare' (duration: 24.429914ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T08:53:41.173657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.246913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-26T08:53:41.173702Z","caller":"traceutil/trace.go:171","msg":"trace[207713794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:572; }","duration":"118.342085ms","start":"2026-05-26T08:53:41.055347Z","end":"2026-05-26T08:53:41.173689Z","steps":["trace[207713794] 'agreement among raft nodes before linearized reading' (duration: 118.13855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:53:41.706079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.799618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-26T08:53:41.706193Z","caller":"traceutil/trace.go:171","msg":"trace[1537860144] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:573; }","duration":"205.963583ms","start":"2026-05-26T08:53:41.500201Z","end":"2026-05-26T08:53:41.706165Z","steps":["trace[1537860144] 'range keys from in-memory index tree' (duration: 205.684905ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:53:41.70819Z","caller":"traceutil/trace.go:171","msg":"trace[1921843960] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"126.16848ms","start":"2026-05-26T08:53:41.58199Z","end":"2026-05-26T08:53:41.708158Z","steps":["trace[1921843960] 'process raft request' (duration: 125.161373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:53:56.509345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.256739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-26T08:53:56.509468Z","caller":"traceutil/trace.go:171","msg":"trace[1445601929] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:731; }","duration":"211.434094ms","start":"2026-05-26T08:53:56.298003Z","end":"2026-05-26T08:53:56.509437Z","steps":["trace[1445601929] 'range keys from in-memory index tree' (duration: 211.069364ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:54:10.051931Z","caller":"traceutil/trace.go:171","msg":"trace[668994277] transaction","detail":"{read_only:false; number_of_response:0; response_revision:868; }","duration":"248.473305ms","start":"2026-05-26T08:54:09.803424Z","end":"2026-05-26T08:54:10.051898Z","steps":["trace[668994277] 'process raft request' (duration: 248.397043ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:54:10.088583Z","caller":"traceutil/trace.go:171","msg":"trace[787681428] linearizableReadLoop","detail":"{readStateIndex:897; appliedIndex:896; }","duration":"270.203825ms","start":"2026-05-26T08:54:09.818348Z","end":"2026-05-26T08:54:10.088552Z","steps":["trace[787681428] 'read index received' (duration: 233.554123ms)","trace[787681428] 'applied index is now lower than readState.Index' (duration: 36.648622ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T08:54:10.088626Z","caller":"traceutil/trace.go:171","msg":"trace[407097933] transaction","detail":"{read_only:false; number_of_response:0; response_revision:868; }","duration":"270.686869ms","start":"2026-05-26T08:54:09.817904Z","end":"2026-05-26T08:54:10.088591Z","steps":["trace[407097933] 'process raft request' (duration: 270.519874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:10.088811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.429072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-26T08:54:10.088875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.000661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-26T08:54:10.088913Z","caller":"traceutil/trace.go:171","msg":"trace[1380824810] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:868; }","duration":"228.093163ms","start":"2026-05-26T08:54:09.860809Z","end":"2026-05-26T08:54:10.088903Z","steps":["trace[1380824810] 'agreement among raft nodes before linearized reading' (duration: 227.911508ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:54:10.088917Z","caller":"traceutil/trace.go:171","msg":"trace[1011948845] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:868; }","duration":"270.589296ms","start":"2026-05-26T08:54:09.818308Z","end":"2026-05-26T08:54:10.088897Z","steps":["trace[1011948845] 'agreement among raft nodes before linearized reading' (duration: 270.388831ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:54:12.340261Z","caller":"traceutil/trace.go:171","msg":"trace[1771157561] linearizableReadLoop","detail":"{readStateIndex:1326; appliedIndex:1323; }","duration":"117.478572ms","start":"2026-05-26T08:54:12.222752Z","end":"2026-05-26T08:54:12.340231Z","steps":["trace[1771157561] 'read index received' (duration: 20.502706ms)","trace[1771157561] 'applied index is now lower than readState.Index' (duration: 96.974746ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T08:54:12.340326Z","caller":"traceutil/trace.go:171","msg":"trace[1540009960] transaction","detail":"{read_only:false; response_revision:1291; number_of_response:1; }","duration":"120.493585ms","start":"2026-05-26T08:54:12.219807Z","end":"2026-05-26T08:54:12.3403Z","steps":["trace[1540009960] 'process raft request' (duration: 120.168426ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:54:12.340372Z","caller":"traceutil/trace.go:171","msg":"trace[1463961902] transaction","detail":"{read_only:false; response_revision:1292; number_of_response:1; }","duration":"112.504154ms","start":"2026-05-26T08:54:12.22783Z","end":"2026-05-26T08:54:12.340334Z","steps":["trace[1463961902] 'process raft request' (duration: 112.298838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:12.340532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.754859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-zcjxg\" ","response":"range_response_count:1 size:2916"} {"level":"info","ts":"2026-05-26T08:54:12.340689Z","caller":"traceutil/trace.go:171","msg":"trace[1071847603] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-startupapicheck-zcjxg; range_end:; response_count:1; response_revision:1292; }","duration":"117.940074ms","start":"2026-05-26T08:54:12.222728Z","end":"2026-05-26T08:54:12.340668Z","steps":["trace[1071847603] 'agreement among raft nodes before linearized reading' (duration: 117.660176ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:54:12.351962Z","caller":"traceutil/trace.go:171","msg":"trace[960743556] transaction","detail":"{read_only:false; response_revision:1293; number_of_response:1; }","duration":"108.698919ms","start":"2026-05-26T08:54:12.243244Z","end":"2026-05-26T08:54:12.351943Z","steps":["trace[960743556] 'process raft request' (duration: 108.487343ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:54:18.118318Z","caller":"traceutil/trace.go:171","msg":"trace[1761963637] linearizableReadLoop","detail":"{readStateIndex:1435; appliedIndex:1434; }","duration":"221.468931ms","start":"2026-05-26T08:54:17.896834Z","end":"2026-05-26T08:54:18.118303Z","steps":["trace[1761963637] 'read index received' (duration: 221.344658ms)","trace[1761963637] 'applied index is now lower than readState.Index' (duration: 123.543µs)"],"step_count":2} {"level":"info","ts":"2026-05-26T08:54:18.118508Z","caller":"traceutil/trace.go:171","msg":"trace[919262005] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"237.131932ms","start":"2026-05-26T08:54:17.88137Z","end":"2026-05-26T08:54:18.118502Z","steps":["trace[919262005] 'process raft request' (duration: 236.824904ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:18.118635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.785339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T08:54:18.11866Z","caller":"traceutil/trace.go:171","msg":"trace[2021385606] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:1399; }","duration":"221.861232ms","start":"2026-05-26T08:54:17.896792Z","end":"2026-05-26T08:54:18.118654Z","steps":["trace[2021385606] 'agreement among raft nodes before linearized reading' (duration: 221.80702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:18.118762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.863661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T08:54:18.11878Z","caller":"traceutil/trace.go:171","msg":"trace[658671149] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:1399; }","duration":"221.912083ms","start":"2026-05-26T08:54:17.896863Z","end":"2026-05-26T08:54:18.118775Z","steps":["trace[658671149] 'agreement among raft nodes before linearized reading' (duration: 221.884692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:18.119025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.813992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T08:54:18.119048Z","caller":"traceutil/trace.go:171","msg":"trace[1190637111] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:1399; }","duration":"104.851763ms","start":"2026-05-26T08:54:18.01419Z","end":"2026-05-26T08:54:18.119042Z","steps":["trace[1190637111] 'agreement among raft nodes before linearized reading' (duration: 104.819672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:18.119127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.425856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T08:54:18.119155Z","caller":"traceutil/trace.go:171","msg":"trace[495097945] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:1399; }","duration":"106.473158ms","start":"2026-05-26T08:54:18.012667Z","end":"2026-05-26T08:54:18.11914Z","steps":["trace[495097945] 'agreement among raft nodes before linearized reading' (duration: 106.446877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:18.119224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.898849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T08:54:18.119241Z","caller":"traceutil/trace.go:171","msg":"trace[398451131] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:1399; }","duration":"106.930851ms","start":"2026-05-26T08:54:18.012306Z","end":"2026-05-26T08:54:18.119237Z","steps":["trace[398451131] 'agreement among raft nodes before linearized reading' (duration: 106.90587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:18.119312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.482655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T08:54:18.119336Z","caller":"traceutil/trace.go:171","msg":"trace[1153342999] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1399; }","duration":"124.521925ms","start":"2026-05-26T08:54:17.994808Z","end":"2026-05-26T08:54:18.11933Z","steps":["trace[1153342999] 'agreement among raft nodes before linearized reading' (duration: 124.486764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:18.119423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.366189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T08:54:18.119441Z","caller":"traceutil/trace.go:171","msg":"trace[1961639492] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1399; }","duration":"125.40267ms","start":"2026-05-26T08:54:17.994035Z","end":"2026-05-26T08:54:18.119437Z","steps":["trace[1961639492] 'agreement among raft nodes before linearized reading' (duration: 125.374499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:18.119508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.693358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T08:54:18.11952Z","caller":"traceutil/trace.go:171","msg":"trace[1103358585] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1399; }","duration":"125.706478ms","start":"2026-05-26T08:54:17.99381Z","end":"2026-05-26T08:54:18.119516Z","steps":["trace[1103358585] 'agreement among raft nodes before linearized reading' (duration: 125.686448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:18.119575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.884815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T08:54:18.119589Z","caller":"traceutil/trace.go:171","msg":"trace[1998223269] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:1399; }","duration":"145.903316ms","start":"2026-05-26T08:54:17.97368Z","end":"2026-05-26T08:54:18.119583Z","steps":["trace[1998223269] 'agreement among raft nodes before linearized reading' (duration: 145.883566ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:18.119655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.979708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T08:54:18.119667Z","caller":"traceutil/trace.go:171","msg":"trace[171383805] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:1399; }","duration":"146.001788ms","start":"2026-05-26T08:54:17.973661Z","end":"2026-05-26T08:54:18.119663Z","steps":["trace[171383805] 'agreement among raft nodes before linearized reading' (duration: 145.981388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:18.119894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.313347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T08:54:18.119929Z","caller":"traceutil/trace.go:171","msg":"trace[706048347] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:1399; }","duration":"146.375968ms","start":"2026-05-26T08:54:17.973542Z","end":"2026-05-26T08:54:18.119918Z","steps":["trace[706048347] 'agreement among raft nodes before linearized reading' (duration: 146.324397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:18.120009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.958486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T08:54:18.120038Z","caller":"traceutil/trace.go:171","msg":"trace[1629879167] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:1399; }","duration":"162.983446ms","start":"2026-05-26T08:54:17.957044Z","end":"2026-05-26T08:54:18.120027Z","steps":["trace[1629879167] 'agreement among raft nodes before linearized reading' (duration: 162.949575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:18.12009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.323284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T08:54:18.120114Z","caller":"traceutil/trace.go:171","msg":"trace[1719303157] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:1399; }","duration":"222.370586ms","start":"2026-05-26T08:54:17.897733Z","end":"2026-05-26T08:54:18.120104Z","steps":["trace[1719303157] 'agreement among raft nodes before linearized reading' (duration: 222.339055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:18.120185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.355276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T08:54:18.12022Z","caller":"traceutil/trace.go:171","msg":"trace[1897046223] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:1399; }","duration":"163.421358ms","start":"2026-05-26T08:54:17.956789Z","end":"2026-05-26T08:54:18.12021Z","steps":["trace[1897046223] 'agreement among raft nodes before linearized reading' (duration: 163.374447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:18.120391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.520172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T08:54:18.120454Z","caller":"traceutil/trace.go:171","msg":"trace[620789267] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:1399; }","duration":"163.617094ms","start":"2026-05-26T08:54:17.956823Z","end":"2026-05-26T08:54:18.12044Z","steps":["trace[620789267] 'agreement among raft nodes before linearized reading' (duration: 163.521521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:18.473166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.024048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-26T08:54:18.473291Z","caller":"traceutil/trace.go:171","msg":"trace[1589788360] transaction","detail":"{read_only:false; response_revision:1400; number_of_response:1; }","duration":"347.862328ms","start":"2026-05-26T08:54:18.125411Z","end":"2026-05-26T08:54:18.473273Z","steps":["trace[1589788360] 'process raft request' (duration: 97.058208ms)","trace[1589788360] 'compare' (duration: 249.922615ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T08:54:18.473379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T08:54:18.125399Z","time spent":"347.94858ms","remote":"127.0.0.1:58192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T08:54:18.580996Z","caller":"traceutil/trace.go:171","msg":"trace[1791188546] linearizableReadLoop","detail":"{readStateIndex:1439; appliedIndex:1435; }","duration":"442.578331ms","start":"2026-05-26T08:54:18.1384Z","end":"2026-05-26T08:54:18.580978Z","steps":["trace[1791188546] 'read index received' (duration: 84.087221ms)","trace[1791188546] 'applied index is now lower than readState.Index' (duration: 358.49057ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T08:54:18.581017Z","caller":"traceutil/trace.go:171","msg":"trace[1116748100] transaction","detail":"{read_only:false; response_revision:1401; number_of_response:1; }","duration":"455.449096ms","start":"2026-05-26T08:54:18.12554Z","end":"2026-05-26T08:54:18.58099Z","steps":["trace[1116748100] 'process raft request' (duration: 455.24147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:18.581117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.282222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-26T08:54:18.581325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.775942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/openvswitch-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T08:54:18.581342Z","caller":"traceutil/trace.go:171","msg":"trace[1174829204] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1403; }","duration":"442.54757ms","start":"2026-05-26T08:54:18.138787Z","end":"2026-05-26T08:54:18.581334Z","steps":["trace[1174829204] 'agreement among raft nodes before linearized reading' (duration: 442.291313ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:54:18.581349Z","caller":"traceutil/trace.go:171","msg":"trace[627810025] range","detail":"{range_begin:/registry/serviceaccounts/openstack/openvswitch-server; range_end:; response_count:0; response_revision:1403; }","duration":"311.830313ms","start":"2026-05-26T08:54:18.269513Z","end":"2026-05-26T08:54:18.581343Z","steps":["trace[627810025] 'agreement among raft nodes before linearized reading' (duration: 311.794902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:18.581365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T08:54:18.138772Z","time spent":"442.586981ms","remote":"127.0.0.1:41476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-26T08:54:18.581369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.129191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-26T08:54:18.581425Z","caller":"traceutil/trace.go:171","msg":"trace[89050081] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1403; }","duration":"391.232384ms","start":"2026-05-26T08:54:18.190181Z","end":"2026-05-26T08:54:18.581414Z","steps":["trace[89050081] 'agreement among raft nodes before linearized reading' (duration: 390.990018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:18.581477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T08:54:18.190161Z","time spent":"391.300687ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-26T08:54:18.581366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T08:54:18.269488Z","time spent":"311.874875ms","remote":"127.0.0.1:58224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/openstack/openvswitch-server\" "} {"level":"warn","ts":"2026-05-26T08:54:18.581158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.751815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T08:54:18.581585Z","caller":"traceutil/trace.go:171","msg":"trace[548865151] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1403; }","duration":"443.210428ms","start":"2026-05-26T08:54:18.138354Z","end":"2026-05-26T08:54:18.581564Z","steps":["trace[548865151] 'agreement among raft nodes before linearized reading' (duration: 442.728285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:18.581638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T08:54:18.138342Z","time spent":"443.28118ms","remote":"127.0.0.1:41476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 "} {"level":"info","ts":"2026-05-26T08:54:18.581192Z","caller":"traceutil/trace.go:171","msg":"trace[648588253] transaction","detail":"{read_only:false; response_revision:1403; number_of_response:1; }","duration":"453.75855ms","start":"2026-05-26T08:54:18.127416Z","end":"2026-05-26T08:54:18.581174Z","steps":["trace[648588253] 'process raft request' (duration: 453.540584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:18.581866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T08:54:18.127399Z","time spent":"454.410437ms","remote":"127.0.0.1:58288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-26T08:54:18.581238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.97101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T08:54:18.581933Z","caller":"traceutil/trace.go:171","msg":"trace[1955886579] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:1403; }","duration":"427.673229ms","start":"2026-05-26T08:54:18.154249Z","end":"2026-05-26T08:54:18.581922Z","steps":["trace[1955886579] 'agreement among raft nodes before linearized reading' (duration: 426.96719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:18.581966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T08:54:18.154244Z","time spent":"427.7118ms","remote":"127.0.0.1:41484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" limit:500 "} {"level":"warn","ts":"2026-05-26T08:54:18.581232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T08:54:18.125527Z","time spent":"455.544949ms","remote":"127.0.0.1:58192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":528,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-26T08:54:18.581245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.494814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T08:54:18.582112Z","caller":"traceutil/trace.go:171","msg":"trace[2062214544] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:1403; }","duration":"428.385539ms","start":"2026-05-26T08:54:18.153715Z","end":"2026-05-26T08:54:18.5821Z","steps":["trace[2062214544] 'agreement among raft nodes before linearized reading' (duration: 427.500035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:18.582163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T08:54:18.153696Z","time spent":"428.453082ms","remote":"127.0.0.1:41484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" limit:10000 "} {"level":"warn","ts":"2026-05-26T08:54:18.58129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.640889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T08:54:18.582234Z","caller":"traceutil/trace.go:171","msg":"trace[391020712] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:1403; }","duration":"428.597645ms","start":"2026-05-26T08:54:18.153627Z","end":"2026-05-26T08:54:18.582225Z","steps":["trace[391020712] 'agreement among raft nodes before linearized reading' (duration: 427.631588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:18.582264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T08:54:18.153616Z","time spent":"428.637836ms","remote":"127.0.0.1:41484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-26T08:54:18.581289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.039251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T08:54:18.582356Z","caller":"traceutil/trace.go:171","msg":"trace[47445572] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1403; }","duration":"441.125491ms","start":"2026-05-26T08:54:18.141224Z","end":"2026-05-26T08:54:18.58235Z","steps":["trace[47445572] 'agreement among raft nodes before linearized reading' (duration: 440.045921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:18.582377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T08:54:18.141215Z","time spent":"441.155882ms","remote":"127.0.0.1:41476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 "} {"level":"warn","ts":"2026-05-26T08:54:18.581311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.25998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-26T08:54:18.582498Z","caller":"traceutil/trace.go:171","msg":"trace[1423109524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1403; }","duration":"174.474344ms","start":"2026-05-26T08:54:18.408016Z","end":"2026-05-26T08:54:18.582491Z","steps":["trace[1423109524] 'agreement among raft nodes before linearized reading' (duration: 173.235ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:54:18.581089Z","caller":"traceutil/trace.go:171","msg":"trace[1860782797] transaction","detail":"{read_only:false; response_revision:1402; number_of_response:1; }","duration":"455.094086ms","start":"2026-05-26T08:54:18.125959Z","end":"2026-05-26T08:54:18.581053Z","steps":["trace[1860782797] 'process raft request' (duration: 454.965113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:18.582649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T08:54:18.125938Z","time spent":"456.68185ms","remote":"127.0.0.1:58288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1066,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-26T08:54:21.328597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.112033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-26T08:54:21.328874Z","caller":"traceutil/trace.go:171","msg":"trace[1919005055] transaction","detail":"{read_only:false; response_revision:1545; number_of_response:1; }","duration":"190.320048ms","start":"2026-05-26T08:54:21.138518Z","end":"2026-05-26T08:54:21.328838Z","steps":["trace[1919005055] 'process raft request' (duration: 26.896416ms)","trace[1919005055] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:473; } (duration: 162.98672ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T08:54:26.118097Z","caller":"traceutil/trace.go:171","msg":"trace[522474237] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"152.019109ms","start":"2026-05-26T08:54:25.966049Z","end":"2026-05-26T08:54:26.118069Z","steps":["trace[522474237] 'process raft request' (duration: 151.836964ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:54:26.304306Z","caller":"traceutil/trace.go:171","msg":"trace[1109207312] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"179.321177ms","start":"2026-05-26T08:54:26.124964Z","end":"2026-05-26T08:54:26.304285Z","steps":["trace[1109207312] 'process raft request' (duration: 179.173273ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:54:26.305197Z","caller":"traceutil/trace.go:171","msg":"trace[724547905] transaction","detail":"{read_only:false; response_revision:1615; number_of_response:1; }","duration":"179.82591ms","start":"2026-05-26T08:54:26.125349Z","end":"2026-05-26T08:54:26.305175Z","steps":["trace[724547905] 'process raft request' (duration: 179.764868ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:54:27.484899Z","caller":"traceutil/trace.go:171","msg":"trace[1999632910] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"170.235898ms","start":"2026-05-26T08:54:27.314642Z","end":"2026-05-26T08:54:27.484878Z","steps":["trace[1999632910] 'process raft request' (duration: 170.132465ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:54:27.495457Z","caller":"traceutil/trace.go:171","msg":"trace[1088746080] linearizableReadLoop","detail":"{readStateIndex:1665; appliedIndex:1664; }","duration":"138.457139ms","start":"2026-05-26T08:54:27.35698Z","end":"2026-05-26T08:54:27.495437Z","steps":["trace[1088746080] 'read index received' (duration: 127.944521ms)","trace[1088746080] 'applied index is now lower than readState.Index' (duration: 10.511358ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T08:54:27.495666Z","caller":"traceutil/trace.go:171","msg":"trace[659369634] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"149.428199ms","start":"2026-05-26T08:54:27.346229Z","end":"2026-05-26T08:54:27.495657Z","steps":["trace[659369634] 'process raft request' (duration: 149.10494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:27.495896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.910511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-26T08:54:27.495923Z","caller":"traceutil/trace.go:171","msg":"trace[2135564140] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1623; }","duration":"138.985253ms","start":"2026-05-26T08:54:27.356929Z","end":"2026-05-26T08:54:27.495914Z","steps":["trace[2135564140] 'agreement among raft nodes before linearized reading' (duration: 138.854379ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:54:30.207169Z","caller":"traceutil/trace.go:171","msg":"trace[1676554235] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"214.659623ms","start":"2026-05-26T08:54:29.992477Z","end":"2026-05-26T08:54:30.207136Z","steps":["trace[1676554235] 'process raft request' (duration: 140.838004ms)","trace[1676554235] 'compare' (duration: 73.695936ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T08:54:35.430364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.979641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1071"} {"level":"info","ts":"2026-05-26T08:54:35.430457Z","caller":"traceutil/trace.go:171","msg":"trace[1124807752] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1788; }","duration":"348.136045ms","start":"2026-05-26T08:54:35.082306Z","end":"2026-05-26T08:54:35.430442Z","steps":["trace[1124807752] 'range keys from in-memory index tree' (duration: 347.775556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:35.430492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T08:54:35.082277Z","time spent":"348.208338ms","remote":"127.0.0.1:58224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1095,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" "} {"level":"warn","ts":"2026-05-26T08:54:38.269228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.589121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-26T08:54:38.269323Z","caller":"traceutil/trace.go:171","msg":"trace[2134465898] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1806; }","duration":"108.743316ms","start":"2026-05-26T08:54:38.160555Z","end":"2026-05-26T08:54:38.269299Z","steps":["trace[2134465898] 'count revisions from in-memory index tree' (duration: 108.479108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:56.523071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620626786873996519,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-26T08:54:56.811673Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.01491476s","expected-duration":"1s"} {"level":"info","ts":"2026-05-26T08:54:56.812086Z","caller":"traceutil/trace.go:171","msg":"trace[639028167] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2205; }","duration":"1.063357486s","start":"2026-05-26T08:54:55.748705Z","end":"2026-05-26T08:54:56.812063Z","steps":["trace[639028167] 'process raft request' (duration: 1.063248773s)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:56.812253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T08:54:55.748687Z","time spent":"1.063472489s","remote":"127.0.0.1:41310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":67,"response count":0,"response size":1570,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T08:54:56.819205Z","caller":"traceutil/trace.go:171","msg":"trace[1922508790] linearizableReadLoop","detail":"{readStateIndex:2286; appliedIndex:2283; }","duration":"796.531165ms","start":"2026-05-26T08:54:56.022648Z","end":"2026-05-26T08:54:56.819179Z","steps":["trace[1922508790] 'read index received' (duration: 789.293257ms)","trace[1922508790] 'applied index is now lower than readState.Index' (duration: 7.236768ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T08:54:56.819304Z","caller":"traceutil/trace.go:171","msg":"trace[1270859594] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"967.709509ms","start":"2026-05-26T08:54:55.851583Z","end":"2026-05-26T08:54:56.819293Z","steps":["trace[1270859594] 'process raft request' (duration: 967.541225ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:54:56.819341Z","caller":"traceutil/trace.go:171","msg":"trace[637903045] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"968.140571ms","start":"2026-05-26T08:54:55.851132Z","end":"2026-05-26T08:54:56.819273Z","steps":["trace[637903045] 'process raft request' (duration: 967.865143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:56.819398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T08:54:55.851576Z","time spent":"967.7599ms","remote":"127.0.0.1:58124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":976,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-26T08:54:56.819477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T08:54:55.851114Z","time spent":"968.301144ms","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-26T08:54:56.819491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.104018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T08:54:56.819549Z","caller":"traceutil/trace.go:171","msg":"trace[444929716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2207; }","duration":"142.201901ms","start":"2026-05-26T08:54:56.677332Z","end":"2026-05-26T08:54:56.819534Z","steps":["trace[444929716] 'agreement among raft nodes before linearized reading' (duration: 142.066157ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:56.819579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.070589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9a82350d-6bdf-4bcb-9fe7-b0d4df002231\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-05-26T08:54:56.819654Z","caller":"traceutil/trace.go:171","msg":"trace[178350435] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9a82350d-6bdf-4bcb-9fe7-b0d4df002231; range_end:; response_count:1; response_revision:2207; }","duration":"642.180401ms","start":"2026-05-26T08:54:56.177455Z","end":"2026-05-26T08:54:56.819635Z","steps":["trace[178350435] 'agreement among raft nodes before linearized reading' (duration: 641.934705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:56.819696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T08:54:56.17744Z","time spent":"642.244674ms","remote":"127.0.0.1:58202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9a82350d-6bdf-4bcb-9fe7-b0d4df002231\" "} {"level":"warn","ts":"2026-05-26T08:54:56.819775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.08716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9a82350d-6bdf-4bcb-9fe7-b0d4df002231\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-05-26T08:54:56.81992Z","caller":"traceutil/trace.go:171","msg":"trace[2082436087] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9a82350d-6bdf-4bcb-9fe7-b0d4df002231; range_end:; response_count:1; response_revision:2207; }","duration":"797.329396ms","start":"2026-05-26T08:54:56.022564Z","end":"2026-05-26T08:54:56.819893Z","steps":["trace[2082436087] 'agreement among raft nodes before linearized reading' (duration: 796.923775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:56.819975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T08:54:56.022535Z","time spent":"797.430199ms","remote":"127.0.0.1:58202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9a82350d-6bdf-4bcb-9fe7-b0d4df002231\" "} {"level":"info","ts":"2026-05-26T08:54:57.360905Z","caller":"traceutil/trace.go:171","msg":"trace[976833944] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"150.750655ms","start":"2026-05-26T08:54:57.210127Z","end":"2026-05-26T08:54:57.360878Z","steps":["trace[976833944] 'process raft request' (duration: 150.58526ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:54:57.628626Z","caller":"traceutil/trace.go:171","msg":"trace[993308017] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2234; }","duration":"234.162057ms","start":"2026-05-26T08:54:57.39444Z","end":"2026-05-26T08:54:57.628602Z","steps":["trace[993308017] 'process raft request' (duration: 151.623449ms)","trace[993308017] 'compare' (duration: 82.480617ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T08:54:57.641923Z","caller":"traceutil/trace.go:171","msg":"trace[507976409] linearizableReadLoop","detail":"{readStateIndex:2318; appliedIndex:2315; }","duration":"117.013942ms","start":"2026-05-26T08:54:57.524883Z","end":"2026-05-26T08:54:57.641897Z","steps":["trace[507976409] 'read index received' (duration: 21.277163ms)","trace[507976409] 'applied index is now lower than readState.Index' (duration: 95.735579ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T08:54:57.641993Z","caller":"traceutil/trace.go:171","msg":"trace[238016113] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"208.495415ms","start":"2026-05-26T08:54:57.43346Z","end":"2026-05-26T08:54:57.641955Z","steps":["trace[238016113] 'process raft request' (duration: 208.149495ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:54:57.642055Z","caller":"traceutil/trace.go:171","msg":"trace[1589450759] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"208.397162ms","start":"2026-05-26T08:54:57.433633Z","end":"2026-05-26T08:54:57.64203Z","steps":["trace[1589450759] 'process raft request' (duration: 208.191396ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:57.642214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.31902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-26T08:54:57.642276Z","caller":"traceutil/trace.go:171","msg":"trace[384622703] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2236; }","duration":"117.438844ms","start":"2026-05-26T08:54:57.524817Z","end":"2026-05-26T08:54:57.642256Z","steps":["trace[384622703] 'agreement among raft nodes before linearized reading' (duration: 117.183527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:57.86803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.514686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-26T08:54:57.86814Z","caller":"traceutil/trace.go:171","msg":"trace[1889132161] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"222.494358ms","start":"2026-05-26T08:54:57.645626Z","end":"2026-05-26T08:54:57.868121Z","steps":["trace[1889132161] 'process raft request' (duration: 93.809107ms)","trace[1889132161] 'compare' (duration: 128.339761ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T08:54:57.888466Z","caller":"traceutil/trace.go:171","msg":"trace[1940003249] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"242.28958ms","start":"2026-05-26T08:54:57.646145Z","end":"2026-05-26T08:54:57.888435Z","steps":["trace[1940003249] 'process raft request' (duration: 242.149596ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:54:57.888467Z","caller":"traceutil/trace.go:171","msg":"trace[317521776] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"241.366135ms","start":"2026-05-26T08:54:57.647066Z","end":"2026-05-26T08:54:57.888432Z","steps":["trace[317521776] 'process raft request' (duration: 241.309393ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:54:57.888603Z","caller":"traceutil/trace.go:171","msg":"trace[1937855209] linearizableReadLoop","detail":"{readStateIndex:2323; appliedIndex:2318; }","duration":"211.774555ms","start":"2026-05-26T08:54:57.676822Z","end":"2026-05-26T08:54:57.888596Z","steps":["trace[1937855209] 'read index received' (duration: 62.624754ms)","trace[1937855209] 'applied index is now lower than readState.Index' (duration: 149.149181ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T08:54:57.888479Z","caller":"traceutil/trace.go:171","msg":"trace[1045014712] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2239; }","duration":"236.328307ms","start":"2026-05-26T08:54:57.652138Z","end":"2026-05-26T08:54:57.888466Z","steps":["trace[1045014712] 'process raft request' (duration: 236.266925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:57.888729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.896358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-26T08:54:57.888749Z","caller":"traceutil/trace.go:171","msg":"trace[560934190] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2240; }","duration":"211.95636ms","start":"2026-05-26T08:54:57.676787Z","end":"2026-05-26T08:54:57.888744Z","steps":["trace[560934190] 'agreement among raft nodes before linearized reading' (duration: 211.859698ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:54:57.88872Z","caller":"traceutil/trace.go:171","msg":"trace[1086083327] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"236.159942ms","start":"2026-05-26T08:54:57.652507Z","end":"2026-05-26T08:54:57.888667Z","steps":["trace[1086083327] 'process raft request' (duration: 235.914725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:57.888784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.937637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-26T08:54:57.888811Z","caller":"traceutil/trace.go:171","msg":"trace[199060742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2240; }","duration":"194.003999ms","start":"2026-05-26T08:54:57.6948Z","end":"2026-05-26T08:54:57.888804Z","steps":["trace[199060742] 'agreement among raft nodes before linearized reading' (duration: 193.897246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:54:57.888941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.756083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-26T08:54:57.888997Z","caller":"traceutil/trace.go:171","msg":"trace[393000674] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2240; }","duration":"162.823235ms","start":"2026-05-26T08:54:57.726157Z","end":"2026-05-26T08:54:57.88898Z","steps":["trace[393000674] 'agreement among raft nodes before linearized reading' (duration: 162.715812ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:54:58.214255Z","caller":"traceutil/trace.go:171","msg":"trace[854698758] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"252.665734ms","start":"2026-05-26T08:54:57.961551Z","end":"2026-05-26T08:54:58.214217Z","steps":["trace[854698758] 'process raft request' (duration: 234.480546ms)","trace[854698758] 'compare' (duration: 17.810637ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T08:54:58.613948Z","caller":"traceutil/trace.go:171","msg":"trace[1505593444] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"105.281691ms","start":"2026-05-26T08:54:58.508628Z","end":"2026-05-26T08:54:58.61391Z","steps":["trace[1505593444] 'process raft request' (duration: 104.87235ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:54:58.620526Z","caller":"traceutil/trace.go:171","msg":"trace[446022082] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2260; }","duration":"110.849773ms","start":"2026-05-26T08:54:58.509614Z","end":"2026-05-26T08:54:58.620464Z","steps":["trace[446022082] 'process raft request' (duration: 110.695569ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:55:00.406538Z","caller":"traceutil/trace.go:171","msg":"trace[882563570] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"135.58739ms","start":"2026-05-26T08:55:00.270908Z","end":"2026-05-26T08:55:00.406496Z","steps":["trace[882563570] 'process raft request' (duration: 73.861581ms)","trace[882563570] 'compare' (duration: 61.506393ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T08:55:00.417301Z","caller":"traceutil/trace.go:171","msg":"trace[367998098] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"140.109834ms","start":"2026-05-26T08:55:00.277174Z","end":"2026-05-26T08:55:00.417284Z","steps":["trace[367998098] 'process raft request' (duration: 139.9944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:55:14.872076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.976334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-26T08:55:14.872478Z","caller":"traceutil/trace.go:171","msg":"trace[415411241] transaction","detail":"{read_only:false; response_revision:2551; number_of_response:1; }","duration":"423.149758ms","start":"2026-05-26T08:55:14.449229Z","end":"2026-05-26T08:55:14.872379Z","steps":["trace[415411241] 'process raft request' (duration: 75.743803ms)","trace[415411241] 'compare' (duration: 346.655395ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T08:55:14.872641Z","caller":"traceutil/trace.go:171","msg":"trace[382402652] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"315.508193ms","start":"2026-05-26T08:55:14.557095Z","end":"2026-05-26T08:55:14.872603Z","steps":["trace[382402652] 'process raft request' (duration: 315.210285ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:55:14.872577Z","caller":"traceutil/trace.go:171","msg":"trace[1835309987] linearizableReadLoop","detail":"{readStateIndex:2644; appliedIndex:2642; }","duration":"197.404271ms","start":"2026-05-26T08:55:14.675151Z","end":"2026-05-26T08:55:14.872555Z","steps":["trace[1835309987] 'read index received' (duration: 59.701µs)","trace[1835309987] 'applied index is now lower than readState.Index' (duration: 197.34328ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T08:55:14.8728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T08:55:14.55705Z","time spent":"315.668938ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-26T08:55:14.87296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.806523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-26T08:55:14.872991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T08:55:14.449204Z","time spent":"423.387474ms","remote":"127.0.0.1:58202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8148,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T08:55:14.873074Z","caller":"traceutil/trace.go:171","msg":"trace[1146660371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2552; }","duration":"197.905745ms","start":"2026-05-26T08:55:14.675097Z","end":"2026-05-26T08:55:14.873002Z","steps":["trace[1146660371] 'agreement among raft nodes before linearized reading' (duration: 197.69898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:55:46.702281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.554276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-26T08:55:46.702665Z","caller":"traceutil/trace.go:171","msg":"trace[757540718] linearizableReadLoop","detail":"{readStateIndex:2949; appliedIndex:2947; }","duration":"430.852539ms","start":"2026-05-26T08:55:46.271661Z","end":"2026-05-26T08:55:46.702514Z","steps":["trace[757540718] 'read index received' (duration: 138.954553ms)","trace[757540718] 'applied index is now lower than readState.Index' (duration: 291.896045ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T08:55:46.70278Z","caller":"traceutil/trace.go:171","msg":"trace[954798251] transaction","detail":"{read_only:false; response_revision:2849; number_of_response:1; }","duration":"431.346341ms","start":"2026-05-26T08:55:46.271419Z","end":"2026-05-26T08:55:46.702765Z","steps":["trace[954798251] 'process raft request' (duration: 431.009632ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:55:46.702862Z","caller":"traceutil/trace.go:171","msg":"trace[1282166955] transaction","detail":"{read_only:false; response_revision:2848; number_of_response:1; }","duration":"434.749429ms","start":"2026-05-26T08:55:46.268062Z","end":"2026-05-26T08:55:46.702812Z","steps":["trace[1282166955] 'process raft request' (duration: 142.546466ms)","trace[1282166955] 'compare' (duration: 291.363922ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T08:55:46.702923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.229158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-26T08:55:46.702962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T08:55:46.271406Z","time spent":"431.472705ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T08:55:46.703042Z","caller":"traceutil/trace.go:171","msg":"trace[435895909] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2849; }","duration":"431.403003ms","start":"2026-05-26T08:55:46.271614Z","end":"2026-05-26T08:55:46.703017Z","steps":["trace[435895909] 'agreement among raft nodes before linearized reading' (duration: 431.176437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:55:46.703047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T08:55:46.268028Z","time spent":"434.928504ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-26T08:55:46.703103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T08:55:46.271594Z","time spent":"431.497215ms","remote":"127.0.0.1:49592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-05-26T08:55:46.99547Z","caller":"traceutil/trace.go:171","msg":"trace[1111687569] transaction","detail":"{read_only:false; response_revision:2850; number_of_response:1; }","duration":"514.984462ms","start":"2026-05-26T08:55:46.48045Z","end":"2026-05-26T08:55:46.995435Z","steps":["trace[1111687569] 'process raft request' (duration: 514.800887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:55:46.995675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T08:55:46.480421Z","time spent":"515.130866ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T08:55:47.00459Z","caller":"traceutil/trace.go:171","msg":"trace[1054895880] linearizableReadLoop","detail":"{readStateIndex:2951; appliedIndex:2949; }","duration":"301.856642ms","start":"2026-05-26T08:55:46.702714Z","end":"2026-05-26T08:55:47.004571Z","steps":["trace[1054895880] 'read index received' (duration: 292.533802ms)","trace[1054895880] 'applied index is now lower than readState.Index' (duration: 9.32191ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T08:55:47.004716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.131338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T08:55:47.004681Z","caller":"traceutil/trace.go:171","msg":"trace[153411267] transaction","detail":"{read_only:false; response_revision:2851; number_of_response:1; }","duration":"370.439725ms","start":"2026-05-26T08:55:46.634193Z","end":"2026-05-26T08:55:47.004633Z","steps":["trace[153411267] 'process raft request' (duration: 370.261821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:55:47.004902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.043588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-26T08:55:47.004745Z","caller":"traceutil/trace.go:171","msg":"trace[1398757736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2851; }","duration":"328.23786ms","start":"2026-05-26T08:55:46.676499Z","end":"2026-05-26T08:55:47.004737Z","steps":["trace[1398757736] 'agreement among raft nodes before linearized reading' (duration: 328.162068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:55:47.004925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T08:55:46.634175Z","time spent":"370.631711ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T08:55:47.004951Z","caller":"traceutil/trace.go:171","msg":"trace[12476638] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2851; }","duration":"647.12318ms","start":"2026-05-26T08:55:46.357814Z","end":"2026-05-26T08:55:47.004937Z","steps":["trace[12476638] 'agreement among raft nodes before linearized reading' (duration: 646.946896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:55:47.004995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T08:55:46.676464Z","time spent":"328.499277ms","remote":"127.0.0.1:58020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-26T08:55:47.005113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T08:55:46.357769Z","time spent":"647.331335ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-26T08:56:23.11819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.110703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-26T08:56:23.118352Z","caller":"traceutil/trace.go:171","msg":"trace[1289712265] transaction","detail":"{read_only:false; response_revision:3061; number_of_response:1; }","duration":"219.482908ms","start":"2026-05-26T08:56:22.898847Z","end":"2026-05-26T08:56:23.11833Z","steps":["trace[1289712265] 'process raft request' (duration: 117.125427ms)","trace[1289712265] 'compare' (duration: 101.867127ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T08:56:23.12487Z","caller":"traceutil/trace.go:171","msg":"trace[121826321] transaction","detail":"{read_only:false; response_revision:3062; number_of_response:1; }","duration":"103.094311ms","start":"2026-05-26T08:56:23.02175Z","end":"2026-05-26T08:56:23.124844Z","steps":["trace[121826321] 'process raft request' (duration: 102.937747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T08:57:45.588186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.116485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-26T08:57:45.588536Z","caller":"traceutil/trace.go:171","msg":"trace[1833679531] transaction","detail":"{read_only:false; response_revision:3570; number_of_response:1; }","duration":"128.9669ms","start":"2026-05-26T08:57:45.459405Z","end":"2026-05-26T08:57:45.588372Z","steps":["trace[1833679531] 'compare' (duration: 120.961671ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T08:57:45.765342Z","caller":"traceutil/trace.go:171","msg":"trace[1643790819] transaction","detail":"{read_only:false; response_revision:3571; number_of_response:1; }","duration":"172.659004ms","start":"2026-05-26T08:57:45.592654Z","end":"2026-05-26T08:57:45.765313Z","steps":["trace[1643790819] 'process raft request' (duration: 123.11101ms)","trace[1643790819] 'compare' (duration: 49.203925ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T08:57:45.93739Z","caller":"traceutil/trace.go:171","msg":"trace[234096046] linearizableReadLoop","detail":"{readStateIndex:3697; appliedIndex:3696; }","duration":"154.087473ms","start":"2026-05-26T08:57:45.783275Z","end":"2026-05-26T08:57:45.937363Z","steps":["trace[234096046] 'read index received' (duration: 94.980725ms)","trace[234096046] 'applied index is now lower than readState.Index' (duration: 59.105808ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T08:57:45.937417Z","caller":"traceutil/trace.go:171","msg":"trace[2141828716] transaction","detail":"{read_only:false; response_revision:3572; number_of_response:1; }","duration":"167.212114ms","start":"2026-05-26T08:57:45.770168Z","end":"2026-05-26T08:57:45.93738Z","steps":["trace[2141828716] 'process raft request' (duration: 108.170929ms)","trace[2141828716] 'compare' (duration: 58.84027ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T08:57:45.939855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.553821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-26T08:57:45.939918Z","caller":"traceutil/trace.go:171","msg":"trace[431693875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3572; }","duration":"156.653164ms","start":"2026-05-26T08:57:45.783249Z","end":"2026-05-26T08:57:45.939902Z","steps":["trace[431693875] 'agreement among raft nodes before linearized reading' (duration: 154.200316ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:01:59.343834Z","caller":"traceutil/trace.go:171","msg":"trace[1877648970] transaction","detail":"{read_only:false; response_revision:5977; number_of_response:1; }","duration":"114.925035ms","start":"2026-05-26T09:01:59.22888Z","end":"2026-05-26T09:01:59.343805Z","steps":["trace[1877648970] 'process raft request' (duration: 111.304384ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:02:05.080299Z","caller":"traceutil/trace.go:171","msg":"trace[1801445915] transaction","detail":"{read_only:false; response_revision:6023; number_of_response:1; }","duration":"115.565753ms","start":"2026-05-26T09:02:04.964706Z","end":"2026-05-26T09:02:05.080271Z","steps":["trace[1801445915] 'process raft request' (duration: 115.258295ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:02:05.238371Z","caller":"traceutil/trace.go:171","msg":"trace[136444178] transaction","detail":"{read_only:false; response_revision:6024; number_of_response:1; }","duration":"137.531665ms","start":"2026-05-26T09:02:05.100821Z","end":"2026-05-26T09:02:05.238353Z","steps":["trace[136444178] 'process raft request' (duration: 137.242937ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:02:05.238363Z","caller":"traceutil/trace.go:171","msg":"trace[2070156984] linearizableReadLoop","detail":"{readStateIndex:6232; appliedIndex:6231; }","duration":"116.989992ms","start":"2026-05-26T09:02:05.121347Z","end":"2026-05-26T09:02:05.238337Z","steps":["trace[2070156984] 'read index received' (duration: 116.629892ms)","trace[2070156984] 'applied index is now lower than readState.Index' (duration: 358.96µs)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:02:05.238575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.221318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16084"} {"level":"info","ts":"2026-05-26T09:02:05.238632Z","caller":"traceutil/trace.go:171","msg":"trace[1912313549] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6024; }","duration":"117.334091ms","start":"2026-05-26T09:02:05.121284Z","end":"2026-05-26T09:02:05.238618Z","steps":["trace[1912313549] 'agreement among raft nodes before linearized reading' (duration: 117.135846ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:02:41.896111Z","caller":"traceutil/trace.go:171","msg":"trace[1596256315] transaction","detail":"{read_only:false; response_revision:6327; number_of_response:1; }","duration":"101.243323ms","start":"2026-05-26T09:02:41.794836Z","end":"2026-05-26T09:02:41.896079Z","steps":["trace[1596256315] 'process raft request' (duration: 101.028537ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:03:07.427883Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3682} {"level":"info","ts":"2026-05-26T09:03:07.534907Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3682,"took":"105.029089ms","hash":3187263010,"current-db-size-bytes":63344640,"current-db-size":"63 MB","current-db-size-in-use-bytes":33959936,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-26T09:03:07.534994Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3187263010,"revision":3682,"compact-revision":-1} {"level":"info","ts":"2026-05-26T09:03:57.620396Z","caller":"traceutil/trace.go:171","msg":"trace[2038085874] linearizableReadLoop","detail":"{readStateIndex:7545; appliedIndex:7544; }","duration":"132.182565ms","start":"2026-05-26T09:03:57.488183Z","end":"2026-05-26T09:03:57.620366Z","steps":["trace[2038085874] 'read index received' (duration: 114.501058ms)","trace[2038085874] 'applied index is now lower than readState.Index' (duration: 17.679747ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:03:57.620677Z","caller":"traceutil/trace.go:171","msg":"trace[2085690417] transaction","detail":"{read_only:false; response_revision:7302; number_of_response:1; }","duration":"154.562402ms","start":"2026-05-26T09:03:57.466084Z","end":"2026-05-26T09:03:57.620647Z","steps":["trace[2085690417] 'process raft request' (duration: 136.442303ms)","trace[2085690417] 'compare' (duration: 17.489872ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:03:57.620901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.435892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-85dab337-415a-4c6a-8a54-0e5598ef0ff9\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-05-26T09:03:57.620964Z","caller":"traceutil/trace.go:171","msg":"trace[663057177] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-85dab337-415a-4c6a-8a54-0e5598ef0ff9; range_end:; response_count:1; response_revision:7302; }","duration":"132.831153ms","start":"2026-05-26T09:03:57.488118Z","end":"2026-05-26T09:03:57.620949Z","steps":["trace[663057177] 'agreement among raft nodes before linearized reading' (duration: 132.362821ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:04:03.454219Z","caller":"traceutil/trace.go:171","msg":"trace[1038845236] transaction","detail":"{read_only:false; response_revision:7359; number_of_response:1; }","duration":"114.376057ms","start":"2026-05-26T09:04:03.33982Z","end":"2026-05-26T09:04:03.454196Z","steps":["trace[1038845236] 'process raft request' (duration: 114.197313ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:04:03.454469Z","caller":"traceutil/trace.go:171","msg":"trace[1882203186] linearizableReadLoop","detail":"{readStateIndex:7606; appliedIndex:7602; }","duration":"110.891871ms","start":"2026-05-26T09:04:03.343548Z","end":"2026-05-26T09:04:03.45444Z","steps":["trace[1882203186] 'read index received' (duration: 5.922533ms)","trace[1882203186] 'applied index is now lower than readState.Index' (duration: 104.968358ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:04:03.454543Z","caller":"traceutil/trace.go:171","msg":"trace[971539126] transaction","detail":"{read_only:false; response_revision:7360; number_of_response:1; }","duration":"114.45795ms","start":"2026-05-26T09:04:03.340077Z","end":"2026-05-26T09:04:03.454535Z","steps":["trace[971539126] 'process raft request' (duration: 114.073359ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:04:03.454557Z","caller":"traceutil/trace.go:171","msg":"trace[660822025] transaction","detail":"{read_only:false; response_revision:7361; number_of_response:1; }","duration":"114.220563ms","start":"2026-05-26T09:04:03.340328Z","end":"2026-05-26T09:04:03.454549Z","steps":["trace[660822025] 'process raft request' (duration: 114.030068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:04:03.45466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.096078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-26T09:04:03.45468Z","caller":"traceutil/trace.go:171","msg":"trace[1587929752] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7361; }","duration":"111.159649ms","start":"2026-05-26T09:04:03.343515Z","end":"2026-05-26T09:04:03.454675Z","steps":["trace[1587929752] 'agreement among raft nodes before linearized reading' (duration: 111.051746ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:04:17.650596Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000001ee1.wal"} {"level":"info","ts":"2026-05-26T09:04:33.242781Z","caller":"traceutil/trace.go:171","msg":"trace[1394762975] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"157.367981ms","start":"2026-05-26T09:04:33.085392Z","end":"2026-05-26T09:04:33.24276Z","steps":["trace[1394762975] 'process raft request' (duration: 157.263258ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:04:33.24609Z","caller":"traceutil/trace.go:171","msg":"trace[2002036165] linearizableReadLoop","detail":"{readStateIndex:8500; appliedIndex:8498; }","duration":"142.862691ms","start":"2026-05-26T09:04:33.103215Z","end":"2026-05-26T09:04:33.246077Z","steps":["trace[2002036165] 'read index received' (duration: 139.478978ms)","trace[2002036165] 'applied index is now lower than readState.Index' (duration: 3.382943ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:04:33.246305Z","caller":"traceutil/trace.go:171","msg":"trace[891098716] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"143.147589ms","start":"2026-05-26T09:04:33.103144Z","end":"2026-05-26T09:04:33.246292Z","steps":["trace[891098716] 'process raft request' (duration: 142.870782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:04:33.246536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.306623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-26T09:04:33.246569Z","caller":"traceutil/trace.go:171","msg":"trace[728013342] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:8242; }","duration":"143.364386ms","start":"2026-05-26T09:04:33.103197Z","end":"2026-05-26T09:04:33.246562Z","steps":["trace[728013342] 'agreement among raft nodes before linearized reading' (duration: 143.241442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:04:33.246713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.397447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T09:04:33.246743Z","caller":"traceutil/trace.go:171","msg":"trace[1790634515] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:8242; }","duration":"143.448237ms","start":"2026-05-26T09:04:33.103287Z","end":"2026-05-26T09:04:33.246736Z","steps":["trace[1790634515] 'agreement among raft nodes before linearized reading' (duration: 143.405076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:04:33.246971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.561281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T09:04:33.246997Z","caller":"traceutil/trace.go:171","msg":"trace[50937391] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:8242; }","duration":"143.623172ms","start":"2026-05-26T09:04:33.103367Z","end":"2026-05-26T09:04:33.24699Z","steps":["trace[50937391] 'agreement among raft nodes before linearized reading' (duration: 143.576731ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:04:33.247032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.456688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T09:04:33.247142Z","caller":"traceutil/trace.go:171","msg":"trace[1722840334] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:8242; }","duration":"143.573891ms","start":"2026-05-26T09:04:33.103542Z","end":"2026-05-26T09:04:33.247116Z","steps":["trace[1722840334] 'agreement among raft nodes before linearized reading' (duration: 143.404126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:04:33.247435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.807987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-05-26T09:04:33.247476Z","caller":"traceutil/trace.go:171","msg":"trace[1755474103] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:8242; }","duration":"143.87305ms","start":"2026-05-26T09:04:33.103594Z","end":"2026-05-26T09:04:33.247467Z","steps":["trace[1755474103] 'agreement among raft nodes before linearized reading' (duration: 143.723605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:04:36.185376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.389358ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-26T09:04:36.185499Z","caller":"traceutil/trace.go:171","msg":"trace[1505628880] linearizableReadLoop","detail":"{readStateIndex:8527; appliedIndex:8526; }","duration":"238.898915ms","start":"2026-05-26T09:04:35.946577Z","end":"2026-05-26T09:04:36.185475Z","steps":["trace[1505628880] 'read index received' (duration: 124.308431ms)","trace[1505628880] 'applied index is now lower than readState.Index' (duration: 114.588624ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:04:36.185982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.401018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-26T09:04:36.186045Z","caller":"traceutil/trace.go:171","msg":"trace[1023820330] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8268; }","duration":"239.517751ms","start":"2026-05-26T09:04:35.94651Z","end":"2026-05-26T09:04:36.186028Z","steps":["trace[1023820330] 'agreement among raft nodes before linearized reading' (duration: 239.332086ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:04:43.84149Z","caller":"traceutil/trace.go:171","msg":"trace[2041032460] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"106.168562ms","start":"2026-05-26T09:04:43.735291Z","end":"2026-05-26T09:04:43.841459Z","steps":["trace[2041032460] 'process raft request' (duration: 105.984607ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:04:49.23341Z","caller":"traceutil/trace.go:171","msg":"trace[1086089329] transaction","detail":"{read_only:false; response_revision:8401; number_of_response:1; }","duration":"146.524482ms","start":"2026-05-26T09:04:49.086851Z","end":"2026-05-26T09:04:49.233376Z","steps":["trace[1086089329] 'process raft request' (duration: 146.331377ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:04:49.241104Z","caller":"traceutil/trace.go:171","msg":"trace[753770812] linearizableReadLoop","detail":"{readStateIndex:8664; appliedIndex:8661; }","duration":"121.167434ms","start":"2026-05-26T09:04:49.119919Z","end":"2026-05-26T09:04:49.241087Z","steps":["trace[753770812] 'read index received' (duration: 113.244626ms)","trace[753770812] 'applied index is now lower than readState.Index' (duration: 7.922058ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:04:49.241396Z","caller":"traceutil/trace.go:171","msg":"trace[2072202516] transaction","detail":"{read_only:false; response_revision:8402; number_of_response:1; }","duration":"146.735618ms","start":"2026-05-26T09:04:49.094649Z","end":"2026-05-26T09:04:49.241385Z","steps":["trace[2072202516] 'process raft request' (duration: 146.317607ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:04:49.24204Z","caller":"traceutil/trace.go:171","msg":"trace[919366321] transaction","detail":"{read_only:false; response_revision:8403; number_of_response:1; }","duration":"129.578086ms","start":"2026-05-26T09:04:49.11245Z","end":"2026-05-26T09:04:49.242028Z","steps":["trace[919366321] 'process raft request' (duration: 128.597649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:04:49.242192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.259404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T09:04:49.242217Z","caller":"traceutil/trace.go:171","msg":"trace[414109193] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:8403; }","duration":"122.314376ms","start":"2026-05-26T09:04:49.119894Z","end":"2026-05-26T09:04:49.242209Z","steps":["trace[414109193] 'agreement among raft nodes before linearized reading' (duration: 122.263035ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:04:58.555627Z","caller":"traceutil/trace.go:171","msg":"trace[1568382778] transaction","detail":"{read_only:false; response_revision:8493; number_of_response:1; }","duration":"106.260974ms","start":"2026-05-26T09:04:58.449344Z","end":"2026-05-26T09:04:58.555605Z","steps":["trace[1568382778] 'process raft request' (duration: 106.215973ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:04:58.555673Z","caller":"traceutil/trace.go:171","msg":"trace[1664752271] transaction","detail":"{read_only:false; response_revision:8492; number_of_response:1; }","duration":"106.435669ms","start":"2026-05-26T09:04:58.449199Z","end":"2026-05-26T09:04:58.555635Z","steps":["trace[1664752271] 'process raft request' (duration: 100.625579ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:05:12.508619Z","caller":"traceutil/trace.go:171","msg":"trace[1402769278] transaction","detail":"{read_only:false; response_revision:8724; number_of_response:1; }","duration":"107.449917ms","start":"2026-05-26T09:05:12.401139Z","end":"2026-05-26T09:05:12.508589Z","steps":["trace[1402769278] 'process raft request' (duration: 106.947303ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:05:50.486471Z","caller":"traceutil/trace.go:171","msg":"trace[1358722948] transaction","detail":"{read_only:false; response_revision:9219; number_of_response:1; }","duration":"123.680363ms","start":"2026-05-26T09:05:50.362767Z","end":"2026-05-26T09:05:50.486448Z","steps":["trace[1358722948] 'process raft request' (duration: 82.578812ms)","trace[1358722948] 'compare' (duration: 40.843134ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:06:37.220989Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cf8c3a138c9a77a2","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-26T09:06:37.226992Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-26T09:06:37.227108Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-05-26T09:06:57.832239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620626786874017431,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-26T09:06:58.384813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620626786874017431,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-26T09:06:58.388228Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.126820673s","expected-duration":"1s"} {"level":"info","ts":"2026-05-26T09:06:58.388718Z","caller":"traceutil/trace.go:171","msg":"trace[429322304] transaction","detail":"{read_only:false; response_revision:9895; number_of_response:1; }","duration":"1.155405138s","start":"2026-05-26T09:06:57.23329Z","end":"2026-05-26T09:06:58.388695Z","steps":["trace[429322304] 'process raft request' (duration: 1.155074499s)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:06:58.389196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:06:57.233271Z","time spent":"1.155510511s","remote":"127.0.0.1:58256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7404,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:06:58.427152Z","caller":"traceutil/trace.go:171","msg":"trace[1550864585] transaction","detail":"{read_only:false; response_revision:9896; number_of_response:1; }","duration":"1.158441002s","start":"2026-05-26T09:06:57.268666Z","end":"2026-05-26T09:06:58.427107Z","steps":["trace[1550864585] 'process raft request' (duration: 1.158206635s)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:06:58.427401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:06:57.268646Z","time spent":"1.158674918s","remote":"127.0.0.1:58256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7848,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:06:58.427624Z","caller":"traceutil/trace.go:171","msg":"trace[899408181] transaction","detail":"{read_only:false; response_revision:9897; number_of_response:1; }","duration":"630.695623ms","start":"2026-05-26T09:06:57.796904Z","end":"2026-05-26T09:06:58.4276Z","steps":["trace[899408181] 'process raft request' (duration: 630.131248ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:06:58.427814Z","caller":"traceutil/trace.go:171","msg":"trace[1136868159] linearizableReadLoop","detail":"{readStateIndex:10193; appliedIndex:10189; }","duration":"1.095930926s","start":"2026-05-26T09:06:57.331866Z","end":"2026-05-26T09:06:58.427797Z","steps":["trace[1136868159] 'read index received' (duration: 1.056600696s)","trace[1136868159] 'applied index is now lower than readState.Index' (duration: 39.3288ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:06:58.427862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:06:57.796886Z","time spent":"630.818827ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:06:58.427921Z","caller":"traceutil/trace.go:171","msg":"trace[870181094] transaction","detail":"{read_only:false; response_revision:9898; number_of_response:1; }","duration":"581.00419ms","start":"2026-05-26T09:06:57.846904Z","end":"2026-05-26T09:06:58.427908Z","steps":["trace[870181094] 'process raft request' (duration: 580.63791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:06:58.428039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:06:57.846879Z","time spent":"581.073672ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-26T09:06:58.428105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096228403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-26T09:06:58.428156Z","caller":"traceutil/trace.go:171","msg":"trace[95287591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9898; }","duration":"1.096333356s","start":"2026-05-26T09:06:57.331812Z","end":"2026-05-26T09:06:58.428145Z","steps":["trace[95287591] 'agreement among raft nodes before linearized reading' (duration: 1.096175522s)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:06:58.42819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:06:57.331793Z","time spent":"1.096389718s","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-26T09:06:58.429146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.083464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T09:06:58.429197Z","caller":"traceutil/trace.go:171","msg":"trace[1098502358] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:9899; }","duration":"851.183067ms","start":"2026-05-26T09:06:57.578Z","end":"2026-05-26T09:06:58.429183Z","steps":["trace[1098502358] 'agreement among raft nodes before linearized reading' (duration: 851.099015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:06:58.429223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:06:57.577977Z","time spent":"851.239258ms","remote":"127.0.0.1:58256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-05-26T09:06:58.429844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.761821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T09:06:58.429884Z","caller":"traceutil/trace.go:171","msg":"trace[131847489] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:9899; }","duration":"848.820982ms","start":"2026-05-26T09:06:57.581053Z","end":"2026-05-26T09:06:58.429874Z","steps":["trace[131847489] 'agreement among raft nodes before linearized reading' (duration: 848.75069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:06:58.429909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:06:57.581047Z","time spent":"848.855813ms","remote":"127.0.0.1:58256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-05-26T09:06:58.430062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.813407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-26T09:06:58.430095Z","caller":"traceutil/trace.go:171","msg":"trace[272338749] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:9899; }","duration":"850.878909ms","start":"2026-05-26T09:06:57.579207Z","end":"2026-05-26T09:06:58.430086Z","steps":["trace[272338749] 'agreement among raft nodes before linearized reading' (duration: 850.779216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:06:58.430121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:06:57.579186Z","time spent":"850.92876ms","remote":"127.0.0.1:58192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-05-26T09:06:58.430143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.619288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qp4kp\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-05-26T09:06:58.430172Z","caller":"traceutil/trace.go:171","msg":"trace[1376404198] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qp4kp; range_end:; response_count:1; response_revision:9899; }","duration":"647.703181ms","start":"2026-05-26T09:06:57.78246Z","end":"2026-05-26T09:06:58.430164Z","steps":["trace[1376404198] 'agreement among raft nodes before linearized reading' (duration: 647.586888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:06:58.430202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:06:57.782432Z","time spent":"647.763163ms","remote":"127.0.0.1:58202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-qp4kp\" "} {"level":"warn","ts":"2026-05-26T09:06:58.430303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.197148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-26T09:06:58.430333Z","caller":"traceutil/trace.go:171","msg":"trace[287775405] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:9899; }","duration":"851.242418ms","start":"2026-05-26T09:06:57.579083Z","end":"2026-05-26T09:06:58.430325Z","steps":["trace[287775405] 'agreement among raft nodes before linearized reading' (duration: 851.160326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:06:58.430358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:06:57.579074Z","time spent":"851.277549ms","remote":"127.0.0.1:58192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-05-26T09:06:58.430358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.806888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T09:06:58.430392Z","caller":"traceutil/trace.go:171","msg":"trace[1107483181] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9899; }","duration":"704.87516ms","start":"2026-05-26T09:06:57.725507Z","end":"2026-05-26T09:06:58.430382Z","steps":["trace[1107483181] 'agreement among raft nodes before linearized reading' (duration: 704.818228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:06:58.430419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:06:57.725489Z","time spent":"704.921542ms","remote":"127.0.0.1:41430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-26T09:06:58.430572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.064864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T09:06:58.430598Z","caller":"traceutil/trace.go:171","msg":"trace[1144618680] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:9899; }","duration":"745.112015ms","start":"2026-05-26T09:06:57.685478Z","end":"2026-05-26T09:06:58.430591Z","steps":["trace[1144618680] 'agreement among raft nodes before linearized reading' (duration: 745.068113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:06:58.430627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:06:57.685468Z","time spent":"745.151525ms","remote":"127.0.0.1:58256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-05-26T09:06:58.430728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.017732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T09:06:58.430758Z","caller":"traceutil/trace.go:171","msg":"trace[831620203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9899; }","duration":"753.090444ms","start":"2026-05-26T09:06:57.677659Z","end":"2026-05-26T09:06:58.430749Z","steps":["trace[831620203] 'agreement among raft nodes before linearized reading' (duration: 753.042203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:06:58.430784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:06:57.677629Z","time spent":"753.148216ms","remote":"127.0.0.1:58020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-26T09:06:58.43094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.372793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7389"} {"level":"info","ts":"2026-05-26T09:06:58.430991Z","caller":"traceutil/trace.go:171","msg":"trace[808419788] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:9899; }","duration":"831.504796ms","start":"2026-05-26T09:06:57.599473Z","end":"2026-05-26T09:06:58.430978Z","steps":["trace[808419788] 'agreement among raft nodes before linearized reading' (duration: 831.303361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:06:58.431024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:06:57.599458Z","time spent":"831.558948ms","remote":"127.0.0.1:58256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7413,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-05-26T09:07:32.90813Z","caller":"traceutil/trace.go:171","msg":"trace[1390892208] transaction","detail":"{read_only:false; response_revision:10304; number_of_response:1; }","duration":"267.051851ms","start":"2026-05-26T09:07:32.641054Z","end":"2026-05-26T09:07:32.908106Z","steps":["trace[1390892208] 'process raft request' (duration: 206.261112ms)","trace[1390892208] 'compare' (duration: 60.521572ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:07:32.908226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.351851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T09:07:32.908272Z","caller":"traceutil/trace.go:171","msg":"trace[97337909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10304; }","duration":"231.449703ms","start":"2026-05-26T09:07:32.676813Z","end":"2026-05-26T09:07:32.908263Z","steps":["trace[97337909] 'agreement among raft nodes before linearized reading' (duration: 231.346741ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:07:32.908098Z","caller":"traceutil/trace.go:171","msg":"trace[1984256861] linearizableReadLoop","detail":"{readStateIndex:10612; appliedIndex:10610; }","duration":"231.212327ms","start":"2026-05-26T09:07:32.676851Z","end":"2026-05-26T09:07:32.908063Z","steps":["trace[1984256861] 'read index received' (duration: 17.086499ms)","trace[1984256861] 'applied index is now lower than readState.Index' (duration: 214.124398ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:07:32.908593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.056718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-26T09:07:32.908624Z","caller":"traceutil/trace.go:171","msg":"trace[804352509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10304; }","duration":"174.11331ms","start":"2026-05-26T09:07:32.734502Z","end":"2026-05-26T09:07:32.908615Z","steps":["trace[804352509] 'agreement among raft nodes before linearized reading' (duration: 173.985217ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:07:36.954902Z","caller":"traceutil/trace.go:171","msg":"trace[24596814] transaction","detail":"{read_only:false; response_revision:10321; number_of_response:1; }","duration":"245.744276ms","start":"2026-05-26T09:07:36.709126Z","end":"2026-05-26T09:07:36.95487Z","steps":["trace[24596814] 'process raft request' (duration: 245.53752ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:07:36.955439Z","caller":"traceutil/trace.go:171","msg":"trace[910047699] linearizableReadLoop","detail":"{readStateIndex:10630; appliedIndex:10630; }","duration":"239.286269ms","start":"2026-05-26T09:07:36.71614Z","end":"2026-05-26T09:07:36.955426Z","steps":["trace[910047699] 'read index received' (duration: 239.281469ms)","trace[910047699] 'applied index is now lower than readState.Index' (duration: 4.09µs)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:07:36.955572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.406472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T09:07:36.955619Z","caller":"traceutil/trace.go:171","msg":"trace[1116582166] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:10321; }","duration":"239.502125ms","start":"2026-05-26T09:07:36.716101Z","end":"2026-05-26T09:07:36.955604Z","steps":["trace[1116582166] 'agreement among raft nodes before linearized reading' (duration: 239.397992ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:07:37.124748Z","caller":"traceutil/trace.go:171","msg":"trace[2093186642] transaction","detail":"{read_only:false; response_revision:10322; number_of_response:1; }","duration":"308.739365ms","start":"2026-05-26T09:07:36.815979Z","end":"2026-05-26T09:07:37.124718Z","steps":["trace[2093186642] 'process raft request' (duration: 307.80495ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:07:37.124812Z","caller":"traceutil/trace.go:171","msg":"trace[1791477856] linearizableReadLoop","detail":"{readStateIndex:10633; appliedIndex:10630; }","duration":"169.305568ms","start":"2026-05-26T09:07:36.955476Z","end":"2026-05-26T09:07:37.124782Z","steps":["trace[1791477856] 'read index received' (duration: 168.248359ms)","trace[1791477856] 'applied index is now lower than readState.Index' (duration: 1.056189ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:07:37.124912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:07:36.815944Z","time spent":"308.884999ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:07:37.124957Z","caller":"traceutil/trace.go:171","msg":"trace[1901465472] transaction","detail":"{read_only:false; response_revision:10324; number_of_response:1; }","duration":"198.501169ms","start":"2026-05-26T09:07:36.92643Z","end":"2026-05-26T09:07:37.124931Z","steps":["trace[1901465472] 'process raft request' (duration: 198.288473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:07:37.125131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.146677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-26T09:07:37.12521Z","caller":"traceutil/trace.go:171","msg":"trace[539789028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10324; }","duration":"195.26407ms","start":"2026-05-26T09:07:36.929933Z","end":"2026-05-26T09:07:37.125197Z","steps":["trace[539789028] 'agreement among raft nodes before linearized reading' (duration: 194.992143ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:07:37.125233Z","caller":"traceutil/trace.go:171","msg":"trace[1595443394] transaction","detail":"{read_only:false; response_revision:10323; number_of_response:1; }","duration":"201.790199ms","start":"2026-05-26T09:07:36.923436Z","end":"2026-05-26T09:07:37.125226Z","steps":["trace[1595443394] 'process raft request' (duration: 201.177262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:07:37.125495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.870327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-26T09:07:37.125518Z","caller":"traceutil/trace.go:171","msg":"trace[820061803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10324; }","duration":"195.944089ms","start":"2026-05-26T09:07:36.929569Z","end":"2026-05-26T09:07:37.125513Z","steps":["trace[820061803] 'agreement among raft nodes before linearized reading' (duration: 195.819926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:07:37.125651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.833932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-26T09:07:37.125673Z","caller":"traceutil/trace.go:171","msg":"trace[1261362479] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:10324; }","duration":"271.946385ms","start":"2026-05-26T09:07:36.85372Z","end":"2026-05-26T09:07:37.125667Z","steps":["trace[1261362479] 'agreement among raft nodes before linearized reading' (duration: 271.841582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:07:37.125738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.016938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qp4kp\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-05-26T09:07:37.125827Z","caller":"traceutil/trace.go:171","msg":"trace[2066339229] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qp4kp; range_end:; response_count:1; response_revision:10324; }","duration":"158.160561ms","start":"2026-05-26T09:07:36.967653Z","end":"2026-05-26T09:07:37.125814Z","steps":["trace[2066339229] 'agreement among raft nodes before linearized reading' (duration: 157.955096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:07:46.324334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.629744ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-26T09:07:46.453742Z","caller":"traceutil/trace.go:171","msg":"trace[1021374112] linearizableReadLoop","detail":"{readStateIndex:10736; appliedIndex:10735; }","duration":"236.174994ms","start":"2026-05-26T09:07:46.217532Z","end":"2026-05-26T09:07:46.453707Z","steps":["trace[1021374112] 'read index received' (duration: 235.914876ms)","trace[1021374112] 'applied index is now lower than readState.Index' (duration: 259.018µs)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:07:46.454031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.481251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-glnp9\" ","response":"range_response_count:1 size:4647"} {"level":"info","ts":"2026-05-26T09:07:46.454078Z","caller":"traceutil/trace.go:171","msg":"trace[1477662064] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-glnp9; range_end:; response_count:1; response_revision:10422; }","duration":"236.590774ms","start":"2026-05-26T09:07:46.217475Z","end":"2026-05-26T09:07:46.454066Z","steps":["trace[1477662064] 'agreement among raft nodes before linearized reading' (duration: 236.384499ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:07:46.45445Z","caller":"traceutil/trace.go:171","msg":"trace[2017854880] transaction","detail":"{read_only:false; response_revision:10422; number_of_response:1; }","duration":"237.352316ms","start":"2026-05-26T09:07:46.217085Z","end":"2026-05-26T09:07:46.454437Z","steps":["trace[2017854880] 'process raft request' (duration: 236.468231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:07:58.416113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.638099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-05-26T09:07:58.416497Z","caller":"traceutil/trace.go:171","msg":"trace[1475627699] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:10527; }","duration":"130.07584ms","start":"2026-05-26T09:07:58.286393Z","end":"2026-05-26T09:07:58.416469Z","steps":["trace[1475627699] 'range keys from in-memory index tree' (duration: 129.377682ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:08:07.435214Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6466} {"level":"info","ts":"2026-05-26T09:08:07.538512Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6466,"took":"100.422687ms","hash":3298686710,"current-db-size-bytes":63344640,"current-db-size":"63 MB","current-db-size-in-use-bytes":36888576,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-05-26T09:08:07.538592Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3298686710,"revision":6466,"compact-revision":3682} {"level":"warn","ts":"2026-05-26T09:10:03.843446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.504594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T09:10:03.843566Z","caller":"traceutil/trace.go:171","msg":"trace[1261763853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12105; }","duration":"166.688329ms","start":"2026-05-26T09:10:03.676853Z","end":"2026-05-26T09:10:03.843541Z","steps":["trace[1261763853] 'range keys from in-memory index tree' (duration: 166.396631ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:10:03.935375Z","caller":"traceutil/trace.go:171","msg":"trace[586009695] transaction","detail":"{read_only:false; response_revision:12107; number_of_response:1; }","duration":"136.681494ms","start":"2026-05-26T09:10:03.798654Z","end":"2026-05-26T09:10:03.935336Z","steps":["trace[586009695] 'process raft request' (duration: 136.471298ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:10:03.935414Z","caller":"traceutil/trace.go:171","msg":"trace[1018453336] transaction","detail":"{read_only:false; response_revision:12108; number_of_response:1; }","duration":"136.269012ms","start":"2026-05-26T09:10:03.799108Z","end":"2026-05-26T09:10:03.935377Z","steps":["trace[1018453336] 'process raft request' (duration: 136.131778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:10:04.105374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.492248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T09:10:04.105455Z","caller":"traceutil/trace.go:171","msg":"trace[1570170968] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:12108; }","duration":"124.623342ms","start":"2026-05-26T09:10:03.980814Z","end":"2026-05-26T09:10:04.105437Z","steps":["trace[1570170968] 'count revisions from in-memory index tree' (duration: 124.373964ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:10:04.105718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.470858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-05-26T09:10:04.105741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.136856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T09:10:04.105822Z","caller":"traceutil/trace.go:171","msg":"trace[1270176887] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12108; }","duration":"140.635672ms","start":"2026-05-26T09:10:03.965168Z","end":"2026-05-26T09:10:04.105803Z","steps":["trace[1270176887] 'range keys from in-memory index tree' (duration: 140.262442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:10:04.105815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.001167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-26T09:10:04.105878Z","caller":"traceutil/trace.go:171","msg":"trace[1074453078] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12108; }","duration":"141.324491ms","start":"2026-05-26T09:10:03.964532Z","end":"2026-05-26T09:10:04.105856Z","steps":["trace[1074453078] 'range keys from in-memory index tree' (duration: 141.014493ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:10:04.10591Z","caller":"traceutil/trace.go:171","msg":"trace[243438641] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12108; }","duration":"135.172622ms","start":"2026-05-26T09:10:03.970716Z","end":"2026-05-26T09:10:04.105889Z","steps":["trace[243438641] 'range keys from in-memory index tree' (duration: 134.798541ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:11:31.218529Z","caller":"traceutil/trace.go:171","msg":"trace[100342781] transaction","detail":"{read_only:false; response_revision:12640; number_of_response:1; }","duration":"100.190539ms","start":"2026-05-26T09:11:31.118304Z","end":"2026-05-26T09:11:31.218495Z","steps":["trace[100342781] 'process raft request' (duration: 100.086016ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:11:31.218605Z","caller":"traceutil/trace.go:171","msg":"trace[676920408] transaction","detail":"{read_only:false; response_revision:12639; number_of_response:1; }","duration":"104.712163ms","start":"2026-05-26T09:11:31.113869Z","end":"2026-05-26T09:11:31.218582Z","steps":["trace[676920408] 'process raft request' (duration: 102.693527ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:11:31.218653Z","caller":"traceutil/trace.go:171","msg":"trace[1336813064] linearizableReadLoop","detail":"{readStateIndex:13017; appliedIndex:13016; }","duration":"103.939782ms","start":"2026-05-26T09:11:31.114675Z","end":"2026-05-26T09:11:31.218615Z","steps":["trace[1336813064] 'read index received' (duration: 101.903386ms)","trace[1336813064] 'applied index is now lower than readState.Index' (duration: 2.032876ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:11:31.218952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.006631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-26T09:11:31.219019Z","caller":"traceutil/trace.go:171","msg":"trace[1715499048] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12640; }","duration":"105.095343ms","start":"2026-05-26T09:11:31.113907Z","end":"2026-05-26T09:11:31.219002Z","steps":["trace[1715499048] 'agreement among raft nodes before linearized reading' (duration: 104.852517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:31.219054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.224649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-26T09:11:31.219149Z","caller":"traceutil/trace.go:171","msg":"trace[1253655781] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12640; }","duration":"104.404315ms","start":"2026-05-26T09:11:31.114723Z","end":"2026-05-26T09:11:31.219127Z","steps":["trace[1253655781] 'agreement among raft nodes before linearized reading' (duration: 104.076396ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:32.760534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.487157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mg5lw\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-05-26T09:11:32.760597Z","caller":"traceutil/trace.go:171","msg":"trace[1246380970] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-mg5lw; range_end:; response_count:1; response_revision:12646; }","duration":"821.59175ms","start":"2026-05-26T09:11:31.938991Z","end":"2026-05-26T09:11:32.760583Z","steps":["trace[1246380970] 'range keys from in-memory index tree' (duration: 821.2326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:32.760627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:31.938972Z","time spent":"821.647201ms","remote":"127.0.0.1:58202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20695,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mg5lw\" "} {"level":"warn","ts":"2026-05-26T09:11:32.760834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.605073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-tcbh2\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-05-26T09:11:32.760867Z","caller":"traceutil/trace.go:171","msg":"trace[1270062977] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-tcbh2; range_end:; response_count:1; response_revision:12646; }","duration":"816.674515ms","start":"2026-05-26T09:11:31.944183Z","end":"2026-05-26T09:11:32.760857Z","steps":["trace[1270062977] 'range keys from in-memory index tree' (duration: 816.48964ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:32.760887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:31.944162Z","time spent":"816.719285ms","remote":"127.0.0.1:58202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-tcbh2\" "} {"level":"warn","ts":"2026-05-26T09:11:32.761203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.12666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-26T09:11:32.761254Z","caller":"traceutil/trace.go:171","msg":"trace[1385855100] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:12646; }","duration":"775.240803ms","start":"2026-05-26T09:11:31.985998Z","end":"2026-05-26T09:11:32.761239Z","steps":["trace[1385855100] 'count revisions from in-memory index tree' (duration: 775.014247ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:32.761277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:31.985964Z","time spent":"775.307725ms","remote":"127.0.0.1:58192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":76,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-05-26T09:11:32.762085Z","caller":"traceutil/trace.go:171","msg":"trace[518475130] transaction","detail":"{read_only:false; response_revision:12647; number_of_response:1; }","duration":"339.851557ms","start":"2026-05-26T09:11:32.42221Z","end":"2026-05-26T09:11:32.762062Z","steps":["trace[518475130] 'process raft request' (duration: 339.426325ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:11:32.76217Z","caller":"traceutil/trace.go:171","msg":"trace[1581688560] linearizableReadLoop","detail":"{readStateIndex:13025; appliedIndex:13024; }","duration":"201.081216ms","start":"2026-05-26T09:11:32.561081Z","end":"2026-05-26T09:11:32.762163Z","steps":["trace[1581688560] 'read index received' (duration: 200.485079ms)","trace[1581688560] 'applied index is now lower than readState.Index' (duration: 595.257µs)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:11:32.7622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:32.422186Z","time spent":"339.950689ms","remote":"127.0.0.1:58256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6180,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-26T09:11:32.762272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.1916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-ks-service-kcj4s\" ","response":"range_response_count:1 size:8124"} {"level":"info","ts":"2026-05-26T09:11:32.762289Z","caller":"traceutil/trace.go:171","msg":"trace[1006014057] range","detail":"{range_begin:/registry/pods/openstack/nova-ks-service-kcj4s; range_end:; response_count:1; response_revision:12647; }","duration":"201.247051ms","start":"2026-05-26T09:11:32.561037Z","end":"2026-05-26T09:11:32.762284Z","steps":["trace[1006014057] 'agreement among raft nodes before linearized reading' (duration: 201.149348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:33.553879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620626786874026374,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-26T09:11:34.093859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620626786874026374,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-26T09:11:35.296217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620626786874026374,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-26T09:11:35.296293Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.307576922s","expected-duration":"1s"} {"level":"info","ts":"2026-05-26T09:11:35.2965Z","caller":"traceutil/trace.go:171","msg":"trace[1417588632] transaction","detail":"{read_only:false; number_of_response:1; response_revision:12648; }","duration":"2.307849489s","start":"2026-05-26T09:11:32.988635Z","end":"2026-05-26T09:11:35.296485Z","steps":["trace[1417588632] 'process raft request' (duration: 2.307741556s)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:35.296622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:32.988618Z","time spent":"2.30790497s","remote":"127.0.0.1:49406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":71,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-05-26T09:11:36.220661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.112603ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T09:11:36.220857Z","caller":"traceutil/trace.go:171","msg":"trace[1173537241] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12648; }","duration":"620.322499ms","start":"2026-05-26T09:11:35.600514Z","end":"2026-05-26T09:11:36.220837Z","steps":["trace[1173537241] 'range keys from in-memory index tree' (duration: 620.096182ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:36.221023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.196747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-26T09:11:36.221124Z","caller":"traceutil/trace.go:171","msg":"trace[2027865513] transaction","detail":"{read_only:false; response_revision:12649; number_of_response:1; }","duration":"3.165608265s","start":"2026-05-26T09:11:33.055502Z","end":"2026-05-26T09:11:36.221111Z","steps":["trace[2027865513] 'process raft request' (duration: 2.242279674s)","trace[2027865513] 'compare' (duration: 922.870068ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:11:36.221159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:33.055456Z","time spent":"3.165686706s","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:11:36.221355Z","caller":"traceutil/trace.go:171","msg":"trace[523095902] transaction","detail":"{read_only:false; response_revision:12650; number_of_response:1; }","duration":"3.159118005s","start":"2026-05-26T09:11:33.062202Z","end":"2026-05-26T09:11:36.22132Z","steps":["trace[523095902] 'process raft request' (duration: 3.158879149s)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:36.221432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.175042044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T09:11:36.221449Z","caller":"traceutil/trace.go:171","msg":"trace[380396471] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:12651; }","duration":"3.175082065s","start":"2026-05-26T09:11:33.046362Z","end":"2026-05-26T09:11:36.221444Z","steps":["trace[380396471] 'agreement among raft nodes before linearized reading' (duration: 3.175044924s)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:36.221465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:33.04635Z","time spent":"3.175111626s","remote":"127.0.0.1:58192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-05-26T09:11:36.221486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:33.062186Z","time spent":"3.159234949s","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:11:36.221452Z","caller":"traceutil/trace.go:171","msg":"trace[1556627143] transaction","detail":"{read_only:false; response_revision:12651; number_of_response:1; }","duration":"3.158767456s","start":"2026-05-26T09:11:33.062634Z","end":"2026-05-26T09:11:36.221402Z","steps":["trace[1556627143] 'process raft request' (duration: 3.158618612s)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:11:36.221391Z","caller":"traceutil/trace.go:171","msg":"trace[1661334616] linearizableReadLoop","detail":"{readStateIndex:13029; appliedIndex:13026; }","duration":"3.174994663s","start":"2026-05-26T09:11:33.046389Z","end":"2026-05-26T09:11:36.221384Z","steps":["trace[1661334616] 'read index received' (duration: 2.250529731s)","trace[1661334616] 'applied index is now lower than readState.Index' (duration: 924.464232ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:11:36.221609Z","caller":"etcdserver/v3_server.go:874","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":8620626786874026382,"received-request-id":8620626786874026374} {"level":"warn","ts":"2026-05-26T09:11:36.221623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:33.062625Z","time spent":"3.15890899s","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:11:36.226587Z","caller":"traceutil/trace.go:171","msg":"trace[346401325] transaction","detail":"{read_only:false; response_revision:12652; number_of_response:1; }","duration":"910.117207ms","start":"2026-05-26T09:11:35.316436Z","end":"2026-05-26T09:11:36.226553Z","steps":["trace[346401325] 'process raft request' (duration: 907.127455ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:11:36.226623Z","caller":"traceutil/trace.go:171","msg":"trace[620101551] transaction","detail":"{read_only:false; response_revision:12653; number_of_response:1; }","duration":"909.623944ms","start":"2026-05-26T09:11:35.316968Z","end":"2026-05-26T09:11:36.226592Z","steps":["trace[620101551] 'process raft request' (duration: 906.697043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:36.22673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:35.316425Z","time spent":"910.22748ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-26T09:11:36.226769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:35.316956Z","time spent":"909.728626ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-26T09:11:36.231309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.183451605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T09:11:36.231408Z","caller":"traceutil/trace.go:171","msg":"trace[340178132] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:12653; }","duration":"3.18361098s","start":"2026-05-26T09:11:33.047775Z","end":"2026-05-26T09:11:36.231386Z","steps":["trace[340178132] 'agreement among raft nodes before linearized reading' (duration: 3.183428945s)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:36.231444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:33.047755Z","time spent":"3.183682662s","remote":"127.0.0.1:58256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-05-26T09:11:36.23201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.452396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T09:11:36.23213Z","caller":"traceutil/trace.go:171","msg":"trace[1900878753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12653; }","duration":"631.609949ms","start":"2026-05-26T09:11:35.600494Z","end":"2026-05-26T09:11:36.232104Z","steps":["trace[1900878753] 'agreement among raft nodes before linearized reading' (duration: 631.391273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:36.232196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:35.600472Z","time spent":"631.709472ms","remote":"127.0.0.1:58028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-26T09:11:36.232278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.432163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qp4kp\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-05-26T09:11:36.232322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.601738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T09:11:36.232349Z","caller":"traceutil/trace.go:171","msg":"trace[1164626305] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qp4kp; range_end:; response_count:1; response_revision:12653; }","duration":"915.519656ms","start":"2026-05-26T09:11:35.316816Z","end":"2026-05-26T09:11:36.232335Z","steps":["trace[1164626305] 'agreement among raft nodes before linearized reading' (duration: 915.30966ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:11:36.23237Z","caller":"traceutil/trace.go:171","msg":"trace[1032657517] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:12653; }","duration":"915.655859ms","start":"2026-05-26T09:11:35.3167Z","end":"2026-05-26T09:11:36.232356Z","steps":["trace[1032657517] 'agreement among raft nodes before linearized reading' (duration: 915.570897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:36.232383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:35.316813Z","time spent":"915.562907ms","remote":"127.0.0.1:58202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-qp4kp\" "} {"level":"warn","ts":"2026-05-26T09:11:36.232385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.689831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-tcbh2\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-05-26T09:11:36.23243Z","caller":"traceutil/trace.go:171","msg":"trace[1438917519] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-tcbh2; range_end:; response_count:1; response_revision:12653; }","duration":"915.751023ms","start":"2026-05-26T09:11:35.316662Z","end":"2026-05-26T09:11:36.232413Z","steps":["trace[1438917519] 'agreement among raft nodes before linearized reading' (duration: 915.66127ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:36.232462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.68266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mg5lw\" ","response":"range_response_count:1 size:20671"} {"level":"warn","ts":"2026-05-26T09:11:36.232469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:35.316646Z","time spent":"915.815594ms","remote":"127.0.0.1:58202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-tcbh2\" "} {"level":"warn","ts":"2026-05-26T09:11:36.232455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.466084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T09:11:36.232534Z","caller":"traceutil/trace.go:171","msg":"trace[152675366] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:12653; }","duration":"915.579778ms","start":"2026-05-26T09:11:35.316933Z","end":"2026-05-26T09:11:36.232512Z","steps":["trace[152675366] 'agreement among raft nodes before linearized reading' (duration: 915.422663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:36.232563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.799064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-md76f\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-05-26T09:11:36.232581Z","caller":"traceutil/trace.go:171","msg":"trace[1787713832] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-md76f; range_end:; response_count:1; response_revision:12653; }","duration":"915.824164ms","start":"2026-05-26T09:11:35.316751Z","end":"2026-05-26T09:11:36.232576Z","steps":["trace[1787713832] 'agreement among raft nodes before linearized reading' (duration: 915.754082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:36.232597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:35.316745Z","time spent":"915.848025ms","remote":"127.0.0.1:58202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22041,"request content":"key:\"/registry/pods/openstack/nova-compute-default-md76f\" "} {"level":"warn","ts":"2026-05-26T09:11:36.232605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.727572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-26T09:11:36.23268Z","caller":"traceutil/trace.go:171","msg":"trace[145982975] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:12653; }","duration":"915.813314ms","start":"2026-05-26T09:11:35.316859Z","end":"2026-05-26T09:11:36.232673Z","steps":["trace[145982975] 'agreement among raft nodes before linearized reading' (duration: 915.644979ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:11:36.232493Z","caller":"traceutil/trace.go:171","msg":"trace[1005884921] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-mg5lw; range_end:; response_count:1; response_revision:12653; }","duration":"915.707292ms","start":"2026-05-26T09:11:35.316768Z","end":"2026-05-26T09:11:36.232476Z","steps":["trace[1005884921] 'agreement among raft nodes before linearized reading' (duration: 915.63949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:36.232701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:35.316853Z","time spent":"915.841545ms","remote":"127.0.0.1:58366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":114,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-26T09:11:36.23271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:35.316765Z","time spent":"915.940998ms","remote":"127.0.0.1:58202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20695,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mg5lw\" "} {"level":"warn","ts":"2026-05-26T09:11:36.232586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:35.316908Z","time spent":"915.66398ms","remote":"127.0.0.1:49326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-05-26T09:11:36.232764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.767504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-05-26T09:11:36.232801Z","caller":"traceutil/trace.go:171","msg":"trace[1992363695] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:12653; }","duration":"667.830366ms","start":"2026-05-26T09:11:35.564961Z","end":"2026-05-26T09:11:36.232791Z","steps":["trace[1992363695] 'agreement among raft nodes before linearized reading' (duration: 667.696143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:36.232828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:35.564945Z","time spent":"667.876998ms","remote":"127.0.0.1:58176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-26T09:11:36.232859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.437581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-26T09:11:36.23288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.190084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-26T09:11:36.232883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.033512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-26T09:11:36.232946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.097292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-md76f\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-05-26T09:11:36.232977Z","caller":"traceutil/trace.go:171","msg":"trace[464938088] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-md76f; range_end:; response_count:1; response_revision:12653; }","duration":"916.129573ms","start":"2026-05-26T09:11:35.31684Z","end":"2026-05-26T09:11:36.23297Z","steps":["trace[464938088] 'agreement among raft nodes before linearized reading' (duration: 916.052511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:36.232264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.646999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-05-26T09:11:36.232394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:35.316693Z","time spent":"915.693841ms","remote":"127.0.0.1:58256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-05-26T09:11:36.232981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.104112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-05-26T09:11:36.233033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.185169563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-26T09:11:36.233041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.010804732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-26T09:11:36.233057Z","caller":"traceutil/trace.go:171","msg":"trace[695656299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12653; }","duration":"3.010840063s","start":"2026-05-26T09:11:33.222212Z","end":"2026-05-26T09:11:36.233052Z","steps":["trace[695656299] 'agreement among raft nodes before linearized reading' (duration: 3.010802302s)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:36.233077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:33.2222Z","time spent":"3.010873144s","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-26T09:11:36.233071Z","caller":"traceutil/trace.go:171","msg":"trace[783414278] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12653; }","duration":"916.206214ms","start":"2026-05-26T09:11:35.316848Z","end":"2026-05-26T09:11:36.233054Z","steps":["trace[783414278] 'agreement among raft nodes before linearized reading' (duration: 915.945297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:36.233108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.010827423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-26T09:11:36.232781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.323458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-26T09:11:36.233149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.115432203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-26T09:11:36.232923Z","caller":"traceutil/trace.go:171","msg":"trace[594754765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12653; }","duration":"916.519133ms","start":"2026-05-26T09:11:35.316388Z","end":"2026-05-26T09:11:36.232907Z","steps":["trace[594754765] 'agreement among raft nodes before linearized reading' (duration: 916.433921ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:11:36.233159Z","caller":"traceutil/trace.go:171","msg":"trace[1209982186] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:12653; }","duration":"916.735959ms","start":"2026-05-26T09:11:35.316415Z","end":"2026-05-26T09:11:36.233151Z","steps":["trace[1209982186] 'agreement among raft nodes before linearized reading' (duration: 916.061861ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:11:36.233166Z","caller":"traceutil/trace.go:171","msg":"trace[1198416951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12653; }","duration":"3.115471224s","start":"2026-05-26T09:11:33.117689Z","end":"2026-05-26T09:11:36.23316Z","steps":["trace[1198416951] 'agreement among raft nodes before linearized reading' (duration: 3.115430753s)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:36.233187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:33.117677Z","time spent":"3.115506315s","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-26T09:11:36.233196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.18508567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-05-26T09:11:36.233197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:35.316398Z","time spent":"916.782611ms","remote":"127.0.0.1:58346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":139,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-05-26T09:11:36.233059Z","caller":"traceutil/trace.go:171","msg":"trace[1968623373] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:12653; }","duration":"3.185214724s","start":"2026-05-26T09:11:33.047837Z","end":"2026-05-26T09:11:36.233052Z","steps":["trace[1968623373] 'agreement among raft nodes before linearized reading' (duration: 3.185175623s)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:36.233271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.006620017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-26T09:11:36.233282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:33.047831Z","time spent":"3.18543936s","remote":"127.0.0.1:58256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-05-26T09:11:36.233303Z","caller":"traceutil/trace.go:171","msg":"trace[1157482965] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12653; }","duration":"3.006669838s","start":"2026-05-26T09:11:33.226625Z","end":"2026-05-26T09:11:36.233295Z","steps":["trace[1157482965] 'agreement among raft nodes before linearized reading' (duration: 3.006586376s)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:36.232954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.181489772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-05-26T09:11:36.23318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:35.316368Z","time spent":"916.802212ms","remote":"127.0.0.1:58020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-26T09:11:36.233327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:33.226615Z","time spent":"3.00670656s","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-26T09:11:36.233337Z","caller":"traceutil/trace.go:171","msg":"trace[756402242] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12653; }","duration":"3.181893613s","start":"2026-05-26T09:11:33.051437Z","end":"2026-05-26T09:11:36.23333Z","steps":["trace[756402242] 'agreement among raft nodes before linearized reading' (duration: 3.181463321s)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:11:36.23319Z","caller":"traceutil/trace.go:171","msg":"trace[478916482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12653; }","duration":"3.010882285s","start":"2026-05-26T09:11:33.222259Z","end":"2026-05-26T09:11:36.233141Z","steps":["trace[478916482] 'agreement among raft nodes before linearized reading' (duration: 3.010749981s)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:36.233412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:33.222253Z","time spent":"3.011148532s","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-26T09:11:36.233114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:35.316843Z","time spent":"916.258907ms","remote":"127.0.0.1:58202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-26T09:11:36.232981Z","caller":"traceutil/trace.go:171","msg":"trace[628988589] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:12653; }","duration":"907.164536ms","start":"2026-05-26T09:11:35.325792Z","end":"2026-05-26T09:11:36.232957Z","steps":["trace[628988589] 'agreement among raft nodes before linearized reading' (duration: 906.981001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:36.233624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:35.325752Z","time spent":"907.859865ms","remote":"127.0.0.1:39736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-26T09:11:36.232998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:35.316827Z","time spent":"916.165844ms","remote":"127.0.0.1:58202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22041,"request content":"key:\"/registry/pods/openstack/nova-compute-default-md76f\" "} {"level":"warn","ts":"2026-05-26T09:11:36.233002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.004436367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-26T09:11:36.233965Z","caller":"traceutil/trace.go:171","msg":"trace[240376813] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12653; }","duration":"3.005417704s","start":"2026-05-26T09:11:33.228538Z","end":"2026-05-26T09:11:36.233955Z","steps":["trace[240376813] 'agreement among raft nodes before linearized reading' (duration: 3.004430527s)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:36.233995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:33.228527Z","time spent":"3.005458475s","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-26T09:11:36.233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.4047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-26T09:11:36.234059Z","caller":"traceutil/trace.go:171","msg":"trace[1168139678] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12653; }","duration":"917.47114ms","start":"2026-05-26T09:11:35.316581Z","end":"2026-05-26T09:11:36.234052Z","steps":["trace[1168139678] 'agreement among raft nodes before linearized reading' (duration: 916.37306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:36.234079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:35.316578Z","time spent":"917.495131ms","remote":"127.0.0.1:58192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-26T09:11:36.23303Z","caller":"traceutil/trace.go:171","msg":"trace[575839124] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12653; }","duration":"916.461272ms","start":"2026-05-26T09:11:35.316558Z","end":"2026-05-26T09:11:36.233019Z","steps":["trace[575839124] 'agreement among raft nodes before linearized reading' (duration: 915.498815ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:36.234187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:35.316547Z","time spent":"917.633664ms","remote":"127.0.0.1:58192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-26T09:11:36.233122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.184467283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-26T09:11:36.234251Z","caller":"traceutil/trace.go:171","msg":"trace[1851087141] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12653; }","duration":"3.185612025s","start":"2026-05-26T09:11:33.048631Z","end":"2026-05-26T09:11:36.234243Z","steps":["trace[1851087141] 'agreement among raft nodes before linearized reading' (duration: 3.184441603s)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:36.234278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:33.048622Z","time spent":"3.185648306s","remote":"127.0.0.1:58192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-26T09:11:36.233117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.184152905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-26T09:11:36.234372Z","caller":"traceutil/trace.go:171","msg":"trace[221794253] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12653; }","duration":"3.18542721s","start":"2026-05-26T09:11:33.048934Z","end":"2026-05-26T09:11:36.234361Z","steps":["trace[221794253] 'agreement among raft nodes before linearized reading' (duration: 3.184019222s)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:36.234397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:33.048927Z","time spent":"3.185462911s","remote":"127.0.0.1:58192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-26T09:11:36.232935Z","caller":"traceutil/trace.go:171","msg":"trace[1743727180] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:12653; }","duration":"916.246616ms","start":"2026-05-26T09:11:35.316681Z","end":"2026-05-26T09:11:36.232927Z","steps":["trace[1743727180] 'agreement among raft nodes before linearized reading' (duration: 916.167284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:36.234454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:35.316639Z","time spent":"917.808209ms","remote":"127.0.0.1:58256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-05-26T09:11:36.233224Z","caller":"traceutil/trace.go:171","msg":"trace[615599287] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:12653; }","duration":"3.185127352s","start":"2026-05-26T09:11:33.048087Z","end":"2026-05-26T09:11:36.233214Z","steps":["trace[615599287] 'agreement among raft nodes before linearized reading' (duration: 3.18504921s)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:11:36.234548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:33.048079Z","time spent":"3.186462378s","remote":"127.0.0.1:58192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-05-26T09:11:36.233364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:11:33.051427Z","time spent":"3.181929854s","remote":"127.0.0.1:58192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-26T09:13:01.892597Z","caller":"traceutil/trace.go:171","msg":"trace[378521860] linearizableReadLoop","detail":"{readStateIndex:13669; appliedIndex:13668; }","duration":"263.823376ms","start":"2026-05-26T09:13:01.628755Z","end":"2026-05-26T09:13:01.892578Z","steps":["trace[378521860] 'read index received' (duration: 263.6301ms)","trace[378521860] 'applied index is now lower than readState.Index' (duration: 192.475µs)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:13:01.892841Z","caller":"traceutil/trace.go:171","msg":"trace[1473147964] transaction","detail":"{read_only:false; response_revision:13267; number_of_response:1; }","duration":"275.685072ms","start":"2026-05-26T09:13:01.617147Z","end":"2026-05-26T09:13:01.892832Z","steps":["trace[1473147964] 'process raft request' (duration: 275.308211ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:13:01.893028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.255767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-26T09:13:01.893071Z","caller":"traceutil/trace.go:171","msg":"trace[1202676277] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:13267; }","duration":"264.34971ms","start":"2026-05-26T09:13:01.628713Z","end":"2026-05-26T09:13:01.893063Z","steps":["trace[1202676277] 'agreement among raft nodes before linearized reading' (duration: 264.262157ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:13:01.89616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.572321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T09:13:01.896231Z","caller":"traceutil/trace.go:171","msg":"trace[453605903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13267; }","duration":"218.689245ms","start":"2026-05-26T09:13:01.677528Z","end":"2026-05-26T09:13:01.896217Z","steps":["trace[453605903] 'agreement among raft nodes before linearized reading' (duration: 215.671722ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:13:07.440552Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10696} {"level":"info","ts":"2026-05-26T09:13:07.561402Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10696,"took":"118.167449ms","hash":2439668707,"current-db-size-bytes":63344640,"current-db-size":"63 MB","current-db-size-in-use-bytes":31895552,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-26T09:13:07.561499Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2439668707,"revision":10696,"compact-revision":6466} {"level":"info","ts":"2026-05-26T09:16:41.555913Z","caller":"traceutil/trace.go:171","msg":"trace[1023154597] transaction","detail":"{read_only:false; response_revision:14980; number_of_response:1; }","duration":"117.329038ms","start":"2026-05-26T09:16:41.438543Z","end":"2026-05-26T09:16:41.555872Z","steps":["trace[1023154597] 'process raft request' (duration: 116.943507ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:16:41.615317Z","caller":"traceutil/trace.go:171","msg":"trace[1682802577] transaction","detail":"{read_only:false; response_revision:14982; number_of_response:1; }","duration":"171.442075ms","start":"2026-05-26T09:16:41.443851Z","end":"2026-05-26T09:16:41.615293Z","steps":["trace[1682802577] 'process raft request' (duration: 171.365593ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:16:41.615341Z","caller":"traceutil/trace.go:171","msg":"trace[1510834972] transaction","detail":"{read_only:false; response_revision:14981; number_of_response:1; }","duration":"171.856696ms","start":"2026-05-26T09:16:41.443448Z","end":"2026-05-26T09:16:41.615304Z","steps":["trace[1510834972] 'process raft request' (duration: 171.603359ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:16:41.615522Z","caller":"traceutil/trace.go:171","msg":"trace[1871798949] transaction","detail":"{read_only:false; response_revision:14983; number_of_response:1; }","duration":"165.325867ms","start":"2026-05-26T09:16:41.450159Z","end":"2026-05-26T09:16:41.615485Z","steps":["trace[1871798949] 'process raft request' (duration: 165.094731ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:16:42.013548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.369068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-26T09:16:42.013602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.071597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-26T09:16:42.013645Z","caller":"traceutil/trace.go:171","msg":"trace[168115087] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14984; }","duration":"113.517802ms","start":"2026-05-26T09:16:41.900104Z","end":"2026-05-26T09:16:42.013622Z","steps":["trace[168115087] 'range keys from in-memory index tree' (duration: 113.166712ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:16:42.013702Z","caller":"traceutil/trace.go:171","msg":"trace[213624073] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:14984; }","duration":"166.229142ms","start":"2026-05-26T09:16:41.84745Z","end":"2026-05-26T09:16:42.013679Z","steps":["trace[213624073] 'count revisions from in-memory index tree' (duration: 165.971905ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:16:42.23344Z","caller":"traceutil/trace.go:171","msg":"trace[1519834520] transaction","detail":"{read_only:false; response_revision:14985; number_of_response:1; }","duration":"215.924247ms","start":"2026-05-26T09:16:42.017496Z","end":"2026-05-26T09:16:42.23342Z","steps":["trace[1519834520] 'process raft request' (duration: 215.777693ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:16:42.278003Z","caller":"traceutil/trace.go:171","msg":"trace[2123069853] transaction","detail":"{read_only:false; response_revision:14987; number_of_response:1; }","duration":"259.687231ms","start":"2026-05-26T09:16:42.018291Z","end":"2026-05-26T09:16:42.277979Z","steps":["trace[2123069853] 'process raft request' (duration: 259.562938ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:16:42.278149Z","caller":"traceutil/trace.go:171","msg":"trace[393006258] linearizableReadLoop","detail":"{readStateIndex:15443; appliedIndex:15439; }","duration":"234.58365ms","start":"2026-05-26T09:16:42.04354Z","end":"2026-05-26T09:16:42.278124Z","steps":["trace[393006258] 'read index received' (duration: 189.804029ms)","trace[393006258] 'applied index is now lower than readState.Index' (duration: 44.778161ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:16:42.278041Z","caller":"traceutil/trace.go:171","msg":"trace[676336095] transaction","detail":"{read_only:false; response_revision:14986; number_of_response:1; }","duration":"259.786754ms","start":"2026-05-26T09:16:42.018209Z","end":"2026-05-26T09:16:42.277996Z","steps":["trace[676336095] 'process raft request' (duration: 259.489756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:16:42.278394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.824108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-26T09:16:42.278417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.005417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T09:16:42.278295Z","caller":"traceutil/trace.go:171","msg":"trace[1324061140] transaction","detail":"{read_only:false; response_revision:14988; number_of_response:1; }","duration":"259.693841ms","start":"2026-05-26T09:16:42.018468Z","end":"2026-05-26T09:16:42.278162Z","steps":["trace[1324061140] 'process raft request' (duration: 259.474905ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:16:42.278484Z","caller":"traceutil/trace.go:171","msg":"trace[832102407] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:14988; }","duration":"229.09392ms","start":"2026-05-26T09:16:42.049371Z","end":"2026-05-26T09:16:42.278465Z","steps":["trace[832102407] 'agreement among raft nodes before linearized reading' (duration: 228.964826ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:16:42.278438Z","caller":"traceutil/trace.go:171","msg":"trace[2025092707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14988; }","duration":"234.92952ms","start":"2026-05-26T09:16:42.043496Z","end":"2026-05-26T09:16:42.278426Z","steps":["trace[2025092707] 'agreement among raft nodes before linearized reading' (duration: 234.757605ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:16:42.516482Z","caller":"traceutil/trace.go:171","msg":"trace[155163456] linearizableReadLoop","detail":"{readStateIndex:15444; appliedIndex:15443; }","duration":"144.599037ms","start":"2026-05-26T09:16:42.371853Z","end":"2026-05-26T09:16:42.516452Z","steps":["trace[155163456] 'read index received' (duration: 116.695809ms)","trace[155163456] 'applied index is now lower than readState.Index' (duration: 27.902158ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:16:42.516533Z","caller":"traceutil/trace.go:171","msg":"trace[1502941185] transaction","detail":"{read_only:false; response_revision:14989; number_of_response:1; }","duration":"232.997618ms","start":"2026-05-26T09:16:42.283494Z","end":"2026-05-26T09:16:42.516491Z","steps":["trace[1502941185] 'process raft request' (duration: 205.155212ms)","trace[1502941185] 'compare' (duration: 27.461015ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:16:42.516725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.846434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-tcbh2\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-05-26T09:16:42.516812Z","caller":"traceutil/trace.go:171","msg":"trace[1755649487] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-tcbh2; range_end:; response_count:1; response_revision:14989; }","duration":"144.971137ms","start":"2026-05-26T09:16:42.371821Z","end":"2026-05-26T09:16:42.516792Z","steps":["trace[1755649487] 'agreement among raft nodes before linearized reading' (duration: 144.71724ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:16:51.987453Z","caller":"traceutil/trace.go:171","msg":"trace[2016026171] linearizableReadLoop","detail":"{readStateIndex:15588; appliedIndex:15587; }","duration":"130.314025ms","start":"2026-05-26T09:16:51.857104Z","end":"2026-05-26T09:16:51.987418Z","steps":["trace[2016026171] 'read index received' (duration: 130.085548ms)","trace[2016026171] 'applied index is now lower than readState.Index' (duration: 226.996µs)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:16:51.987518Z","caller":"traceutil/trace.go:171","msg":"trace[982187131] transaction","detail":"{read_only:false; response_revision:15127; number_of_response:1; }","duration":"139.006443ms","start":"2026-05-26T09:16:51.84847Z","end":"2026-05-26T09:16:51.987476Z","steps":["trace[982187131] 'process raft request' (duration: 138.738416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:16:51.98773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.881647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T09:16:51.987784Z","caller":"traceutil/trace.go:171","msg":"trace[2002870477] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:15127; }","duration":"112.00433ms","start":"2026-05-26T09:16:51.875766Z","end":"2026-05-26T09:16:51.98777Z","steps":["trace[2002870477] 'agreement among raft nodes before linearized reading' (duration: 111.873387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:16:52.006584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.448991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224956"} {"level":"info","ts":"2026-05-26T09:16:52.006698Z","caller":"traceutil/trace.go:171","msg":"trace[121428100] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:15127; }","duration":"149.593585ms","start":"2026-05-26T09:16:51.857062Z","end":"2026-05-26T09:16:52.006655Z","steps":["trace[121428100] 'agreement among raft nodes before linearized reading' (duration: 130.50091ms)","trace[121428100] 'range keys from bolt db' (duration: 18.765766ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:16:52.517402Z","caller":"traceutil/trace.go:171","msg":"trace[522802543] transaction","detail":"{read_only:false; response_revision:15133; number_of_response:1; }","duration":"163.473786ms","start":"2026-05-26T09:16:52.353901Z","end":"2026-05-26T09:16:52.517375Z","steps":["trace[522802543] 'process raft request' (duration: 163.23206ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:16:52.517486Z","caller":"traceutil/trace.go:171","msg":"trace[371107207] transaction","detail":"{read_only:false; response_revision:15134; number_of_response:1; }","duration":"163.010033ms","start":"2026-05-26T09:16:52.354447Z","end":"2026-05-26T09:16:52.517457Z","steps":["trace[371107207] 'process raft request' (duration: 162.856759ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:17:09.320741Z","caller":"traceutil/trace.go:171","msg":"trace[2050171943] transaction","detail":"{read_only:false; response_revision:15314; number_of_response:1; }","duration":"138.689197ms","start":"2026-05-26T09:17:09.182026Z","end":"2026-05-26T09:17:09.320716Z","steps":["trace[2050171943] 'process raft request' (duration: 46.415117ms)","trace[2050171943] 'compare' (duration: 91.499749ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:17:09.320125Z","caller":"traceutil/trace.go:171","msg":"trace[148276743] linearizableReadLoop","detail":"{readStateIndex:15779; appliedIndex:15778; }","duration":"106.200073ms","start":"2026-05-26T09:17:09.213891Z","end":"2026-05-26T09:17:09.320091Z","steps":["trace[148276743] 'read index received' (duration: 14.615532ms)","trace[148276743] 'applied index is now lower than readState.Index' (duration: 91.583031ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:17:09.321924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.153449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T09:17:09.322048Z","caller":"traceutil/trace.go:171","msg":"trace[1989565213] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:15314; }","duration":"108.201288ms","start":"2026-05-26T09:17:09.213822Z","end":"2026-05-26T09:17:09.322023Z","steps":["trace[1989565213] 'agreement among raft nodes before linearized reading' (duration: 106.970584ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:18:07.446145Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13369} {"level":"info","ts":"2026-05-26T09:18:07.556429Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13369,"took":"106.245064ms","hash":3758296470,"current-db-size-bytes":63344640,"current-db-size":"63 MB","current-db-size-in-use-bytes":31756288,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-26T09:18:07.556504Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3758296470,"revision":13369,"compact-revision":10696} {"level":"info","ts":"2026-05-26T09:18:38.106244Z","caller":"traceutil/trace.go:171","msg":"trace[118745214] transaction","detail":"{read_only:false; response_revision:15851; number_of_response:1; }","duration":"133.673238ms","start":"2026-05-26T09:18:37.972547Z","end":"2026-05-26T09:18:38.10622Z","steps":["trace[118745214] 'process raft request' (duration: 133.515174ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:18:38.210405Z","caller":"traceutil/trace.go:171","msg":"trace[1045085746] transaction","detail":"{read_only:false; response_revision:15853; number_of_response:1; }","duration":"169.899576ms","start":"2026-05-26T09:18:38.040477Z","end":"2026-05-26T09:18:38.210377Z","steps":["trace[1045085746] 'process raft request' (duration: 169.804033ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:18:38.210452Z","caller":"traceutil/trace.go:171","msg":"trace[936184012] transaction","detail":"{read_only:false; response_revision:15852; number_of_response:1; }","duration":"171.895681ms","start":"2026-05-26T09:18:38.03851Z","end":"2026-05-26T09:18:38.210406Z","steps":["trace[936184012] 'process raft request' (duration: 171.568562ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:18:38.210644Z","caller":"traceutil/trace.go:171","msg":"trace[1832856448] linearizableReadLoop","detail":"{readStateIndex:16340; appliedIndex:16336; }","duration":"124.090635ms","start":"2026-05-26T09:18:38.08654Z","end":"2026-05-26T09:18:38.210631Z","steps":["trace[1832856448] 'read index received' (duration: 19.584019ms)","trace[1832856448] 'applied index is now lower than readState.Index' (duration: 104.505486ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:18:38.210761Z","caller":"traceutil/trace.go:171","msg":"trace[817646929] transaction","detail":"{read_only:false; response_revision:15854; number_of_response:1; }","duration":"140.013993ms","start":"2026-05-26T09:18:38.070716Z","end":"2026-05-26T09:18:38.21073Z","steps":["trace[817646929] 'process raft request' (duration: 139.615562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:18:38.210878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.317051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-tcbh2\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-05-26T09:18:38.210937Z","caller":"traceutil/trace.go:171","msg":"trace[1905562138] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-tcbh2; range_end:; response_count:1; response_revision:15854; }","duration":"124.430034ms","start":"2026-05-26T09:18:38.086493Z","end":"2026-05-26T09:18:38.210923Z","steps":["trace[1905562138] 'agreement among raft nodes before linearized reading' (duration: 124.238959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:18:48.475978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.971336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T09:18:48.476059Z","caller":"traceutil/trace.go:171","msg":"trace[2038612431] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:15906; }","duration":"114.063629ms","start":"2026-05-26T09:18:48.361974Z","end":"2026-05-26T09:18:48.476038Z","steps":["trace[2038612431] 'count revisions from in-memory index tree' (duration: 113.917955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:18:48.476266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.472728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-tcbh2\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-05-26T09:18:48.476356Z","caller":"traceutil/trace.go:171","msg":"trace[543393206] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-tcbh2; range_end:; response_count:1; response_revision:15906; }","duration":"115.608581ms","start":"2026-05-26T09:18:48.360727Z","end":"2026-05-26T09:18:48.476336Z","steps":["trace[543393206] 'range keys from in-memory index tree' (duration: 115.294693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:18:54.535039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.794843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-26T09:18:54.535187Z","caller":"traceutil/trace.go:171","msg":"trace[1457944197] transaction","detail":"{read_only:false; response_revision:15933; number_of_response:1; }","duration":"255.48981ms","start":"2026-05-26T09:18:54.279679Z","end":"2026-05-26T09:18:54.535169Z","steps":["trace[1457944197] 'process raft request' (duration: 122.500822ms)","trace[1457944197] 'compare' (duration: 132.442423ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:18:54.53561Z","caller":"traceutil/trace.go:171","msg":"trace[692821351] transaction","detail":"{read_only:false; response_revision:15934; number_of_response:1; }","duration":"254.344378ms","start":"2026-05-26T09:18:54.281256Z","end":"2026-05-26T09:18:54.5356Z","steps":["trace[692821351] 'process raft request' (duration: 253.866375ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:18:54.535812Z","caller":"traceutil/trace.go:171","msg":"trace[2105103005] transaction","detail":"{read_only:false; response_revision:15935; number_of_response:1; }","duration":"253.093584ms","start":"2026-05-26T09:18:54.282709Z","end":"2026-05-26T09:18:54.535803Z","steps":["trace[2105103005] 'process raft request' (duration: 252.732794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:18:54.87038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.524554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-26T09:18:54.870528Z","caller":"traceutil/trace.go:171","msg":"trace[1041499146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15935; }","duration":"190.721999ms","start":"2026-05-26T09:18:54.67977Z","end":"2026-05-26T09:18:54.870492Z","steps":["trace[1041499146] 'range keys from in-memory index tree' (duration: 190.302647ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:18:54.922402Z","caller":"traceutil/trace.go:171","msg":"trace[1102161982] transaction","detail":"{read_only:false; response_revision:15936; number_of_response:1; }","duration":"131.829337ms","start":"2026-05-26T09:18:54.790543Z","end":"2026-05-26T09:18:54.922373Z","steps":["trace[1102161982] 'process raft request' (duration: 131.633792ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:21:29.354194Z","caller":"traceutil/trace.go:171","msg":"trace[883581292] transaction","detail":"{read_only:false; response_revision:17205; number_of_response:1; }","duration":"128.791204ms","start":"2026-05-26T09:21:29.225348Z","end":"2026-05-26T09:21:29.354139Z","steps":["trace[883581292] 'process raft request' (duration: 46.146436ms)","trace[883581292] 'compare' (duration: 82.443392ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:23:03.758446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620626786874045042,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-26T09:23:03.908947Z","caller":"traceutil/trace.go:171","msg":"trace[1073548209] transaction","detail":"{read_only:false; response_revision:18476; number_of_response:1; }","duration":"653.513782ms","start":"2026-05-26T09:23:03.255408Z","end":"2026-05-26T09:23:03.908922Z","steps":["trace[1073548209] 'process raft request' (duration: 653.229604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:23:03.909122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:23:03.255391Z","time spent":"653.629665ms","remote":"127.0.0.1:58072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59256,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:23:04.147824Z","caller":"traceutil/trace.go:171","msg":"trace[77488305] linearizableReadLoop","detail":"{readStateIndex:19046; appliedIndex:19040; }","duration":"889.60347ms","start":"2026-05-26T09:23:03.258199Z","end":"2026-05-26T09:23:04.147803Z","steps":["trace[77488305] 'read index received' (duration: 650.452488ms)","trace[77488305] 'applied index is now lower than readState.Index' (duration: 239.149852ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:23:04.148108Z","caller":"traceutil/trace.go:171","msg":"trace[879419441] transaction","detail":"{read_only:false; response_revision:18477; number_of_response:1; }","duration":"779.488029ms","start":"2026-05-26T09:23:03.368606Z","end":"2026-05-26T09:23:04.148094Z","steps":["trace[879419441] 'process raft request' (duration: 750.929275ms)","trace[879419441] 'compare' (duration: 27.989049ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:23:04.148224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:23:03.368569Z","time spent":"779.576332ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:23:04.14825Z","caller":"traceutil/trace.go:171","msg":"trace[941176960] transaction","detail":"{read_only:false; response_revision:18481; number_of_response:1; }","duration":"420.350625ms","start":"2026-05-26T09:23:03.727866Z","end":"2026-05-26T09:23:04.148216Z","steps":["trace[941176960] 'process raft request' (duration: 419.899302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:23:04.148403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:23:03.727853Z","time spent":"420.474168ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-26T09:23:04.148426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.04962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io\" ","response":"range_response_count:1 size:23806"} {"level":"warn","ts":"2026-05-26T09:23:04.148414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.521093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/cert-manager-test\" ","response":"range_response_count:1 size:385"} {"level":"info","ts":"2026-05-26T09:23:04.148467Z","caller":"traceutil/trace.go:171","msg":"trace[207889794] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io; range_end:; response_count:1; response_revision:18481; }","duration":"227.123522ms","start":"2026-05-26T09:23:03.921333Z","end":"2026-05-26T09:23:04.148457Z","steps":["trace[207889794] 'agreement among raft nodes before linearized reading' (duration: 226.994219ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:23:04.148481Z","caller":"traceutil/trace.go:171","msg":"trace[134865623] range","detail":"{range_begin:/registry/namespaces/cert-manager-test; range_end:; response_count:1; response_revision:18481; }","duration":"844.640986ms","start":"2026-05-26T09:23:03.303825Z","end":"2026-05-26T09:23:04.148466Z","steps":["trace[134865623] 'agreement among raft nodes before linearized reading' (duration: 844.429661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:23:04.148518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:23:03.303797Z","time spent":"844.715669ms","remote":"127.0.0.1:58134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":409,"request content":"key:\"/registry/namespaces/cert-manager-test\" "} {"level":"info","ts":"2026-05-26T09:23:04.14868Z","caller":"traceutil/trace.go:171","msg":"trace[996402003] transaction","detail":"{read_only:false; response_revision:18478; number_of_response:1; }","duration":"715.02873ms","start":"2026-05-26T09:23:03.433642Z","end":"2026-05-26T09:23:04.148671Z","steps":["trace[996402003] 'process raft request' (duration: 714.012822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:23:04.148688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.486514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io\" ","response":"range_response_count:1 size:108636"} {"level":"info","ts":"2026-05-26T09:23:04.148721Z","caller":"traceutil/trace.go:171","msg":"trace[977700024] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io; range_end:; response_count:1; response_revision:18481; }","duration":"890.543386ms","start":"2026-05-26T09:23:03.258167Z","end":"2026-05-26T09:23:04.14871Z","steps":["trace[977700024] 'agreement among raft nodes before linearized reading' (duration: 890.441283ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:23:04.148731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:23:03.433608Z","time spent":"715.098722ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-26T09:23:04.148736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.051064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-26T09:23:04.148754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:23:03.258155Z","time spent":"890.591867ms","remote":"127.0.0.1:58072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":108660,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-05-26T09:23:04.148736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.574026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-gvmtg\" ","response":"range_response_count:1 size:5434"} {"level":"info","ts":"2026-05-26T09:23:04.148777Z","caller":"traceutil/trace.go:171","msg":"trace[2053707888] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:18481; }","duration":"421.115466ms","start":"2026-05-26T09:23:03.727646Z","end":"2026-05-26T09:23:04.148762Z","steps":["trace[2053707888] 'agreement among raft nodes before linearized reading' (duration: 421.055814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:23:04.148806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:23:03.727623Z","time spent":"421.177037ms","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-05-26T09:23:04.148808Z","caller":"traceutil/trace.go:171","msg":"trace[1178289680] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5fbb4994-gvmtg; range_end:; response_count:1; response_revision:18481; }","duration":"320.692269ms","start":"2026-05-26T09:23:03.828095Z","end":"2026-05-26T09:23:04.148787Z","steps":["trace[1178289680] 'agreement among raft nodes before linearized reading' (duration: 320.511904ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:23:04.148824Z","caller":"traceutil/trace.go:171","msg":"trace[242265972] transaction","detail":"{read_only:false; response_revision:18479; number_of_response:1; }","duration":"496.854554ms","start":"2026-05-26T09:23:03.651962Z","end":"2026-05-26T09:23:04.148816Z","steps":["trace[242265972] 'process raft request' (duration: 495.732483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:23:04.148848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:23:03.828074Z","time spent":"320.762602ms","remote":"127.0.0.1:58202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5458,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-gvmtg\" "} {"level":"warn","ts":"2026-05-26T09:23:04.148867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:23:03.651931Z","time spent":"496.914796ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:23:04.149001Z","caller":"traceutil/trace.go:171","msg":"trace[170833352] transaction","detail":"{read_only:false; response_revision:18480; number_of_response:1; }","duration":"496.640508ms","start":"2026-05-26T09:23:03.652352Z","end":"2026-05-26T09:23:04.148993Z","steps":["trace[170833352] 'process raft request' (duration: 495.372003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:23:04.149047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:23:03.652341Z","time spent":"496.682709ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:23:04.552815Z","caller":"traceutil/trace.go:171","msg":"trace[1403172476] linearizableReadLoop","detail":"{readStateIndex:19047; appliedIndex:19046; }","duration":"391.510573ms","start":"2026-05-26T09:23:04.161276Z","end":"2026-05-26T09:23:04.552787Z","steps":["trace[1403172476] 'read index received' (duration: 391.362499ms)","trace[1403172476] 'applied index is now lower than readState.Index' (duration: 146.594µs)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:23:04.552885Z","caller":"traceutil/trace.go:171","msg":"trace[1277126194] transaction","detail":"{read_only:false; response_revision:18482; number_of_response:1; }","duration":"395.090241ms","start":"2026-05-26T09:23:04.157729Z","end":"2026-05-26T09:23:04.552819Z","steps":["trace[1277126194] 'process raft request' (duration: 394.866815ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:23:04.552986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.684748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/cert-manager-test/\" range_end:\"/registry/csistoragecapacities/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-26T09:23:04.553035Z","caller":"traceutil/trace.go:171","msg":"trace[414204223] range","detail":"{range_begin:/registry/csistoragecapacities/cert-manager-test/; range_end:/registry/csistoragecapacities/cert-manager-test0; response_count:0; response_revision:18482; }","duration":"391.7579ms","start":"2026-05-26T09:23:04.161261Z","end":"2026-05-26T09:23:04.553019Z","steps":["trace[414204223] 'agreement among raft nodes before linearized reading' (duration: 391.655888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:23:04.553083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:23:04.161226Z","time spent":"391.845553ms","remote":"127.0.0.1:58426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/cert-manager-test/\" range_end:\"/registry/csistoragecapacities/cert-manager-test0\" limit:10000 "} {"level":"warn","ts":"2026-05-26T09:23:04.553163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:23:04.157709Z","time spent":"395.272516ms","remote":"127.0.0.1:58202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5238,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:23:04.716119Z","caller":"traceutil/trace.go:171","msg":"trace[168899926] linearizableReadLoop","detail":"{readStateIndex:19048; appliedIndex:19047; }","duration":"163.210148ms","start":"2026-05-26T09:23:04.552887Z","end":"2026-05-26T09:23:04.716098Z","steps":["trace[168899926] 'read index received' (duration: 162.873339ms)","trace[168899926] 'applied index is now lower than readState.Index' (duration: 335.809µs)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:23:04.716525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.789601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-26T09:23:04.716595Z","caller":"traceutil/trace.go:171","msg":"trace[108634086] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18483; }","duration":"180.919024ms","start":"2026-05-26T09:23:04.535658Z","end":"2026-05-26T09:23:04.716577Z","steps":["trace[108634086] 'agreement among raft nodes before linearized reading' (duration: 180.632476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:23:04.716592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.29843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-wcwmj.18b312ed51cb49e2\" ","response":"range_response_count:1 size:948"} {"level":"warn","ts":"2026-05-26T09:23:04.716585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.098644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-26T09:23:04.716754Z","caller":"traceutil/trace.go:171","msg":"trace[422123778] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18483; }","duration":"281.33305ms","start":"2026-05-26T09:23:04.435408Z","end":"2026-05-26T09:23:04.716741Z","steps":["trace[422123778] 'agreement among raft nodes before linearized reading' (duration: 280.822006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:23:04.716565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.105089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-26T09:23:04.716862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.867669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io\" ","response":"range_response_count:1 size:59274"} {"level":"info","ts":"2026-05-26T09:23:04.717Z","caller":"traceutil/trace.go:171","msg":"trace[605005220] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18483; }","duration":"267.552431ms","start":"2026-05-26T09:23:04.449354Z","end":"2026-05-26T09:23:04.716906Z","steps":["trace[605005220] 'agreement among raft nodes before linearized reading' (duration: 266.814121ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:23:04.716659Z","caller":"traceutil/trace.go:171","msg":"trace[1996998446] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-wcwmj.18b312ed51cb49e2; range_end:; response_count:1; response_revision:18483; }","duration":"546.387833ms","start":"2026-05-26T09:23:04.170255Z","end":"2026-05-26T09:23:04.716643Z","steps":["trace[1996998446] 'agreement among raft nodes before linearized reading' (duration: 546.234999ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:23:04.717033Z","caller":"traceutil/trace.go:171","msg":"trace[2023350690] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io; range_end:; response_count:1; response_revision:18483; }","duration":"526.066065ms","start":"2026-05-26T09:23:04.190929Z","end":"2026-05-26T09:23:04.716995Z","steps":["trace[2023350690] 'agreement among raft nodes before linearized reading' (duration: 525.52707ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:23:04.716339Z","caller":"traceutil/trace.go:171","msg":"trace[1270603676] transaction","detail":"{read_only:false; response_revision:18483; number_of_response:1; }","duration":"542.086315ms","start":"2026-05-26T09:23:04.174185Z","end":"2026-05-26T09:23:04.716271Z","steps":["trace[1270603676] 'process raft request' (duration: 541.738855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:23:04.717077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:23:04.19091Z","time spent":"526.158508ms","remote":"127.0.0.1:58072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":59298,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-05-26T09:23:04.717064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:23:04.170243Z","time spent":"546.807344ms","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":972,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-wcwmj.18b312ed51cb49e2\" "} {"level":"warn","ts":"2026-05-26T09:23:04.717908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.762026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-26T09:23:04.717999Z","caller":"traceutil/trace.go:171","msg":"trace[1529058971] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:18483; }","duration":"355.194197ms","start":"2026-05-26T09:23:04.362784Z","end":"2026-05-26T09:23:04.717978Z","steps":["trace[1529058971] 'agreement among raft nodes before linearized reading' (duration: 353.724786ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:23:04.71823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:23:04.174153Z","time spent":"543.952166ms","remote":"127.0.0.1:58072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24085,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-26T09:23:04.718057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:23:04.362762Z","time spent":"355.274078ms","remote":"127.0.0.1:58158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-05-26T09:23:04.725381Z","caller":"traceutil/trace.go:171","msg":"trace[211457304] transaction","detail":"{read_only:false; response_revision:18487; number_of_response:1; }","duration":"161.80571ms","start":"2026-05-26T09:23:04.563517Z","end":"2026-05-26T09:23:04.725323Z","steps":["trace[211457304] 'process raft request' (duration: 161.757869ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:23:04.72552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.482951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/cert-manager-test/\" range_end:\"/registry/csistoragecapacities/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-26T09:23:04.725614Z","caller":"traceutil/trace.go:171","msg":"trace[138108511] transaction","detail":"{read_only:false; response_revision:18484; number_of_response:1; }","duration":"164.944156ms","start":"2026-05-26T09:23:04.560662Z","end":"2026-05-26T09:23:04.725606Z","steps":["trace[138108511] 'process raft request' (duration: 164.373411ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:23:04.725632Z","caller":"traceutil/trace.go:171","msg":"trace[119958308] range","detail":"{range_begin:/registry/csistoragecapacities/cert-manager-test/; range_end:/registry/csistoragecapacities/cert-manager-test0; response_count:0; response_revision:18487; }","duration":"165.654885ms","start":"2026-05-26T09:23:04.559954Z","end":"2026-05-26T09:23:04.725608Z","steps":["trace[119958308] 'agreement among raft nodes before linearized reading' (duration: 165.409929ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:23:04.725827Z","caller":"traceutil/trace.go:171","msg":"trace[1849990558] transaction","detail":"{read_only:false; response_revision:18485; number_of_response:1; }","duration":"163.067605ms","start":"2026-05-26T09:23:04.562752Z","end":"2026-05-26T09:23:04.725819Z","steps":["trace[1849990558] 'process raft request' (duration: 162.395907ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:23:04.726066Z","caller":"traceutil/trace.go:171","msg":"trace[849197191] transaction","detail":"{read_only:false; response_revision:18486; number_of_response:1; }","duration":"162.797028ms","start":"2026-05-26T09:23:04.563262Z","end":"2026-05-26T09:23:04.726059Z","steps":["trace[849197191] 'process raft request' (duration: 161.933784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:23:04.726245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.742218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-26T09:23:04.726288Z","caller":"traceutil/trace.go:171","msg":"trace[1503341393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18487; }","duration":"118.804901ms","start":"2026-05-26T09:23:04.607473Z","end":"2026-05-26T09:23:04.726278Z","steps":["trace[1503341393] 'agreement among raft nodes before linearized reading' (duration: 118.591275ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:23:04.727539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.41841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-26T09:23:04.727583Z","caller":"traceutil/trace.go:171","msg":"trace[1306237566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18487; }","duration":"149.483752ms","start":"2026-05-26T09:23:04.578088Z","end":"2026-05-26T09:23:04.727572Z","steps":["trace[1306237566] 'agreement among raft nodes before linearized reading' (duration: 149.367169ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:23:07.457799Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15679} {"level":"info","ts":"2026-05-26T09:23:07.584848Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15679,"took":"122.719058ms","hash":2584449577,"current-db-size-bytes":63344640,"current-db-size":"63 MB","current-db-size-in-use-bytes":41230336,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-05-26T09:23:07.584929Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2584449577,"revision":15679,"compact-revision":13369} {"level":"info","ts":"2026-05-26T09:24:17.768841Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cf8c3a138c9a77a2","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-26T09:24:17.775374Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-26T09:24:17.77548Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-26T09:25:01.649247Z","caller":"traceutil/trace.go:171","msg":"trace[874396043] transaction","detail":"{read_only:false; response_revision:19994; number_of_response:1; }","duration":"104.456326ms","start":"2026-05-26T09:25:01.544758Z","end":"2026-05-26T09:25:01.649215Z","steps":["trace[874396043] 'process raft request' (duration: 103.265283ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:25:03.427012Z","caller":"traceutil/trace.go:171","msg":"trace[852167999] linearizableReadLoop","detail":"{readStateIndex:20604; appliedIndex:20603; }","duration":"105.893016ms","start":"2026-05-26T09:25:03.321097Z","end":"2026-05-26T09:25:03.42699Z","steps":["trace[852167999] 'read index received' (duration: 105.67715ms)","trace[852167999] 'applied index is now lower than readState.Index' (duration: 214.746µs)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:25:03.427161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.05558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-26T09:25:03.427201Z","caller":"traceutil/trace.go:171","msg":"trace[1036091289] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:20010; }","duration":"106.154983ms","start":"2026-05-26T09:25:03.321036Z","end":"2026-05-26T09:25:03.427191Z","steps":["trace[1036091289] 'agreement among raft nodes before linearized reading' (duration: 106.05095ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:25:03.427429Z","caller":"traceutil/trace.go:171","msg":"trace[1589920173] transaction","detail":"{read_only:false; response_revision:20010; number_of_response:1; }","duration":"137.522353ms","start":"2026-05-26T09:25:03.289863Z","end":"2026-05-26T09:25:03.427385Z","steps":["trace[1589920173] 'process raft request' (duration: 136.978179ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:25:07.682844Z","caller":"traceutil/trace.go:171","msg":"trace[2075014865] transaction","detail":"{read_only:false; response_revision:20075; number_of_response:1; }","duration":"110.817181ms","start":"2026-05-26T09:25:07.571994Z","end":"2026-05-26T09:25:07.682811Z","steps":["trace[2075014865] 'process raft request' (duration: 110.729638ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:25:07.682869Z","caller":"traceutil/trace.go:171","msg":"trace[1842570230] transaction","detail":"{read_only:false; response_revision:20074; number_of_response:1; }","duration":"110.918743ms","start":"2026-05-26T09:25:07.571911Z","end":"2026-05-26T09:25:07.68283Z","steps":["trace[1842570230] 'process raft request' (duration: 110.603115ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:25:07.683411Z","caller":"traceutil/trace.go:171","msg":"trace[2061645944] transaction","detail":"{read_only:false; response_revision:20076; number_of_response:1; }","duration":"111.358996ms","start":"2026-05-26T09:25:07.572035Z","end":"2026-05-26T09:25:07.683394Z","steps":["trace[2061645944] 'process raft request' (duration: 110.730119ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:25:07.683718Z","caller":"traceutil/trace.go:171","msg":"trace[1439572008] transaction","detail":"{read_only:false; response_revision:20077; number_of_response:1; }","duration":"111.645493ms","start":"2026-05-26T09:25:07.572058Z","end":"2026-05-26T09:25:07.683704Z","steps":["trace[1439572008] 'process raft request' (duration: 111.066897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:25:08.992453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.090935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-26T09:25:08.992658Z","caller":"traceutil/trace.go:171","msg":"trace[2089318348] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:20089; }","duration":"120.337562ms","start":"2026-05-26T09:25:08.872294Z","end":"2026-05-26T09:25:08.992631Z","steps":["trace[2089318348] 'count revisions from in-memory index tree' (duration: 120.011734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:25:08.992708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.079022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4874"} {"level":"info","ts":"2026-05-26T09:25:08.99277Z","caller":"traceutil/trace.go:171","msg":"trace[1178513650] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:20089; }","duration":"102.177934ms","start":"2026-05-26T09:25:08.890578Z","end":"2026-05-26T09:25:08.992756Z","steps":["trace[1178513650] 'range keys from in-memory index tree' (duration: 101.938877ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:26:21.126197Z","caller":"traceutil/trace.go:171","msg":"trace[192469336] linearizableReadLoop","detail":"{readStateIndex:21426; appliedIndex:21425; }","duration":"103.195928ms","start":"2026-05-26T09:26:21.022973Z","end":"2026-05-26T09:26:21.126169Z","steps":["trace[192469336] 'read index received' (duration: 103.109396ms)","trace[192469336] 'applied index is now lower than readState.Index' (duration: 85.282µs)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:26:21.126394Z","caller":"traceutil/trace.go:171","msg":"trace[1681582800] transaction","detail":"{read_only:false; response_revision:20815; number_of_response:1; }","duration":"107.221009ms","start":"2026-05-26T09:26:21.019006Z","end":"2026-05-26T09:26:21.126227Z","steps":["trace[1681582800] 'process raft request' (duration: 106.976702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:26:21.126451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.470486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-ks-user-d56bk\" ","response":"range_response_count:1 size:8994"} {"level":"info","ts":"2026-05-26T09:26:21.126653Z","caller":"traceutil/trace.go:171","msg":"trace[333350298] range","detail":"{range_begin:/registry/pods/openstack/magnum-ks-user-d56bk; range_end:; response_count:1; response_revision:20815; }","duration":"103.704943ms","start":"2026-05-26T09:26:21.022914Z","end":"2026-05-26T09:26:21.126619Z","steps":["trace[333350298] 'agreement among raft nodes before linearized reading' (duration: 103.412205ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:27:09.430348Z","caller":"traceutil/trace.go:171","msg":"trace[2005622755] transaction","detail":"{read_only:false; response_revision:21364; number_of_response:1; }","duration":"117.119432ms","start":"2026-05-26T09:27:09.313203Z","end":"2026-05-26T09:27:09.430323Z","steps":["trace[2005622755] 'process raft request' (duration: 116.975038ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:27:09.92717Z","caller":"traceutil/trace.go:171","msg":"trace[670547069] transaction","detail":"{read_only:false; response_revision:21365; number_of_response:1; }","duration":"613.833316ms","start":"2026-05-26T09:27:09.313304Z","end":"2026-05-26T09:27:09.927137Z","steps":["trace[670547069] 'process raft request' (duration: 613.592979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:09.927541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:09.313274Z","time spent":"613.98588ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:27:09.9276Z","caller":"traceutil/trace.go:171","msg":"trace[1623057993] transaction","detail":"{read_only:false; response_revision:21366; number_of_response:1; }","duration":"518.640647ms","start":"2026-05-26T09:27:09.408937Z","end":"2026-05-26T09:27:09.927578Z","steps":["trace[1623057993] 'process raft request' (duration: 518.141283ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:09.927698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:09.408908Z","time spent":"518.74019ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:27:09.927778Z","caller":"traceutil/trace.go:171","msg":"trace[856568245] transaction","detail":"{read_only:false; response_revision:21367; number_of_response:1; }","duration":"517.678781ms","start":"2026-05-26T09:27:09.410081Z","end":"2026-05-26T09:27:09.92776Z","steps":["trace[856568245] 'process raft request' (duration: 517.422854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:09.927879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:09.410067Z","time spent":"517.770013ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:27:09.9279Z","caller":"traceutil/trace.go:171","msg":"trace[551217979] linearizableReadLoop","detail":"{readStateIndex:21997; appliedIndex:21993; }","duration":"247.259452ms","start":"2026-05-26T09:27:09.680608Z","end":"2026-05-26T09:27:09.927868Z","steps":["trace[551217979] 'read index received' (duration: 246.270255ms)","trace[551217979] 'applied index is now lower than readState.Index' (duration: 988.017µs)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:27:09.927926Z","caller":"traceutil/trace.go:171","msg":"trace[379336425] transaction","detail":"{read_only:false; response_revision:21368; number_of_response:1; }","duration":"510.713069ms","start":"2026-05-26T09:27:09.417194Z","end":"2026-05-26T09:27:09.927907Z","steps":["trace[379336425] 'process raft request' (duration: 510.514873ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:09.928024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:09.417163Z","time spent":"510.817172ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-26T09:27:09.928083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.482448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-26T09:27:09.928119Z","caller":"traceutil/trace.go:171","msg":"trace[2086388766] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:21368; }","duration":"247.55373ms","start":"2026-05-26T09:27:09.680554Z","end":"2026-05-26T09:27:09.928107Z","steps":["trace[2086388766] 'agreement among raft nodes before linearized reading' (duration: 247.430907ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:27:09.952244Z","caller":"traceutil/trace.go:171","msg":"trace[1892941342] transaction","detail":"{read_only:false; response_revision:21369; number_of_response:1; }","duration":"194.387397ms","start":"2026-05-26T09:27:09.757827Z","end":"2026-05-26T09:27:09.952214Z","steps":["trace[1892941342] 'process raft request' (duration: 194.146391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:09.952248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.610612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-26T09:27:09.952606Z","caller":"traceutil/trace.go:171","msg":"trace[1099711396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21369; }","duration":"272.021513ms","start":"2026-05-26T09:27:09.680573Z","end":"2026-05-26T09:27:09.952595Z","steps":["trace[1099711396] 'agreement among raft nodes before linearized reading' (duration: 271.586061ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:27:10.503513Z","caller":"traceutil/trace.go:171","msg":"trace[1834332143] transaction","detail":"{read_only:false; response_revision:21370; number_of_response:1; }","duration":"173.229085ms","start":"2026-05-26T09:27:10.330249Z","end":"2026-05-26T09:27:10.503478Z","steps":["trace[1834332143] 'process raft request' (duration: 172.979358ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:27:10.503399Z","caller":"traceutil/trace.go:171","msg":"trace[1984958304] linearizableReadLoop","detail":"{readStateIndex:21999; appliedIndex:21998; }","duration":"107.717073ms","start":"2026-05-26T09:27:10.395663Z","end":"2026-05-26T09:27:10.50338Z","steps":["trace[1984958304] 'read index received' (duration: 107.538748ms)","trace[1984958304] 'applied index is now lower than readState.Index' (duration: 177.205µs)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:27:10.5037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.025321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-26T09:27:10.503739Z","caller":"traceutil/trace.go:171","msg":"trace[260672820] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21370; }","duration":"108.282198ms","start":"2026-05-26T09:27:10.39544Z","end":"2026-05-26T09:27:10.503722Z","steps":["trace[260672820] 'agreement among raft nodes before linearized reading' (duration: 108.175955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:10.504044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.283716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-26T09:27:10.504065Z","caller":"traceutil/trace.go:171","msg":"trace[1532491097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21370; }","duration":"105.326517ms","start":"2026-05-26T09:27:10.398734Z","end":"2026-05-26T09:27:10.50406Z","steps":["trace[1532491097] 'agreement among raft nodes before linearized reading' (duration: 105.281005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:10.504195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.554108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-26T09:27:10.504214Z","caller":"traceutil/trace.go:171","msg":"trace[904500099] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21370; }","duration":"107.60691ms","start":"2026-05-26T09:27:10.396603Z","end":"2026-05-26T09:27:10.50421Z","steps":["trace[904500099] 'agreement among raft nodes before linearized reading' (duration: 107.23497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:10.933191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.422313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-26T09:27:10.933313Z","caller":"traceutil/trace.go:171","msg":"trace[309964292] transaction","detail":"{read_only:false; response_revision:21371; number_of_response:1; }","duration":"420.451006ms","start":"2026-05-26T09:27:10.512842Z","end":"2026-05-26T09:27:10.933293Z","steps":["trace[309964292] 'process raft request' (duration: 219.836278ms)","trace[309964292] 'compare' (duration: 200.30471ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:27:10.93338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:10.512824Z","time spent":"420.524988ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:27:10.987573Z","caller":"traceutil/trace.go:171","msg":"trace[1895026051] linearizableReadLoop","detail":"{readStateIndex:22005; appliedIndex:21999; }","duration":"450.583695ms","start":"2026-05-26T09:27:10.536962Z","end":"2026-05-26T09:27:10.987546Z","steps":["trace[1895026051] 'read index received' (duration: 195.735174ms)","trace[1895026051] 'applied index is now lower than readState.Index' (duration: 254.847371ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:27:10.988112Z","caller":"traceutil/trace.go:171","msg":"trace[1918007237] transaction","detail":"{read_only:false; response_revision:21372; number_of_response:1; }","duration":"473.083234ms","start":"2026-05-26T09:27:10.515012Z","end":"2026-05-26T09:27:10.988095Z","steps":["trace[1918007237] 'process raft request' (duration: 472.175029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:10.989071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:10.514995Z","time spent":"473.170816ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:27:10.989434Z","caller":"traceutil/trace.go:171","msg":"trace[779390862] transaction","detail":"{read_only:false; response_revision:21373; number_of_response:1; }","duration":"474.306087ms","start":"2026-05-26T09:27:10.515111Z","end":"2026-05-26T09:27:10.989417Z","steps":["trace[779390862] 'process raft request' (duration: 472.210079ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:27:10.989668Z","caller":"traceutil/trace.go:171","msg":"trace[160034166] transaction","detail":"{read_only:false; response_revision:21376; number_of_response:1; }","duration":"452.715163ms","start":"2026-05-26T09:27:10.536937Z","end":"2026-05-26T09:27:10.989653Z","steps":["trace[160034166] 'process raft request' (duration: 450.527963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:10.989725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:10.536919Z","time spent":"452.775145ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:27:10.989896Z","caller":"traceutil/trace.go:171","msg":"trace[1515019865] transaction","detail":"{read_only:false; response_revision:21374; number_of_response:1; }","duration":"474.431761ms","start":"2026-05-26T09:27:10.515451Z","end":"2026-05-26T09:27:10.989883Z","steps":["trace[1515019865] 'process raft request' (duration: 471.905651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:10.989918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:10.515107Z","time spent":"474.375619ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:27:10.989972Z","caller":"traceutil/trace.go:171","msg":"trace[1048794781] transaction","detail":"{read_only:false; response_revision:21375; number_of_response:1; }","duration":"472.818186ms","start":"2026-05-26T09:27:10.517146Z","end":"2026-05-26T09:27:10.989965Z","steps":["trace[1048794781] 'process raft request' (duration: 470.250646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:10.990003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:10.517138Z","time spent":"472.849138ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:27:10.990086Z","caller":"traceutil/trace.go:171","msg":"trace[525890105] transaction","detail":"{read_only:false; response_revision:21377; number_of_response:1; }","duration":"364.98531ms","start":"2026-05-26T09:27:10.625083Z","end":"2026-05-26T09:27:10.990069Z","steps":["trace[525890105] 'process raft request' (duration: 362.42287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:10.990166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:10.625012Z","time spent":"365.110743ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-26T09:27:10.989945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:10.515446Z","time spent":"474.473522ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-26T09:27:10.990398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.435493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-26T09:27:10.990422Z","caller":"traceutil/trace.go:171","msg":"trace[918657572] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21377; }","duration":"453.480134ms","start":"2026-05-26T09:27:10.536935Z","end":"2026-05-26T09:27:10.990415Z","steps":["trace[918657572] 'agreement among raft nodes before linearized reading' (duration: 453.384602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:10.990442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:10.536923Z","time spent":"453.514745ms","remote":"127.0.0.1:58130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-26T09:27:11.275374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.849234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-26T09:27:11.275479Z","caller":"traceutil/trace.go:171","msg":"trace[527755010] linearizableReadLoop","detail":"{readStateIndex:22007; appliedIndex:22006; }","duration":"287.811367ms","start":"2026-05-26T09:27:10.987645Z","end":"2026-05-26T09:27:11.275456Z","steps":["trace[527755010] 'read index received' (duration: 1.789119ms)","trace[527755010] 'applied index is now lower than readState.Index' (duration: 286.020708ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:27:11.275741Z","caller":"traceutil/trace.go:171","msg":"trace[835956005] transaction","detail":"{read_only:false; response_revision:21378; number_of_response:1; }","duration":"397.962466ms","start":"2026-05-26T09:27:10.877764Z","end":"2026-05-26T09:27:11.275726Z","steps":["trace[835956005] 'process raft request' (duration: 288.681161ms)","trace[835956005] 'compare' (duration: 108.501424ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:27:11.275766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.954474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-05-26T09:27:11.275814Z","caller":"traceutil/trace.go:171","msg":"trace[1782457892] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:21378; }","duration":"644.033905ms","start":"2026-05-26T09:27:10.631765Z","end":"2026-05-26T09:27:11.275799Z","steps":["trace[1782457892] 'agreement among raft nodes before linearized reading' (duration: 643.871921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:11.275824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:10.87774Z","time spent":"398.042199ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-26T09:27:11.275862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:10.631731Z","time spent":"644.122648ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.65\" "} {"level":"warn","ts":"2026-05-26T09:27:16.865655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.452444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-26T09:27:16.865739Z","caller":"traceutil/trace.go:171","msg":"trace[478862519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21417; }","duration":"184.585507ms","start":"2026-05-26T09:27:16.681132Z","end":"2026-05-26T09:27:16.865718Z","steps":["trace[478862519] 'range keys from in-memory index tree' (duration: 184.345591ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:27:17.104308Z","caller":"traceutil/trace.go:171","msg":"trace[1332064894] transaction","detail":"{read_only:false; response_revision:21418; number_of_response:1; }","duration":"130.583342ms","start":"2026-05-26T09:27:16.973696Z","end":"2026-05-26T09:27:17.104279Z","steps":["trace[1332064894] 'process raft request' (duration: 130.408347ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:27:17.27705Z","caller":"traceutil/trace.go:171","msg":"trace[92237387] linearizableReadLoop","detail":"{readStateIndex:22050; appliedIndex:22048; }","duration":"256.056354ms","start":"2026-05-26T09:27:17.020967Z","end":"2026-05-26T09:27:17.277023Z","steps":["trace[92237387] 'read index received' (duration: 83.168588ms)","trace[92237387] 'applied index is now lower than readState.Index' (duration: 172.885956ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:27:17.277421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.446385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-26T09:27:17.277511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.258246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-26T09:27:17.277559Z","caller":"traceutil/trace.go:171","msg":"trace[1800181437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21419; }","duration":"253.311198ms","start":"2026-05-26T09:27:17.024233Z","end":"2026-05-26T09:27:17.277544Z","steps":["trace[1800181437] 'agreement among raft nodes before linearized reading' (duration: 253.213716ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:27:17.277554Z","caller":"traceutil/trace.go:171","msg":"trace[1440671392] transaction","detail":"{read_only:false; response_revision:21419; number_of_response:1; }","duration":"256.844806ms","start":"2026-05-26T09:27:17.020673Z","end":"2026-05-26T09:27:17.277518Z","steps":["trace[1440671392] 'process raft request' (duration: 212.335661ms)","trace[1440671392] 'compare' (duration: 43.577499ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:27:17.277683Z","caller":"traceutil/trace.go:171","msg":"trace[669866525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21419; }","duration":"256.525087ms","start":"2026-05-26T09:27:17.020934Z","end":"2026-05-26T09:27:17.277459Z","steps":["trace[669866525] 'agreement among raft nodes before linearized reading' (duration: 256.313121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:17.277415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.035228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-26T09:27:17.277853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.055459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-26T09:27:17.277852Z","caller":"traceutil/trace.go:171","msg":"trace[1228097288] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21419; }","duration":"254.4561ms","start":"2026-05-26T09:27:17.023352Z","end":"2026-05-26T09:27:17.277808Z","steps":["trace[1228097288] 'agreement among raft nodes before linearized reading' (duration: 253.931275ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:27:17.277899Z","caller":"traceutil/trace.go:171","msg":"trace[1243480324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21419; }","duration":"254.137311ms","start":"2026-05-26T09:27:17.023753Z","end":"2026-05-26T09:27:17.27789Z","steps":["trace[1243480324] 'agreement among raft nodes before linearized reading' (duration: 253.905955ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:27:17.38987Z","caller":"traceutil/trace.go:171","msg":"trace[1317883965] transaction","detail":"{read_only:false; response_revision:21420; number_of_response:1; }","duration":"108.097664ms","start":"2026-05-26T09:27:17.281754Z","end":"2026-05-26T09:27:17.389851Z","steps":["trace[1317883965] 'process raft request' (duration: 97.972085ms)","trace[1317883965] 'compare' (duration: 10.016326ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:27:17.550365Z","caller":"traceutil/trace.go:171","msg":"trace[735906149] transaction","detail":"{read_only:false; response_revision:21421; number_of_response:1; }","duration":"268.085034ms","start":"2026-05-26T09:27:17.282235Z","end":"2026-05-26T09:27:17.55032Z","steps":["trace[735906149] 'process raft request' (duration: 246.641104ms)","trace[735906149] 'compare' (duration: 21.046889ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:27:17.550903Z","caller":"traceutil/trace.go:171","msg":"trace[1258342906] transaction","detail":"{read_only:false; response_revision:21422; number_of_response:1; }","duration":"268.260589ms","start":"2026-05-26T09:27:17.282509Z","end":"2026-05-26T09:27:17.550769Z","steps":["trace[1258342906] 'process raft request' (duration: 267.699964ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:27:17.550967Z","caller":"traceutil/trace.go:171","msg":"trace[536501984] transaction","detail":"{read_only:false; response_revision:21423; number_of_response:1; }","duration":"268.435614ms","start":"2026-05-26T09:27:17.282517Z","end":"2026-05-26T09:27:17.550952Z","steps":["trace[536501984] 'process raft request' (duration: 268.095495ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:27:17.551215Z","caller":"traceutil/trace.go:171","msg":"trace[257411290] transaction","detail":"{read_only:false; response_revision:21424; number_of_response:1; }","duration":"220.796004ms","start":"2026-05-26T09:27:17.330396Z","end":"2026-05-26T09:27:17.551192Z","steps":["trace[257411290] 'process raft request' (duration: 220.413814ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:27:18.289944Z","caller":"traceutil/trace.go:171","msg":"trace[1155126517] transaction","detail":"{read_only:false; response_revision:21428; number_of_response:1; }","duration":"328.021234ms","start":"2026-05-26T09:27:17.961893Z","end":"2026-05-26T09:27:18.289915Z","steps":["trace[1155126517] 'process raft request' (duration: 327.924551ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:27:18.289938Z","caller":"traceutil/trace.go:171","msg":"trace[216265989] transaction","detail":"{read_only:false; response_revision:21427; number_of_response:1; }","duration":"328.395003ms","start":"2026-05-26T09:27:17.961499Z","end":"2026-05-26T09:27:18.289894Z","steps":["trace[216265989] 'process raft request' (duration: 328.066154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:18.290091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:17.961883Z","time spent":"328.135557ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:27:18.290079Z","caller":"traceutil/trace.go:171","msg":"trace[1263000467] transaction","detail":"{read_only:false; response_revision:21429; number_of_response:1; }","duration":"326.844451ms","start":"2026-05-26T09:27:17.963207Z","end":"2026-05-26T09:27:18.290051Z","steps":["trace[1263000467] 'process raft request' (duration: 326.661876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:18.290141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:17.961477Z","time spent":"328.560278ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:27:18.290195Z","caller":"traceutil/trace.go:171","msg":"trace[1864314729] transaction","detail":"{read_only:false; response_revision:21430; number_of_response:1; }","duration":"311.919801ms","start":"2026-05-26T09:27:17.978255Z","end":"2026-05-26T09:27:18.290175Z","steps":["trace[1864314729] 'process raft request' (duration: 311.714805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:18.290277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:17.978223Z","time spent":"312.010933ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-26T09:27:18.290272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:17.963199Z","time spent":"326.973875ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:27:18.980259Z","caller":"traceutil/trace.go:171","msg":"trace[89587285] linearizableReadLoop","detail":"{readStateIndex:22063; appliedIndex:22062; }","duration":"361.190436ms","start":"2026-05-26T09:27:18.619038Z","end":"2026-05-26T09:27:18.980228Z","steps":["trace[89587285] 'read index received' (duration: 360.97542ms)","trace[89587285] 'applied index is now lower than readState.Index' (duration: 213.616µs)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:27:18.980381Z","caller":"traceutil/trace.go:171","msg":"trace[562899137] transaction","detail":"{read_only:false; response_revision:21432; number_of_response:1; }","duration":"387.376066ms","start":"2026-05-26T09:27:18.592993Z","end":"2026-05-26T09:27:18.980369Z","steps":["trace[562899137] 'process raft request' (duration: 386.990076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:18.980491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:18.592964Z","time spent":"387.442598ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-26T09:27:18.980614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.562806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-05-26T09:27:18.980696Z","caller":"traceutil/trace.go:171","msg":"trace[1791156150] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:21432; }","duration":"361.70026ms","start":"2026-05-26T09:27:18.618976Z","end":"2026-05-26T09:27:18.980677Z","steps":["trace[1791156150] 'agreement among raft nodes before linearized reading' (duration: 361.491724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:18.980735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:18.618957Z","time spent":"361.770032ms","remote":"127.0.0.1:58176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-26T09:27:18.986138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.506742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-26T09:27:18.986252Z","caller":"traceutil/trace.go:171","msg":"trace[241447221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21433; }","duration":"310.739868ms","start":"2026-05-26T09:27:18.675489Z","end":"2026-05-26T09:27:18.986229Z","steps":["trace[241447221] 'agreement among raft nodes before linearized reading' (duration: 310.491051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:18.986295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:18.67547Z","time spent":"310.81837ms","remote":"127.0.0.1:58020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-26T09:27:19.496356Z","caller":"traceutil/trace.go:171","msg":"trace[548375979] linearizableReadLoop","detail":"{readStateIndex:22066; appliedIndex:22065; }","duration":"102.536871ms","start":"2026-05-26T09:27:19.393752Z","end":"2026-05-26T09:27:19.496289Z","steps":["trace[548375979] 'read index received' (duration: 102.13065ms)","trace[548375979] 'applied index is now lower than readState.Index' (duration: 404.241µs)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:27:19.496335Z","caller":"traceutil/trace.go:171","msg":"trace[1607940756] transaction","detail":"{read_only:false; response_revision:21435; number_of_response:1; }","duration":"210.804078ms","start":"2026-05-26T09:27:19.2855Z","end":"2026-05-26T09:27:19.496304Z","steps":["trace[1607940756] 'process raft request' (duration: 210.452429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:19.496748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.974853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-26T09:27:19.497405Z","caller":"traceutil/trace.go:171","msg":"trace[605031555] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21435; }","duration":"103.752214ms","start":"2026-05-26T09:27:19.393628Z","end":"2026-05-26T09:27:19.49738Z","steps":["trace[605031555] 'agreement among raft nodes before linearized reading' (duration: 102.810028ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:27:19.784257Z","caller":"traceutil/trace.go:171","msg":"trace[1040318036] transaction","detail":"{read_only:false; response_revision:21437; number_of_response:1; }","duration":"227.055826ms","start":"2026-05-26T09:27:19.557149Z","end":"2026-05-26T09:27:19.784205Z","steps":["trace[1040318036] 'process raft request' (duration: 226.808269ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:27:19.917939Z","caller":"traceutil/trace.go:171","msg":"trace[1487967250] transaction","detail":"{read_only:false; response_revision:21438; number_of_response:1; }","duration":"358.254975ms","start":"2026-05-26T09:27:19.559649Z","end":"2026-05-26T09:27:19.917904Z","steps":["trace[1487967250] 'process raft request' (duration: 356.234139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:19.918116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:19.559626Z","time spent":"358.40826ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:27:19.918443Z","caller":"traceutil/trace.go:171","msg":"trace[1475236723] linearizableReadLoop","detail":"{readStateIndex:22071; appliedIndex:22067; }","duration":"335.404206ms","start":"2026-05-26T09:27:19.58302Z","end":"2026-05-26T09:27:19.918424Z","steps":["trace[1475236723] 'read index received' (duration: 200.895866ms)","trace[1475236723] 'applied index is now lower than readState.Index' (duration: 134.50712ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:27:19.918562Z","caller":"traceutil/trace.go:171","msg":"trace[498774984] transaction","detail":"{read_only:false; response_revision:21440; number_of_response:1; }","duration":"358.220745ms","start":"2026-05-26T09:27:19.560324Z","end":"2026-05-26T09:27:19.918545Z","steps":["trace[498774984] 'process raft request' (duration: 358.0513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:19.918668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:19.560298Z","time spent":"358.315277ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:27:19.918762Z","caller":"traceutil/trace.go:171","msg":"trace[1957059086] transaction","detail":"{read_only:false; response_revision:21439; number_of_response:1; }","duration":"358.293737ms","start":"2026-05-26T09:27:19.560246Z","end":"2026-05-26T09:27:19.91854Z","steps":["trace[1957059086] 'process raft request' (duration: 357.744641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:19.919043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.374314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-26T09:27:19.919106Z","caller":"traceutil/trace.go:171","msg":"trace[635471686] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:21440; }","duration":"251.492228ms","start":"2026-05-26T09:27:19.667599Z","end":"2026-05-26T09:27:19.919091Z","steps":["trace[635471686] 'agreement among raft nodes before linearized reading' (duration: 251.172579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:19.919498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.464645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-26T09:27:19.919734Z","caller":"traceutil/trace.go:171","msg":"trace[85559905] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:21440; }","duration":"336.756864ms","start":"2026-05-26T09:27:19.58296Z","end":"2026-05-26T09:27:19.919717Z","steps":["trace[85559905] 'agreement among raft nodes before linearized reading' (duration: 335.721545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:19.919838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:19.58295Z","time spent":"336.871127ms","remote":"127.0.0.1:49624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":179,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-26T09:27:19.919808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:19.560233Z","time spent":"358.747639ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:27:20.154336Z","caller":"traceutil/trace.go:171","msg":"trace[955328678] transaction","detail":"{read_only:false; response_revision:21441; number_of_response:1; }","duration":"107.201489ms","start":"2026-05-26T09:27:20.047092Z","end":"2026-05-26T09:27:20.154293Z","steps":["trace[955328678] 'process raft request' (duration: 42.124359ms)","trace[955328678] 'compare' (duration: 64.232126ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:27:20.406538Z","caller":"traceutil/trace.go:171","msg":"trace[1267780159] transaction","detail":"{read_only:false; response_revision:21442; number_of_response:1; }","duration":"111.153097ms","start":"2026-05-26T09:27:20.295345Z","end":"2026-05-26T09:27:20.406498Z","steps":["trace[1267780159] 'process raft request' (duration: 83.822306ms)","trace[1267780159] 'compare' (duration: 27.107845ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:27:20.820059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.927504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-26T09:27:20.820363Z","caller":"traceutil/trace.go:171","msg":"trace[766945313] linearizableReadLoop","detail":"{readStateIndex:22076; appliedIndex:22073; }","duration":"413.319509ms","start":"2026-05-26T09:27:20.407029Z","end":"2026-05-26T09:27:20.820348Z","steps":["trace[766945313] 'read index received' (duration: 238.875951ms)","trace[766945313] 'applied index is now lower than readState.Index' (duration: 174.442368ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:27:20.820363Z","caller":"traceutil/trace.go:171","msg":"trace[1514311023] transaction","detail":"{read_only:false; response_revision:21443; number_of_response:1; }","duration":"524.866948ms","start":"2026-05-26T09:27:20.29547Z","end":"2026-05-26T09:27:20.820337Z","steps":["trace[1514311023] 'process raft request' (duration: 350.535183ms)","trace[1514311023] 'compare' (duration: 172.801263ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:27:20.820548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:20.295432Z","time spent":"525.012842ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:27:20.821185Z","caller":"traceutil/trace.go:171","msg":"trace[1469791602] transaction","detail":"{read_only:false; response_revision:21444; number_of_response:1; }","duration":"525.368002ms","start":"2026-05-26T09:27:20.295783Z","end":"2026-05-26T09:27:20.821151Z","steps":["trace[1469791602] 'process raft request' (duration: 524.383074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:20.821243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.821218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-26T09:27:20.821233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.163283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-26T09:27:20.821338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.387873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-26T09:27:20.821325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:20.295756Z","time spent":"525.499535ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:27:20.821346Z","caller":"traceutil/trace.go:171","msg":"trace[1764143005] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:21445; }","duration":"414.319897ms","start":"2026-05-26T09:27:20.407Z","end":"2026-05-26T09:27:20.821319Z","steps":["trace[1764143005] 'agreement among raft nodes before linearized reading' (duration: 414.115092ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:27:20.82138Z","caller":"traceutil/trace.go:171","msg":"trace[760389067] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:21445; }","duration":"123.459096ms","start":"2026-05-26T09:27:20.69791Z","end":"2026-05-26T09:27:20.821369Z","steps":["trace[760389067] 'agreement among raft nodes before linearized reading' (duration: 123.393894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:20.821228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.260852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-26T09:27:20.821455Z","caller":"traceutil/trace.go:171","msg":"trace[1690160174] transaction","detail":"{read_only:false; response_revision:21445; number_of_response:1; }","duration":"525.537377ms","start":"2026-05-26T09:27:20.295904Z","end":"2026-05-26T09:27:20.821442Z","steps":["trace[1690160174] 'process raft request' (duration: 524.330223ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:27:20.821475Z","caller":"traceutil/trace.go:171","msg":"trace[35407880] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:21445; }","duration":"303.561461ms","start":"2026-05-26T09:27:20.517892Z","end":"2026-05-26T09:27:20.821453Z","steps":["trace[35407880] 'agreement among raft nodes before linearized reading' (duration: 303.262473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:20.821674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:20.517768Z","time spent":"303.881269ms","remote":"127.0.0.1:39764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-05-26T09:27:20.821404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:20.406987Z","time spent":"414.405199ms","remote":"127.0.0.1:57488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-05-26T09:27:20.821574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.437301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-05-26T09:27:20.821994Z","caller":"traceutil/trace.go:171","msg":"trace[1625194019] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:21445; }","duration":"189.881103ms","start":"2026-05-26T09:27:20.632078Z","end":"2026-05-26T09:27:20.821959Z","steps":["trace[1625194019] 'agreement among raft nodes before linearized reading' (duration: 189.366679ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:27:20.821286Z","caller":"traceutil/trace.go:171","msg":"trace[245857764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21445; }","duration":"142.908141ms","start":"2026-05-26T09:27:20.678366Z","end":"2026-05-26T09:27:20.821274Z","steps":["trace[245857764] 'agreement among raft nodes before linearized reading' (duration: 142.793578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:20.821587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:20.295896Z","time spent":"525.596448ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:27:21.0532Z","caller":"traceutil/trace.go:171","msg":"trace[1993899726] linearizableReadLoop","detail":"{readStateIndex:22077; appliedIndex:22076; }","duration":"229.989526ms","start":"2026-05-26T09:27:20.823183Z","end":"2026-05-26T09:27:21.053173Z","steps":["trace[1993899726] 'read index received' (duration: 145.501532ms)","trace[1993899726] 'applied index is now lower than readState.Index' (duration: 84.486454ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:27:21.053337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.136291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-26T09:27:21.053418Z","caller":"traceutil/trace.go:171","msg":"trace[1491359630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21445; }","duration":"230.260364ms","start":"2026-05-26T09:27:20.823138Z","end":"2026-05-26T09:27:21.053399Z","steps":["trace[1491359630] 'agreement among raft nodes before linearized reading' (duration: 230.123261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:21.311983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.762744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-26T09:27:21.312262Z","caller":"traceutil/trace.go:171","msg":"trace[298168712] linearizableReadLoop","detail":"{readStateIndex:22079; appliedIndex:22077; }","duration":"144.286959ms","start":"2026-05-26T09:27:21.167959Z","end":"2026-05-26T09:27:21.312245Z","steps":["trace[298168712] 'read index received' (duration: 20.176855ms)","trace[298168712] 'applied index is now lower than readState.Index' (duration: 124.108594ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:27:21.312359Z","caller":"traceutil/trace.go:171","msg":"trace[2038504439] transaction","detail":"{read_only:false; response_revision:21446; number_of_response:1; }","duration":"258.159542ms","start":"2026-05-26T09:27:21.054187Z","end":"2026-05-26T09:27:21.312346Z","steps":["trace[2038504439] 'process raft request' (duration: 133.949455ms)","trace[2038504439] 'compare' (duration: 123.279601ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:27:21.31244Z","caller":"traceutil/trace.go:171","msg":"trace[1318709120] transaction","detail":"{read_only:false; response_revision:21448; number_of_response:1; }","duration":"128.013132ms","start":"2026-05-26T09:27:21.184402Z","end":"2026-05-26T09:27:21.312415Z","steps":["trace[1318709120] 'process raft request' (duration: 127.801526ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:27:21.312772Z","caller":"traceutil/trace.go:171","msg":"trace[953126311] transaction","detail":"{read_only:false; response_revision:21447; number_of_response:1; }","duration":"254.922853ms","start":"2026-05-26T09:27:21.057822Z","end":"2026-05-26T09:27:21.312744Z","steps":["trace[953126311] 'process raft request' (duration: 254.268085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:21.312814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.851264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-26T09:27:21.312959Z","caller":"traceutil/trace.go:171","msg":"trace[2093760522] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21448; }","duration":"145.032319ms","start":"2026-05-26T09:27:21.167908Z","end":"2026-05-26T09:27:21.31294Z","steps":["trace[2093760522] 'agreement among raft nodes before linearized reading' (duration: 144.844644ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:27:33.465337Z","caller":"traceutil/trace.go:171","msg":"trace[1165412553] transaction","detail":"{read_only:false; response_revision:21537; number_of_response:1; }","duration":"106.118349ms","start":"2026-05-26T09:27:33.359175Z","end":"2026-05-26T09:27:33.465293Z","steps":["trace[1165412553] 'process raft request' (duration: 105.77062ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:27:33.629967Z","caller":"traceutil/trace.go:171","msg":"trace[57169379] transaction","detail":"{read_only:false; response_revision:21538; number_of_response:1; }","duration":"160.467633ms","start":"2026-05-26T09:27:33.469467Z","end":"2026-05-26T09:27:33.629935Z","steps":["trace[57169379] 'process raft request' (duration: 71.404733ms)","trace[57169379] 'compare' (duration: 88.569427ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:27:33.988797Z","caller":"traceutil/trace.go:171","msg":"trace[312252840] transaction","detail":"{read_only:false; response_revision:21542; number_of_response:1; }","duration":"144.411933ms","start":"2026-05-26T09:27:33.844358Z","end":"2026-05-26T09:27:33.98877Z","steps":["trace[312252840] 'process raft request' (duration: 144.213778ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:27:34.255465Z","caller":"traceutil/trace.go:171","msg":"trace[2011968919] transaction","detail":"{read_only:false; response_revision:21543; number_of_response:1; }","duration":"251.254252ms","start":"2026-05-26T09:27:34.00418Z","end":"2026-05-26T09:27:34.255435Z","steps":["trace[2011968919] 'process raft request' (duration: 203.903389ms)","trace[2011968919] 'compare' (duration: 47.068115ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:27:34.351282Z","caller":"traceutil/trace.go:171","msg":"trace[1109720342] transaction","detail":"{read_only:false; response_revision:21545; number_of_response:1; }","duration":"344.880377ms","start":"2026-05-26T09:27:34.006368Z","end":"2026-05-26T09:27:34.351249Z","steps":["trace[1109720342] 'process raft request' (duration: 344.754534ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:27:34.351298Z","caller":"traceutil/trace.go:171","msg":"trace[317095920] transaction","detail":"{read_only:false; response_revision:21544; number_of_response:1; }","duration":"346.004487ms","start":"2026-05-26T09:27:34.005249Z","end":"2026-05-26T09:27:34.351253Z","steps":["trace[317095920] 'process raft request' (duration: 345.690749ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:27:34.35147Z","caller":"traceutil/trace.go:171","msg":"trace[736437172] transaction","detail":"{read_only:false; response_revision:21546; number_of_response:1; }","duration":"334.81295ms","start":"2026-05-26T09:27:34.016622Z","end":"2026-05-26T09:27:34.351435Z","steps":["trace[736437172] 'process raft request' (duration: 334.564734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:34.351499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:34.006353Z","time spent":"345.019401ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-26T09:27:34.35152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:34.00524Z","time spent":"346.151532ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-26T09:27:34.351658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:34.016606Z","time spent":"334.948224ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:27:34.53611Z","caller":"traceutil/trace.go:171","msg":"trace[1958619122] transaction","detail":"{read_only:false; response_revision:21547; number_of_response:1; }","duration":"309.141313ms","start":"2026-05-26T09:27:34.226933Z","end":"2026-05-26T09:27:34.536074Z","steps":["trace[1958619122] 'process raft request' (duration: 210.173141ms)","trace[1958619122] 'compare' (duration: 98.817408ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:27:34.53629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:34.226908Z","time spent":"309.297478ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:27:34.734773Z","caller":"traceutil/trace.go:171","msg":"trace[1772597302] transaction","detail":"{read_only:false; response_revision:21548; number_of_response:1; }","duration":"280.98985ms","start":"2026-05-26T09:27:34.453723Z","end":"2026-05-26T09:27:34.734713Z","steps":["trace[1772597302] 'process raft request' (duration: 235.431977ms)","trace[1772597302] 'compare' (duration: 45.154331ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:27:35.642695Z","caller":"traceutil/trace.go:171","msg":"trace[1361226408] linearizableReadLoop","detail":"{readStateIndex:22186; appliedIndex:22185; }","duration":"113.178143ms","start":"2026-05-26T09:27:35.529487Z","end":"2026-05-26T09:27:35.642665Z","steps":["trace[1361226408] 'read index received' (duration: 112.982187ms)","trace[1361226408] 'applied index is now lower than readState.Index' (duration: 194.106µs)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:27:35.6428Z","caller":"traceutil/trace.go:171","msg":"trace[1115165749] transaction","detail":"{read_only:false; response_revision:21552; number_of_response:1; }","duration":"171.271821ms","start":"2026-05-26T09:27:35.471493Z","end":"2026-05-26T09:27:35.642765Z","steps":["trace[1115165749] 'process raft request' (duration: 170.918292ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:35.642989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.478742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-688b4d79fc-d7bz5.18b3135c736266ec\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-05-26T09:27:35.64307Z","caller":"traceutil/trace.go:171","msg":"trace[895379498] range","detail":"{range_begin:/registry/events/openstack/manila-api-688b4d79fc-d7bz5.18b3135c736266ec; range_end:; response_count:1; response_revision:21552; }","duration":"113.600734ms","start":"2026-05-26T09:27:35.52945Z","end":"2026-05-26T09:27:35.64305Z","steps":["trace[895379498] 'agreement among raft nodes before linearized reading' (duration: 113.319907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:36.166893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620626786874053021,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-26T09:27:36.178895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:35.645834Z","time spent":"533.055783ms","remote":"127.0.0.1:58104","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-26T09:27:36.202513Z","caller":"traceutil/trace.go:171","msg":"trace[2084360345] transaction","detail":"{read_only:false; response_revision:21554; number_of_response:1; }","duration":"530.876973ms","start":"2026-05-26T09:27:35.671589Z","end":"2026-05-26T09:27:36.202466Z","steps":["trace[2084360345] 'process raft request' (duration: 530.288237ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:27:36.202701Z","caller":"traceutil/trace.go:171","msg":"trace[991610896] transaction","detail":"{read_only:false; response_revision:21555; number_of_response:1; }","duration":"207.136728ms","start":"2026-05-26T09:27:35.995526Z","end":"2026-05-26T09:27:36.202662Z","steps":["trace[991610896] 'process raft request' (duration: 206.522912ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:36.202721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:35.671562Z","time spent":"531.046048ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:27:36.204559Z","caller":"traceutil/trace.go:171","msg":"trace[446529440] linearizableReadLoop","detail":"{readStateIndex:22191; appliedIndex:22188; }","duration":"538.080932ms","start":"2026-05-26T09:27:35.666457Z","end":"2026-05-26T09:27:36.204538Z","steps":["trace[446529440] 'read index received' (duration: 512.451747ms)","trace[446529440] 'applied index is now lower than readState.Index' (duration: 25.627645ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:27:36.204804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.149496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-26T09:27:36.204874Z","caller":"traceutil/trace.go:171","msg":"trace[1984985891] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21556; }","duration":"553.256089ms","start":"2026-05-26T09:27:35.651598Z","end":"2026-05-26T09:27:36.204854Z","steps":["trace[1984985891] 'agreement among raft nodes before linearized reading' (duration: 553.084724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:36.204935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:35.651576Z","time spent":"553.342422ms","remote":"127.0.0.1:39908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-26T09:27:36.205291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.224589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-26T09:27:36.205332Z","caller":"traceutil/trace.go:171","msg":"trace[176996874] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:21556; }","duration":"115.300182ms","start":"2026-05-26T09:27:36.090021Z","end":"2026-05-26T09:27:36.205321Z","steps":["trace[176996874] 'agreement among raft nodes before linearized reading' (duration: 115.23088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:36.205444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.287085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-26T09:27:36.205474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.759142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-26T09:27:36.20548Z","caller":"traceutil/trace.go:171","msg":"trace[523859529] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21556; }","duration":"495.366817ms","start":"2026-05-26T09:27:35.710104Z","end":"2026-05-26T09:27:36.205471Z","steps":["trace[523859529] 'agreement among raft nodes before linearized reading' (duration: 495.12142ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:27:36.205496Z","caller":"traceutil/trace.go:171","msg":"trace[1105546731] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:21556; }","duration":"433.813223ms","start":"2026-05-26T09:27:35.771675Z","end":"2026-05-26T09:27:36.205489Z","steps":["trace[1105546731] 'agreement among raft nodes before linearized reading' (duration: 433.772802ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:36.205523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:35.771656Z","time spent":"433.860815ms","remote":"127.0.0.1:39726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-26T09:27:36.205503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:35.710082Z","time spent":"495.414668ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-26T09:27:37.24318Z","caller":"traceutil/trace.go:171","msg":"trace[283218463] transaction","detail":"{read_only:false; response_revision:21565; number_of_response:1; }","duration":"228.154705ms","start":"2026-05-26T09:27:37.015003Z","end":"2026-05-26T09:27:37.243158Z","steps":["trace[283218463] 'process raft request' (duration: 228.028381ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:27:37.629809Z","caller":"traceutil/trace.go:171","msg":"trace[1665186391] transaction","detail":"{read_only:false; response_revision:21566; number_of_response:1; }","duration":"601.964018ms","start":"2026-05-26T09:27:37.027805Z","end":"2026-05-26T09:27:37.629769Z","steps":["trace[1665186391] 'process raft request' (duration: 601.748452ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:27:37.629851Z","caller":"traceutil/trace.go:171","msg":"trace[341486578] transaction","detail":"{read_only:false; response_revision:21567; number_of_response:1; }","duration":"601.707681ms","start":"2026-05-26T09:27:37.028117Z","end":"2026-05-26T09:27:37.629824Z","steps":["trace[341486578] 'process raft request' (duration: 601.575937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:37.629959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:37.027779Z","time spent":"602.098232ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-26T09:27:37.629961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:27:37.028089Z","time spent":"601.803053ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-26T09:27:56.896739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.29886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-26T09:27:56.896824Z","caller":"traceutil/trace.go:171","msg":"trace[1394371085] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21710; }","duration":"184.435373ms","start":"2026-05-26T09:27:56.712358Z","end":"2026-05-26T09:27:56.896793Z","steps":["trace[1394371085] 'count revisions from in-memory index tree' (duration: 184.204767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:27:56.89695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.533809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-26T09:27:56.897044Z","caller":"traceutil/trace.go:171","msg":"trace[1206540630] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:21710; }","duration":"171.690623ms","start":"2026-05-26T09:27:56.725333Z","end":"2026-05-26T09:27:56.897023Z","steps":["trace[1206540630] 'count revisions from in-memory index tree' (duration: 171.446757ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:27:56.921046Z","caller":"traceutil/trace.go:171","msg":"trace[1578477949] transaction","detail":"{read_only:false; response_revision:21711; number_of_response:1; }","duration":"104.104944ms","start":"2026-05-26T09:27:56.816923Z","end":"2026-05-26T09:27:56.921028Z","steps":["trace[1578477949] 'process raft request' (duration: 103.96326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:02.495489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.077069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-26T09:28:02.495603Z","caller":"traceutil/trace.go:171","msg":"trace[250809507] linearizableReadLoop","detail":"{readStateIndex:22390; appliedIndex:22389; }","duration":"161.504273ms","start":"2026-05-26T09:28:02.334082Z","end":"2026-05-26T09:28:02.495586Z","steps":["trace[250809507] 'read index received' (duration: 30.741µs)","trace[250809507] 'applied index is now lower than readState.Index' (duration: 161.471722ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:28:02.495712Z","caller":"traceutil/trace.go:171","msg":"trace[109462676] transaction","detail":"{read_only:false; response_revision:21749; number_of_response:1; }","duration":"190.099079ms","start":"2026-05-26T09:28:02.3056Z","end":"2026-05-26T09:28:02.495699Z","steps":["trace[109462676] 'process raft request' (duration: 27.724242ms)","trace[109462676] 'compare' (duration: 161.875113ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:28:02.496026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.412242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-26T09:28:02.49611Z","caller":"traceutil/trace.go:171","msg":"trace[107182415] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21749; }","duration":"160.512016ms","start":"2026-05-26T09:28:02.335575Z","end":"2026-05-26T09:28:02.496087Z","steps":["trace[107182415] 'agreement among raft nodes before linearized reading' (duration: 160.31838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:02.496096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.113999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-26T09:28:02.496121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.013827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-26T09:28:02.496159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.311807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-26T09:28:02.49603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.078106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-26T09:28:02.496194Z","caller":"traceutil/trace.go:171","msg":"trace[389355441] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21749; }","duration":"162.13409ms","start":"2026-05-26T09:28:02.334043Z","end":"2026-05-26T09:28:02.496177Z","steps":["trace[389355441] 'agreement among raft nodes before linearized reading' (duration: 161.909424ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:02.496199Z","caller":"traceutil/trace.go:171","msg":"trace[2058800936] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21749; }","duration":"121.356468ms","start":"2026-05-26T09:28:02.374832Z","end":"2026-05-26T09:28:02.496189Z","steps":["trace[2058800936] 'agreement among raft nodes before linearized reading' (duration: 121.108152ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:02.496198Z","caller":"traceutil/trace.go:171","msg":"trace[1534595737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21749; }","duration":"102.253873ms","start":"2026-05-26T09:28:02.393911Z","end":"2026-05-26T09:28:02.496165Z","steps":["trace[1534595737] 'agreement among raft nodes before linearized reading' (duration: 102.026356ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:02.496252Z","caller":"traceutil/trace.go:171","msg":"trace[1759654398] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:21749; }","duration":"119.318532ms","start":"2026-05-26T09:28:02.376895Z","end":"2026-05-26T09:28:02.496213Z","steps":["trace[1759654398] 'agreement among raft nodes before linearized reading' (duration: 119.048625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:02.799716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.145342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-26T09:28:02.799848Z","caller":"traceutil/trace.go:171","msg":"trace[152882172] transaction","detail":"{read_only:false; response_revision:21750; number_of_response:1; }","duration":"296.877047ms","start":"2026-05-26T09:28:02.502949Z","end":"2026-05-26T09:28:02.799826Z","steps":["trace[152882172] 'process raft request' (duration: 159.531799ms)","trace[152882172] 'compare' (duration: 136.872875ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:28:02.8203Z","caller":"traceutil/trace.go:171","msg":"trace[2102862947] transaction","detail":"{read_only:false; response_revision:21752; number_of_response:1; }","duration":"317.288888ms","start":"2026-05-26T09:28:02.502988Z","end":"2026-05-26T09:28:02.820276Z","steps":["trace[2102862947] 'process raft request' (duration: 317.223127ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:02.820433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:28:02.502959Z","time spent":"317.410111ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:28:02.820303Z","caller":"traceutil/trace.go:171","msg":"trace[490244631] transaction","detail":"{read_only:false; response_revision:21751; number_of_response:1; }","duration":"317.297668ms","start":"2026-05-26T09:28:02.502974Z","end":"2026-05-26T09:28:02.820272Z","steps":["trace[490244631] 'process raft request' (duration: 317.089253ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:02.820527Z","caller":"traceutil/trace.go:171","msg":"trace[1993719572] transaction","detail":"{read_only:false; response_revision:21753; number_of_response:1; }","duration":"317.485003ms","start":"2026-05-26T09:28:02.503011Z","end":"2026-05-26T09:28:02.820496Z","steps":["trace[1993719572] 'process raft request' (duration: 317.230936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:02.820603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:28:02.502959Z","time spent":"317.579666ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-26T09:28:02.820688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:28:02.502989Z","time spent":"317.602917ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:28:02.820598Z","caller":"traceutil/trace.go:171","msg":"trace[277776963] linearizableReadLoop","detail":"{readStateIndex:22395; appliedIndex:22390; }","duration":"317.206376ms","start":"2026-05-26T09:28:02.503375Z","end":"2026-05-26T09:28:02.820581Z","steps":["trace[277776963] 'read index received' (duration: 159.123857ms)","trace[277776963] 'applied index is now lower than readState.Index' (duration: 158.081499ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:28:02.820748Z","caller":"traceutil/trace.go:171","msg":"trace[321299873] transaction","detail":"{read_only:false; response_revision:21754; number_of_response:1; }","duration":"317.602346ms","start":"2026-05-26T09:28:02.503137Z","end":"2026-05-26T09:28:02.82074Z","steps":["trace[321299873] 'process raft request' (duration: 317.295958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:02.820765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.38415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-26T09:28:02.820792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:28:02.503127Z","time spent":"317.644498ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:28:02.820811Z","caller":"traceutil/trace.go:171","msg":"trace[151919295] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21754; }","duration":"317.447893ms","start":"2026-05-26T09:28:02.503353Z","end":"2026-05-26T09:28:02.820801Z","steps":["trace[151919295] 'agreement among raft nodes before linearized reading' (duration: 317.276918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:02.820846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:28:02.503347Z","time spent":"317.492004ms","remote":"127.0.0.1:58202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-26T09:28:02.99898Z","caller":"traceutil/trace.go:171","msg":"trace[1140938027] transaction","detail":"{read_only:false; response_revision:21755; number_of_response:1; }","duration":"335.980923ms","start":"2026-05-26T09:28:02.662969Z","end":"2026-05-26T09:28:02.998949Z","steps":["trace[1140938027] 'process raft request' (duration: 239.039836ms)","trace[1140938027] 'compare' (duration: 96.70272ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:28:02.999115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:28:02.662947Z","time spent":"336.090535ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:28:02.999105Z","caller":"traceutil/trace.go:171","msg":"trace[1587662602] linearizableReadLoop","detail":"{readStateIndex:22396; appliedIndex:22395; }","duration":"178.344366ms","start":"2026-05-26T09:28:02.820731Z","end":"2026-05-26T09:28:02.999076Z","steps":["trace[1587662602] 'read index received' (duration: 81.187463ms)","trace[1587662602] 'applied index is now lower than readState.Index' (duration: 97.153673ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:28:02.999257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.92265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-26T09:28:02.999284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.729111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-26T09:28:02.999318Z","caller":"traceutil/trace.go:171","msg":"trace[972789634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21756; }","duration":"324.012683ms","start":"2026-05-26T09:28:02.675292Z","end":"2026-05-26T09:28:02.999304Z","steps":["trace[972789634] 'agreement among raft nodes before linearized reading' (duration: 323.913721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:02.999357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:28:02.675277Z","time spent":"324.073205ms","remote":"127.0.0.1:58020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-26T09:28:02.999366Z","caller":"traceutil/trace.go:171","msg":"trace[591159831] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:21756; }","duration":"457.849224ms","start":"2026-05-26T09:28:02.541494Z","end":"2026-05-26T09:28:02.999344Z","steps":["trace[591159831] 'agreement among raft nodes before linearized reading' (duration: 457.724151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:02.99938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.971719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18410"} {"level":"warn","ts":"2026-05-26T09:28:02.999405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:28:02.541477Z","time spent":"457.918457ms","remote":"127.0.0.1:41484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-05-26T09:28:02.999428Z","caller":"traceutil/trace.go:171","msg":"trace[2016469396] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21756; }","duration":"177.06294ms","start":"2026-05-26T09:28:02.822353Z","end":"2026-05-26T09:28:02.999416Z","steps":["trace[2016469396] 'agreement among raft nodes before linearized reading' (duration: 176.884235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:03.264785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.626014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-26T09:28:03.264917Z","caller":"traceutil/trace.go:171","msg":"trace[1648399089] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:21756; }","duration":"118.811458ms","start":"2026-05-26T09:28:03.146077Z","end":"2026-05-26T09:28:03.264888Z","steps":["trace[1648399089] 'count revisions from in-memory index tree' (duration: 118.51602ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:03.486769Z","caller":"traceutil/trace.go:171","msg":"trace[1001868242] transaction","detail":"{read_only:false; response_revision:21757; number_of_response:1; }","duration":"147.852328ms","start":"2026-05-26T09:28:03.338883Z","end":"2026-05-26T09:28:03.486736Z","steps":["trace[1001868242] 'process raft request' (duration: 147.614281ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:03.963573Z","caller":"traceutil/trace.go:171","msg":"trace[158536067] linearizableReadLoop","detail":"{readStateIndex:22402; appliedIndex:22399; }","duration":"186.589103ms","start":"2026-05-26T09:28:03.776961Z","end":"2026-05-26T09:28:03.96355Z","steps":["trace[158536067] 'read index received' (duration: 35.841756ms)","trace[158536067] 'applied index is now lower than readState.Index' (duration: 150.746087ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:28:03.963636Z","caller":"traceutil/trace.go:171","msg":"trace[1598969211] transaction","detail":"{read_only:false; response_revision:21761; number_of_response:1; }","duration":"212.368611ms","start":"2026-05-26T09:28:03.751235Z","end":"2026-05-26T09:28:03.963604Z","steps":["trace[1598969211] 'process raft request' (duration: 137.988376ms)","trace[1598969211] 'compare' (duration: 73.570853ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:28:03.963737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.754567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-26T09:28:03.963783Z","caller":"traceutil/trace.go:171","msg":"trace[121559895] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:21762; }","duration":"186.86047ms","start":"2026-05-26T09:28:03.776909Z","end":"2026-05-26T09:28:03.963769Z","steps":["trace[121559895] 'agreement among raft nodes before linearized reading' (duration: 186.734696ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:03.963777Z","caller":"traceutil/trace.go:171","msg":"trace[686480426] transaction","detail":"{read_only:false; response_revision:21762; number_of_response:1; }","duration":"183.693863ms","start":"2026-05-26T09:28:03.780058Z","end":"2026-05-26T09:28:03.963752Z","steps":["trace[686480426] 'process raft request' (duration: 183.393705ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:04.52994Z","caller":"traceutil/trace.go:171","msg":"trace[757184671] transaction","detail":"{read_only:false; response_revision:21763; number_of_response:1; }","duration":"133.863653ms","start":"2026-05-26T09:28:04.396057Z","end":"2026-05-26T09:28:04.529921Z","steps":["trace[757184671] 'process raft request' (duration: 133.643456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:04.752656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.959822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-26T09:28:04.752745Z","caller":"traceutil/trace.go:171","msg":"trace[1245399010] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:21764; }","duration":"111.102756ms","start":"2026-05-26T09:28:04.641607Z","end":"2026-05-26T09:28:04.75271Z","steps":["trace[1245399010] 'range keys from in-memory index tree' (duration: 110.681605ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:05.022186Z","caller":"traceutil/trace.go:171","msg":"trace[518602296] transaction","detail":"{read_only:false; response_revision:21769; number_of_response:1; }","duration":"189.206075ms","start":"2026-05-26T09:28:04.832961Z","end":"2026-05-26T09:28:05.022167Z","steps":["trace[518602296] 'process raft request' (duration: 189.169594ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:05.02234Z","caller":"traceutil/trace.go:171","msg":"trace[1698204259] transaction","detail":"{read_only:false; response_revision:21768; number_of_response:1; }","duration":"189.697718ms","start":"2026-05-26T09:28:04.832634Z","end":"2026-05-26T09:28:05.022332Z","steps":["trace[1698204259] 'process raft request' (duration: 189.469762ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:05.022316Z","caller":"traceutil/trace.go:171","msg":"trace[681000910] transaction","detail":"{read_only:false; response_revision:21767; number_of_response:1; }","duration":"189.451381ms","start":"2026-05-26T09:28:04.832806Z","end":"2026-05-26T09:28:05.022258Z","steps":["trace[681000910] 'process raft request' (duration: 189.175373ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:05.20193Z","caller":"traceutil/trace.go:171","msg":"trace[521532732] transaction","detail":"{read_only:false; response_revision:21771; number_of_response:1; }","duration":"190.12827ms","start":"2026-05-26T09:28:05.011772Z","end":"2026-05-26T09:28:05.2019Z","steps":["trace[521532732] 'process raft request' (duration: 189.846122ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:05.20173Z","caller":"traceutil/trace.go:171","msg":"trace[1424922516] transaction","detail":"{read_only:false; response_revision:21770; number_of_response:1; }","duration":"191.253911ms","start":"2026-05-26T09:28:05.010451Z","end":"2026-05-26T09:28:05.201705Z","steps":["trace[1424922516] 'process raft request' (duration: 126.387937ms)","trace[1424922516] 'compare' (duration: 64.541995ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:28:05.630209Z","caller":"traceutil/trace.go:171","msg":"trace[2079379052] linearizableReadLoop","detail":"{readStateIndex:22413; appliedIndex:22412; }","duration":"101.116512ms","start":"2026-05-26T09:28:05.529062Z","end":"2026-05-26T09:28:05.630179Z","steps":["trace[2079379052] 'read index received' (duration: 100.867085ms)","trace[2079379052] 'applied index is now lower than readState.Index' (duration: 248.257µs)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:28:05.630548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.464431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-688b4d79fc-d7bz5.18b3135c736266ec\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-05-26T09:28:05.630637Z","caller":"traceutil/trace.go:171","msg":"trace[1772720669] range","detail":"{range_begin:/registry/events/openstack/manila-api-688b4d79fc-d7bz5.18b3135c736266ec; range_end:; response_count:1; response_revision:21772; }","duration":"101.572804ms","start":"2026-05-26T09:28:05.529046Z","end":"2026-05-26T09:28:05.630619Z","steps":["trace[1772720669] 'agreement among raft nodes before linearized reading' (duration: 101.266296ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:05.630882Z","caller":"traceutil/trace.go:171","msg":"trace[2137691532] transaction","detail":"{read_only:false; response_revision:21772; number_of_response:1; }","duration":"139.095706ms","start":"2026-05-26T09:28:05.491758Z","end":"2026-05-26T09:28:05.630853Z","steps":["trace[2137691532] 'process raft request' (duration: 138.189072ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:05.816586Z","caller":"traceutil/trace.go:171","msg":"trace[713524329] linearizableReadLoop","detail":"{readStateIndex:22414; appliedIndex:22413; }","duration":"137.040288ms","start":"2026-05-26T09:28:05.679501Z","end":"2026-05-26T09:28:05.816541Z","steps":["trace[713524329] 'read index received' (duration: 50.097317ms)","trace[713524329] 'applied index is now lower than readState.Index' (duration: 86.941521ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:28:05.816704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.181812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-26T09:28:05.816742Z","caller":"traceutil/trace.go:171","msg":"trace[630750972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21773; }","duration":"137.266005ms","start":"2026-05-26T09:28:05.679468Z","end":"2026-05-26T09:28:05.816734Z","steps":["trace[630750972] 'agreement among raft nodes before linearized reading' (duration: 137.171992ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:05.816829Z","caller":"traceutil/trace.go:171","msg":"trace[1833774839] transaction","detail":"{read_only:false; response_revision:21773; number_of_response:1; }","duration":"183.583879ms","start":"2026-05-26T09:28:05.633198Z","end":"2026-05-26T09:28:05.816782Z","steps":["trace[1833774839] 'process raft request' (duration: 96.459642ms)","trace[1833774839] 'compare' (duration: 86.761947ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:28:06.056227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.985233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-26T09:28:06.056458Z","caller":"traceutil/trace.go:171","msg":"trace[707543344] transaction","detail":"{read_only:false; response_revision:21775; number_of_response:1; }","duration":"235.644732ms","start":"2026-05-26T09:28:05.820794Z","end":"2026-05-26T09:28:06.056439Z","steps":["trace[707543344] 'process raft request' (duration: 235.537299ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:06.056467Z","caller":"traceutil/trace.go:171","msg":"trace[615956405] transaction","detail":"{read_only:false; response_revision:21774; number_of_response:1; }","duration":"238.10068ms","start":"2026-05-26T09:28:05.818336Z","end":"2026-05-26T09:28:06.056437Z","steps":["trace[615956405] 'process raft request' (duration: 106.807498ms)","trace[615956405] 'compare' (duration: 130.530361ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:28:06.11759Z","caller":"traceutil/trace.go:171","msg":"trace[1005005826] transaction","detail":"{read_only:false; response_revision:21776; number_of_response:1; }","duration":"148.292669ms","start":"2026-05-26T09:28:05.969265Z","end":"2026-05-26T09:28:06.117558Z","steps":["trace[1005005826] 'process raft request' (duration: 148.087193ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:06.222232Z","caller":"traceutil/trace.go:171","msg":"trace[557826902] transaction","detail":"{read_only:false; response_revision:21777; number_of_response:1; }","duration":"251.18453ms","start":"2026-05-26T09:28:05.971026Z","end":"2026-05-26T09:28:06.22221Z","steps":["trace[557826902] 'process raft request' (duration: 199.983871ms)","trace[557826902] 'compare' (duration: 51.062015ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:28:06.818455Z","caller":"traceutil/trace.go:171","msg":"trace[1851315402] transaction","detail":"{read_only:false; response_revision:21778; number_of_response:1; }","duration":"216.101174ms","start":"2026-05-26T09:28:06.602323Z","end":"2026-05-26T09:28:06.818425Z","steps":["trace[1851315402] 'process raft request' (duration: 215.869838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:07.252724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.305855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-26T09:28:07.252835Z","caller":"traceutil/trace.go:171","msg":"trace[1746805673] linearizableReadLoop","detail":"{readStateIndex:22422; appliedIndex:22421; }","duration":"225.679578ms","start":"2026-05-26T09:28:07.027133Z","end":"2026-05-26T09:28:07.252813Z","steps":["trace[1746805673] 'read index received' (duration: 83.099336ms)","trace[1746805673] 'applied index is now lower than readState.Index' (duration: 142.578552ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:28:07.252877Z","caller":"traceutil/trace.go:171","msg":"trace[1988995135] transaction","detail":"{read_only:false; response_revision:21780; number_of_response:1; }","duration":"342.990475ms","start":"2026-05-26T09:28:06.909849Z","end":"2026-05-26T09:28:07.25284Z","steps":["trace[1988995135] 'process raft request' (duration: 200.482765ms)","trace[1988995135] 'compare' (duration: 141.795861ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:28:07.253009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:28:06.909817Z","time spent":"343.121498ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-26T09:28:07.253036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.883394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-26T09:28:07.253106Z","caller":"traceutil/trace.go:171","msg":"trace[2126938475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21780; }","duration":"225.967126ms","start":"2026-05-26T09:28:07.027123Z","end":"2026-05-26T09:28:07.25309Z","steps":["trace[2126938475] 'agreement among raft nodes before linearized reading' (duration: 225.75311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:07.347911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.734763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-26T09:28:07.348003Z","caller":"traceutil/trace.go:171","msg":"trace[1480502779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21783; }","duration":"320.890887ms","start":"2026-05-26T09:28:07.02709Z","end":"2026-05-26T09:28:07.347981Z","steps":["trace[1480502779] 'agreement among raft nodes before linearized reading' (duration: 320.65401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:07.348052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:28:07.027056Z","time spent":"320.984609ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-26T09:28:07.348045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.643763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-05-26T09:28:07.348142Z","caller":"traceutil/trace.go:171","msg":"trace[364717291] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:21783; }","duration":"295.825507ms","start":"2026-05-26T09:28:07.052293Z","end":"2026-05-26T09:28:07.348119Z","steps":["trace[364717291] 'agreement among raft nodes before linearized reading' (duration: 295.522279ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:07.348153Z","caller":"traceutil/trace.go:171","msg":"trace[2053447991] transaction","detail":"{read_only:false; response_revision:21782; number_of_response:1; }","duration":"139.618251ms","start":"2026-05-26T09:28:07.208501Z","end":"2026-05-26T09:28:07.348119Z","steps":["trace[2053447991] 'process raft request' (duration: 138.941032ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:07.348234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.065292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-26T09:28:07.348297Z","caller":"traceutil/trace.go:171","msg":"trace[335503145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21783; }","duration":"321.160985ms","start":"2026-05-26T09:28:07.027119Z","end":"2026-05-26T09:28:07.34828Z","steps":["trace[335503145] 'agreement among raft nodes before linearized reading' (duration: 321.006551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:07.348339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:28:07.027073Z","time spent":"321.257797ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-26T09:28:07.350506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.786836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:197 size:2192355"} {"level":"info","ts":"2026-05-26T09:28:07.350682Z","caller":"traceutil/trace.go:171","msg":"trace[507255205] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:197; response_revision:21783; }","duration":"128.032062ms","start":"2026-05-26T09:28:07.222624Z","end":"2026-05-26T09:28:07.350656Z","steps":["trace[507255205] 'agreement among raft nodes before linearized reading' (duration: 125.141323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:07.59901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.453309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-26T09:28:07.599122Z","caller":"traceutil/trace.go:171","msg":"trace[1009923278] transaction","detail":"{read_only:false; response_revision:21784; number_of_response:1; }","duration":"246.85549ms","start":"2026-05-26T09:28:07.352242Z","end":"2026-05-26T09:28:07.599098Z","steps":["trace[1009923278] 'process raft request' (duration: 124.215107ms)","trace[1009923278] 'compare' (duration: 122.119619ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:28:07.621363Z","caller":"traceutil/trace.go:171","msg":"trace[670601572] transaction","detail":"{read_only:false; response_revision:21786; number_of_response:1; }","duration":"162.155651ms","start":"2026-05-26T09:28:07.459177Z","end":"2026-05-26T09:28:07.621333Z","steps":["trace[670601572] 'process raft request' (duration: 162.10921ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:07.621392Z","caller":"traceutil/trace.go:171","msg":"trace[321358104] transaction","detail":"{read_only:false; response_revision:21785; number_of_response:1; }","duration":"268.230658ms","start":"2026-05-26T09:28:07.353119Z","end":"2026-05-26T09:28:07.621349Z","steps":["trace[321358104] 'process raft request' (duration: 267.982171ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:07.838953Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18549} {"level":"warn","ts":"2026-05-26T09:28:07.839145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.11417ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-05-26T09:28:07.839326Z","caller":"traceutil/trace.go:171","msg":"trace[333600773] compact","detail":"{revision:18549; response_revision:21786; }","duration":"216.743062ms","start":"2026-05-26T09:28:07.622566Z","end":"2026-05-26T09:28:07.839309Z","steps":["trace[333600773] 'process raft request' (duration: 61.480091ms)","trace[333600773] 'check and update compact revision' (duration: 154.004047ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:28:07.841951Z","caller":"traceutil/trace.go:171","msg":"trace[1145523828] linearizableReadLoop","detail":"{readStateIndex:22430; appliedIndex:22428; }","duration":"167.337623ms","start":"2026-05-26T09:28:07.674591Z","end":"2026-05-26T09:28:07.841928Z","steps":["trace[1145523828] 'read index received' (duration: 9.500802ms)","trace[1145523828] 'applied index is now lower than readState.Index' (duration: 157.835751ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:28:07.842117Z","caller":"traceutil/trace.go:171","msg":"trace[1390385923] transaction","detail":"{read_only:false; response_revision:21787; number_of_response:1; }","duration":"206.279204ms","start":"2026-05-26T09:28:07.635816Z","end":"2026-05-26T09:28:07.842096Z","steps":["trace[1390385923] 'process raft request' (duration: 203.433786ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:07.842414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.814196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-26T09:28:07.842471Z","caller":"traceutil/trace.go:171","msg":"trace[616353794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21787; }","duration":"167.913719ms","start":"2026-05-26T09:28:07.674547Z","end":"2026-05-26T09:28:07.842461Z","steps":["trace[616353794] 'agreement among raft nodes before linearized reading' (duration: 167.522498ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:08.262243Z","caller":"traceutil/trace.go:171","msg":"trace[1897266050] linearizableReadLoop","detail":"{readStateIndex:22432; appliedIndex:22431; }","duration":"167.068796ms","start":"2026-05-26T09:28:08.095155Z","end":"2026-05-26T09:28:08.262224Z","steps":["trace[1897266050] 'read index received' (duration: 146.826609ms)","trace[1897266050] 'applied index is now lower than readState.Index' (duration: 20.241637ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:28:08.262325Z","caller":"traceutil/trace.go:171","msg":"trace[76928345] transaction","detail":"{read_only:false; response_revision:21789; number_of_response:1; }","duration":"196.974918ms","start":"2026-05-26T09:28:08.065341Z","end":"2026-05-26T09:28:08.262316Z","steps":["trace[76928345] 'process raft request' (duration: 176.629749ms)","trace[76928345] 'compare' (duration: 18.388535ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:28:08.262504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.332343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-26T09:28:08.262559Z","caller":"traceutil/trace.go:171","msg":"trace[616272837] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21790; }","duration":"167.424915ms","start":"2026-05-26T09:28:08.095121Z","end":"2026-05-26T09:28:08.262546Z","steps":["trace[616272837] 'agreement among raft nodes before linearized reading' (duration: 167.176409ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:08.262549Z","caller":"traceutil/trace.go:171","msg":"trace[1140480420] transaction","detail":"{read_only:false; response_revision:21790; number_of_response:1; }","duration":"139.102296ms","start":"2026-05-26T09:28:08.123388Z","end":"2026-05-26T09:28:08.26249Z","steps":["trace[1140480420] 'process raft request' (duration: 138.795947ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:08.342934Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18549,"took":"498.636546ms","hash":967476889,"current-db-size-bytes":63344640,"current-db-size":"63 MB","current-db-size-in-use-bytes":42872832,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-05-26T09:28:08.343028Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":967476889,"revision":18549,"compact-revision":15679} {"level":"warn","ts":"2026-05-26T09:28:13.153644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.297305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-26T09:28:13.153736Z","caller":"traceutil/trace.go:171","msg":"trace[1882726738] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:21850; }","duration":"210.403268ms","start":"2026-05-26T09:28:12.943311Z","end":"2026-05-26T09:28:13.153714Z","steps":["trace[1882726738] 'count revisions from in-memory index tree' (duration: 210.190661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:13.154288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.702048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-26T09:28:13.154341Z","caller":"traceutil/trace.go:171","msg":"trace[576875820] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21850; }","duration":"161.77651ms","start":"2026-05-26T09:28:12.992549Z","end":"2026-05-26T09:28:13.154326Z","steps":["trace[576875820] 'range keys from in-memory index tree' (duration: 161.526404ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:13.473903Z","caller":"traceutil/trace.go:171","msg":"trace[712286151] linearizableReadLoop","detail":"{readStateIndex:22498; appliedIndex:22496; }","duration":"102.428338ms","start":"2026-05-26T09:28:13.371457Z","end":"2026-05-26T09:28:13.473885Z","steps":["trace[712286151] 'read index received' (duration: 71.651692ms)","trace[712286151] 'applied index is now lower than readState.Index' (duration: 30.775926ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:28:13.473989Z","caller":"traceutil/trace.go:171","msg":"trace[1800359183] transaction","detail":"{read_only:false; response_revision:21854; number_of_response:1; }","duration":"105.846991ms","start":"2026-05-26T09:28:13.368111Z","end":"2026-05-26T09:28:13.473958Z","steps":["trace[1800359183] 'process raft request' (duration: 105.599504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:13.474098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.627993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-26T09:28:13.474117Z","caller":"traceutil/trace.go:171","msg":"trace[1987018729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21854; }","duration":"102.703825ms","start":"2026-05-26T09:28:13.371407Z","end":"2026-05-26T09:28:13.474111Z","steps":["trace[1987018729] 'agreement among raft nodes before linearized reading' (duration: 102.566962ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:13.474248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.684285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-26T09:28:13.474324Z","caller":"traceutil/trace.go:171","msg":"trace[938395792] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21854; }","duration":"102.808199ms","start":"2026-05-26T09:28:13.371494Z","end":"2026-05-26T09:28:13.474303Z","steps":["trace[938395792] 'agreement among raft nodes before linearized reading' (duration: 102.532331ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:15.782326Z","caller":"traceutil/trace.go:171","msg":"trace[298748131] transaction","detail":"{read_only:false; response_revision:21874; number_of_response:1; }","duration":"322.43737ms","start":"2026-05-26T09:28:15.459864Z","end":"2026-05-26T09:28:15.782301Z","steps":["trace[298748131] 'process raft request' (duration: 322.287326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:15.782601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:28:15.459843Z","time spent":"322.552823ms","remote":"127.0.0.1:58202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9007,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:28:15.798425Z","caller":"traceutil/trace.go:171","msg":"trace[1771328904] transaction","detail":"{read_only:false; response_revision:21875; number_of_response:1; }","duration":"319.289613ms","start":"2026-05-26T09:28:15.479093Z","end":"2026-05-26T09:28:15.798382Z","steps":["trace[1771328904] 'process raft request' (duration: 318.944433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:15.79858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:28:15.479076Z","time spent":"319.425107ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:28:15.810202Z","caller":"traceutil/trace.go:171","msg":"trace[1492000545] linearizableReadLoop","detail":"{readStateIndex:22519; appliedIndex:22517; }","duration":"325.621007ms","start":"2026-05-26T09:28:15.484554Z","end":"2026-05-26T09:28:15.810175Z","steps":["trace[1492000545] 'read index received' (duration: 297.536405ms)","trace[1492000545] 'applied index is now lower than readState.Index' (duration: 28.083332ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:28:15.810461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.889004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-26T09:28:15.810492Z","caller":"traceutil/trace.go:171","msg":"trace[1279983160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21875; }","duration":"325.988847ms","start":"2026-05-26T09:28:15.484494Z","end":"2026-05-26T09:28:15.810483Z","steps":["trace[1279983160] 'agreement among raft nodes before linearized reading' (duration: 325.831882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:15.810481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.353437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-688b4d79fc-d7bz5.18b3135c736266ec\" ","response":"range_response_count:1 size:1179"} {"level":"warn","ts":"2026-05-26T09:28:15.81052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:28:15.484475Z","time spent":"326.038799ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-26T09:28:15.81054Z","caller":"traceutil/trace.go:171","msg":"trace[774263136] range","detail":"{range_begin:/registry/events/openstack/manila-api-688b4d79fc-d7bz5.18b3135c736266ec; range_end:; response_count:1; response_revision:21875; }","duration":"282.46997ms","start":"2026-05-26T09:28:15.528053Z","end":"2026-05-26T09:28:15.810523Z","steps":["trace[774263136] 'agreement among raft nodes before linearized reading' (duration: 282.312115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:15.810658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.300615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-26T09:28:15.810737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.458862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-26T09:28:15.810765Z","caller":"traceutil/trace.go:171","msg":"trace[500603316] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21875; }","duration":"177.527773ms","start":"2026-05-26T09:28:15.63323Z","end":"2026-05-26T09:28:15.810758Z","steps":["trace[500603316] 'agreement among raft nodes before linearized reading' (duration: 177.454271ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:15.810763Z","caller":"traceutil/trace.go:171","msg":"trace[765464541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21875; }","duration":"158.417118ms","start":"2026-05-26T09:28:15.652322Z","end":"2026-05-26T09:28:15.810739Z","steps":["trace[765464541] 'agreement among raft nodes before linearized reading' (duration: 158.11973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:15.810907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.355188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-26T09:28:15.810938Z","caller":"traceutil/trace.go:171","msg":"trace[163206436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21875; }","duration":"133.4157ms","start":"2026-05-26T09:28:15.677515Z","end":"2026-05-26T09:28:15.810931Z","steps":["trace[163206436] 'agreement among raft nodes before linearized reading' (duration: 133.365299ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:28.455818Z","caller":"traceutil/trace.go:171","msg":"trace[1719159389] transaction","detail":"{read_only:false; response_revision:21973; number_of_response:1; }","duration":"115.777945ms","start":"2026-05-26T09:28:28.340009Z","end":"2026-05-26T09:28:28.455787Z","steps":["trace[1719159389] 'process raft request' (duration: 67.908368ms)","trace[1719159389] 'compare' (duration: 47.693512ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:28:28.509038Z","caller":"traceutil/trace.go:171","msg":"trace[355887818] transaction","detail":"{read_only:false; response_revision:21974; number_of_response:1; }","duration":"164.495015ms","start":"2026-05-26T09:28:28.34452Z","end":"2026-05-26T09:28:28.509015Z","steps":["trace[355887818] 'process raft request' (duration: 164.334791ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:28.509343Z","caller":"traceutil/trace.go:171","msg":"trace[87423094] transaction","detail":"{read_only:false; response_revision:21975; number_of_response:1; }","duration":"157.358558ms","start":"2026-05-26T09:28:28.351961Z","end":"2026-05-26T09:28:28.50932Z","steps":["trace[87423094] 'process raft request' (duration: 157.012909ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:28.713269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.864705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-26T09:28:28.713396Z","caller":"traceutil/trace.go:171","msg":"trace[1319633593] linearizableReadLoop","detail":"{readStateIndex:22623; appliedIndex:22622; }","duration":"100.764372ms","start":"2026-05-26T09:28:28.612606Z","end":"2026-05-26T09:28:28.713371Z","steps":["trace[1319633593] 'read index received' (duration: 37.261µs)","trace[1319633593] 'applied index is now lower than readState.Index' (duration: 100.724841ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:28:28.71368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.07296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-05-26T09:28:28.713742Z","caller":"traceutil/trace.go:171","msg":"trace[2047536650] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21976; }","duration":"101.159333ms","start":"2026-05-26T09:28:28.612563Z","end":"2026-05-26T09:28:28.713722Z","steps":["trace[2047536650] 'agreement among raft nodes before linearized reading' (duration: 100.940597ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:28.713963Z","caller":"traceutil/trace.go:171","msg":"trace[1049458278] transaction","detail":"{read_only:false; response_revision:21976; number_of_response:1; }","duration":"224.748843ms","start":"2026-05-26T09:28:28.488751Z","end":"2026-05-26T09:28:28.7135Z","steps":["trace[1049458278] 'process raft request' (duration: 67.476137ms)","trace[1049458278] 'compare' (duration: 156.735651ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:28:29.023024Z","caller":"traceutil/trace.go:171","msg":"trace[172215957] transaction","detail":"{read_only:false; response_revision:21977; number_of_response:1; }","duration":"100.242257ms","start":"2026-05-26T09:28:28.922739Z","end":"2026-05-26T09:28:29.022982Z","steps":["trace[172215957] 'process raft request' (duration: 99.759324ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:29.778311Z","caller":"traceutil/trace.go:171","msg":"trace[117836528] transaction","detail":"{read_only:false; response_revision:21980; number_of_response:1; }","duration":"214.253483ms","start":"2026-05-26T09:28:29.564034Z","end":"2026-05-26T09:28:29.778288Z","steps":["trace[117836528] 'process raft request' (duration: 150.127079ms)","trace[117836528] 'compare' (duration: 64.003311ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:28:29.779384Z","caller":"traceutil/trace.go:171","msg":"trace[1726826051] linearizableReadLoop","detail":"{readStateIndex:22628; appliedIndex:22626; }","duration":"101.655116ms","start":"2026-05-26T09:28:29.677715Z","end":"2026-05-26T09:28:29.77937Z","steps":["trace[1726826051] 'read index received' (duration: 36.38372ms)","trace[1726826051] 'applied index is now lower than readState.Index' (duration: 65.270426ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:28:29.77948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.751559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-26T09:28:29.779509Z","caller":"traceutil/trace.go:171","msg":"trace[1915751997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21981; }","duration":"101.792501ms","start":"2026-05-26T09:28:29.677708Z","end":"2026-05-26T09:28:29.7795Z","steps":["trace[1915751997] 'agreement among raft nodes before linearized reading' (duration: 101.712798ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:29.779512Z","caller":"traceutil/trace.go:171","msg":"trace[1519028438] transaction","detail":"{read_only:false; response_revision:21981; number_of_response:1; }","duration":"166.116709ms","start":"2026-05-26T09:28:29.613345Z","end":"2026-05-26T09:28:29.779462Z","steps":["trace[1519028438] 'process raft request' (duration: 165.968535ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:29.958979Z","caller":"traceutil/trace.go:171","msg":"trace[45210850] transaction","detail":"{read_only:false; response_revision:21983; number_of_response:1; }","duration":"111.401534ms","start":"2026-05-26T09:28:29.84754Z","end":"2026-05-26T09:28:29.958942Z","steps":["trace[45210850] 'process raft request' (duration: 94.89338ms)","trace[45210850] 'compare' (duration: 16.276608ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:28:30.265928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.610825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-26T09:28:30.266451Z","caller":"traceutil/trace.go:171","msg":"trace[218962473] transaction","detail":"{read_only:false; response_revision:21985; number_of_response:1; }","duration":"302.362048ms","start":"2026-05-26T09:28:29.963695Z","end":"2026-05-26T09:28:30.266057Z","steps":["trace[218962473] 'process raft request' (duration: 156.453944ms)","trace[218962473] 'compare' (duration: 145.370559ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:28:30.277956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:28:29.96368Z","time spent":"302.874882ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:28:30.330474Z","caller":"traceutil/trace.go:171","msg":"trace[1706985525] linearizableReadLoop","detail":"{readStateIndex:22634; appliedIndex:22631; }","duration":"229.582885ms","start":"2026-05-26T09:28:30.10087Z","end":"2026-05-26T09:28:30.330453Z","steps":["trace[1706985525] 'read index received' (duration: 19.292191ms)","trace[1706985525] 'applied index is now lower than readState.Index' (duration: 210.289964ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:28:30.330655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.773951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-26T09:28:30.33069Z","caller":"traceutil/trace.go:171","msg":"trace[1715021096] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:21987; }","duration":"229.830842ms","start":"2026-05-26T09:28:30.100847Z","end":"2026-05-26T09:28:30.330678Z","steps":["trace[1715021096] 'agreement among raft nodes before linearized reading' (duration: 229.686198ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:30.33107Z","caller":"traceutil/trace.go:171","msg":"trace[619043634] transaction","detail":"{read_only:false; response_revision:21986; number_of_response:1; }","duration":"367.336935ms","start":"2026-05-26T09:28:29.963722Z","end":"2026-05-26T09:28:30.331059Z","steps":["trace[619043634] 'process raft request' (duration: 366.577654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:30.33114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:28:29.963704Z","time spent":"367.392056ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:28:30.33128Z","caller":"traceutil/trace.go:171","msg":"trace[2101732445] transaction","detail":"{read_only:false; response_revision:21987; number_of_response:1; }","duration":"367.395727ms","start":"2026-05-26T09:28:29.963872Z","end":"2026-05-26T09:28:30.331268Z","steps":["trace[2101732445] 'process raft request' (duration: 366.547783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:30.331336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:28:29.963855Z","time spent":"367.456248ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-26T09:28:34.157569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.090887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-26T09:28:34.157693Z","caller":"traceutil/trace.go:171","msg":"trace[1723302598] transaction","detail":"{read_only:false; response_revision:22023; number_of_response:1; }","duration":"288.062114ms","start":"2026-05-26T09:28:33.869611Z","end":"2026-05-26T09:28:34.157673Z","steps":["trace[1723302598] 'process raft request' (duration: 140.781903ms)","trace[1723302598] 'compare' (duration: 146.641794ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:28:34.240305Z","caller":"traceutil/trace.go:171","msg":"trace[1169049379] linearizableReadLoop","detail":"{readStateIndex:22674; appliedIndex:22671; }","duration":"194.638185ms","start":"2026-05-26T09:28:34.045641Z","end":"2026-05-26T09:28:34.240279Z","steps":["trace[1169049379] 'read index received' (duration: 194.366397ms)","trace[1169049379] 'applied index is now lower than readState.Index' (duration: 270.497µs)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:28:34.240476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.821659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-26T09:28:34.240506Z","caller":"traceutil/trace.go:171","msg":"trace[438706715] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22026; }","duration":"194.911241ms","start":"2026-05-26T09:28:34.045584Z","end":"2026-05-26T09:28:34.240495Z","steps":["trace[438706715] 'agreement among raft nodes before linearized reading' (duration: 194.835119ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:34.240481Z","caller":"traceutil/trace.go:171","msg":"trace[1916244010] transaction","detail":"{read_only:false; response_revision:22026; number_of_response:1; }","duration":"265.475093ms","start":"2026-05-26T09:28:33.974954Z","end":"2026-05-26T09:28:34.240429Z","steps":["trace[1916244010] 'process raft request' (duration: 265.285987ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:34.240547Z","caller":"traceutil/trace.go:171","msg":"trace[621404923] transaction","detail":"{read_only:false; response_revision:22025; number_of_response:1; }","duration":"268.433424ms","start":"2026-05-26T09:28:33.972076Z","end":"2026-05-26T09:28:34.24051Z","steps":["trace[621404923] 'process raft request' (duration: 268.120195ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:34.240535Z","caller":"traceutil/trace.go:171","msg":"trace[556047635] transaction","detail":"{read_only:false; response_revision:22024; number_of_response:1; }","duration":"366.348627ms","start":"2026-05-26T09:28:33.874143Z","end":"2026-05-26T09:28:34.240492Z","steps":["trace[556047635] 'process raft request' (duration: 365.887265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:34.240705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.853827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-26T09:28:34.240746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:28:33.874113Z","time spent":"366.525602ms","remote":"127.0.0.1:58202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:28:34.240788Z","caller":"traceutil/trace.go:171","msg":"trace[1022972340] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22026; }","duration":"131.97826ms","start":"2026-05-26T09:28:34.108791Z","end":"2026-05-26T09:28:34.240769Z","steps":["trace[1022972340] 'agreement among raft nodes before linearized reading' (duration: 131.754674ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:34.46028Z","caller":"traceutil/trace.go:171","msg":"trace[891588830] transaction","detail":"{read_only:false; response_revision:22027; number_of_response:1; }","duration":"214.805968ms","start":"2026-05-26T09:28:34.245438Z","end":"2026-05-26T09:28:34.460244Z","steps":["trace[891588830] 'process raft request' (duration: 214.534271ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:34.507384Z","caller":"traceutil/trace.go:171","msg":"trace[1345662557] transaction","detail":"{read_only:false; response_revision:22029; number_of_response:1; }","duration":"259.274822ms","start":"2026-05-26T09:28:34.24809Z","end":"2026-05-26T09:28:34.507365Z","steps":["trace[1345662557] 'process raft request' (duration: 259.19226ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:34.507388Z","caller":"traceutil/trace.go:171","msg":"trace[890854225] transaction","detail":"{read_only:false; response_revision:22028; number_of_response:1; }","duration":"261.470902ms","start":"2026-05-26T09:28:34.245887Z","end":"2026-05-26T09:28:34.507358Z","steps":["trace[890854225] 'process raft request' (duration: 261.236205ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:34.507715Z","caller":"traceutil/trace.go:171","msg":"trace[2030982502] linearizableReadLoop","detail":"{readStateIndex:22676; appliedIndex:22674; }","duration":"261.642847ms","start":"2026-05-26T09:28:34.246049Z","end":"2026-05-26T09:28:34.507692Z","steps":["trace[2030982502] 'read index received' (duration: 213.908034ms)","trace[2030982502] 'applied index is now lower than readState.Index' (duration: 47.733713ms)"],"step_count":2} {"level":"info","ts":"2026-05-26T09:28:34.507773Z","caller":"traceutil/trace.go:171","msg":"trace[1366176276] transaction","detail":"{read_only:false; response_revision:22030; number_of_response:1; }","duration":"162.247034ms","start":"2026-05-26T09:28:34.345512Z","end":"2026-05-26T09:28:34.507759Z","steps":["trace[1366176276] 'process raft request' (duration: 161.817382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:34.508072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.007907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18410"} {"level":"info","ts":"2026-05-26T09:28:34.508107Z","caller":"traceutil/trace.go:171","msg":"trace[963069375] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22030; }","duration":"262.096449ms","start":"2026-05-26T09:28:34.246002Z","end":"2026-05-26T09:28:34.508098Z","steps":["trace[963069375] 'agreement among raft nodes before linearized reading' (duration: 261.823411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:34.511149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.849219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-26T09:28:34.511191Z","caller":"traceutil/trace.go:171","msg":"trace[2124786505] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:22031; }","duration":"262.928672ms","start":"2026-05-26T09:28:34.248252Z","end":"2026-05-26T09:28:34.511181Z","steps":["trace[2124786505] 'agreement among raft nodes before linearized reading' (duration: 262.834209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:34.51131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.376347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-26T09:28:34.511318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.330785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-26T09:28:34.511338Z","caller":"traceutil/trace.go:171","msg":"trace[1185334572] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:22031; }","duration":"162.410608ms","start":"2026-05-26T09:28:34.348919Z","end":"2026-05-26T09:28:34.51133Z","steps":["trace[1185334572] 'agreement among raft nodes before linearized reading' (duration: 162.350526ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:28:34.511343Z","caller":"traceutil/trace.go:171","msg":"trace[499654798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22031; }","duration":"166.401278ms","start":"2026-05-26T09:28:34.344934Z","end":"2026-05-26T09:28:34.511336Z","steps":["trace[499654798] 'agreement among raft nodes before linearized reading' (duration: 166.320086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:34.511437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.556972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-26T09:28:34.511469Z","caller":"traceutil/trace.go:171","msg":"trace[2044444018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22031; }","duration":"166.628463ms","start":"2026-05-26T09:28:34.344833Z","end":"2026-05-26T09:28:34.511461Z","steps":["trace[2044444018] 'agreement among raft nodes before linearized reading' (duration: 166.559522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:28:34.511733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.719153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-26T09:28:34.511903Z","caller":"traceutil/trace.go:171","msg":"trace[1845233303] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22031; }","duration":"215.97133ms","start":"2026-05-26T09:28:34.29592Z","end":"2026-05-26T09:28:34.511891Z","steps":["trace[1845233303] 'agreement among raft nodes before linearized reading' (duration: 215.585ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:31:46.62924Z","caller":"traceutil/trace.go:171","msg":"trace[1329008675] transaction","detail":"{read_only:false; response_revision:23511; number_of_response:1; }","duration":"710.796571ms","start":"2026-05-26T09:31:45.918416Z","end":"2026-05-26T09:31:46.629213Z","steps":["trace[1329008675] 'process raft request' (duration: 708.94683ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:31:46.629255Z","caller":"traceutil/trace.go:171","msg":"trace[718910208] transaction","detail":"{read_only:false; response_revision:23510; number_of_response:1; }","duration":"710.827302ms","start":"2026-05-26T09:31:45.918391Z","end":"2026-05-26T09:31:46.629218Z","steps":["trace[718910208] 'process raft request' (duration: 708.826787ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:31:46.629394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:31:45.918356Z","time spent":"710.964396ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-26T09:31:46.629386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:31:45.918398Z","time spent":"710.915675ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-26T09:31:46.941745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.457773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-26T09:31:46.941909Z","caller":"traceutil/trace.go:171","msg":"trace[1300580378] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23514; }","duration":"223.64869ms","start":"2026-05-26T09:31:46.71823Z","end":"2026-05-26T09:31:46.941878Z","steps":["trace[1300580378] 'count revisions from in-memory index tree' (duration: 223.393342ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:33:07.845893Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21786} {"level":"info","ts":"2026-05-26T09:33:07.996718Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21786,"took":"147.261542ms","hash":4056859822,"current-db-size-bytes":63344640,"current-db-size":"63 MB","current-db-size-in-use-bytes":33390592,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-05-26T09:33:07.996945Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4056859822,"revision":21786,"compact-revision":18549} {"level":"info","ts":"2026-05-26T09:35:23.925339Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-000000000000651a.wal"} {"level":"info","ts":"2026-05-26T09:38:07.857596Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24108} {"level":"info","ts":"2026-05-26T09:38:08.008087Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24108,"took":"144.747193ms","hash":4025196532,"current-db-size-bytes":63344640,"current-db-size":"63 MB","current-db-size-in-use-bytes":32387072,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-26T09:38:08.008152Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4025196532,"revision":24108,"compact-revision":21786} {"level":"warn","ts":"2026-05-26T09:39:54.982733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620626786874072308,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-26T09:39:55.318398Z","caller":"traceutil/trace.go:171","msg":"trace[1247315824] transaction","detail":"{read_only:false; response_revision:27184; number_of_response:1; }","duration":"887.393817ms","start":"2026-05-26T09:39:54.430978Z","end":"2026-05-26T09:39:55.318371Z","steps":["trace[1247315824] 'process raft request' (duration: 887.227212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:39:55.318567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:39:54.430956Z","time spent":"887.53543ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:39:55.321169Z","caller":"traceutil/trace.go:171","msg":"trace[844506214] transaction","detail":"{read_only:false; response_revision:27187; number_of_response:1; }","duration":"168.041275ms","start":"2026-05-26T09:39:55.153102Z","end":"2026-05-26T09:39:55.321143Z","steps":["trace[844506214] 'process raft request' (duration: 167.981243ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:39:55.321239Z","caller":"traceutil/trace.go:171","msg":"trace[1937943272] transaction","detail":"{read_only:false; response_revision:27186; number_of_response:1; }","duration":"301.08104ms","start":"2026-05-26T09:39:55.020139Z","end":"2026-05-26T09:39:55.32122Z","steps":["trace[1937943272] 'process raft request' (duration: 300.909345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:39:55.321355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:39:55.020118Z","time spent":"301.178693ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-26T09:39:55.32129Z","caller":"traceutil/trace.go:171","msg":"trace[1702139821] transaction","detail":"{read_only:false; response_revision:27185; number_of_response:1; }","duration":"815.452455ms","start":"2026-05-26T09:39:54.505752Z","end":"2026-05-26T09:39:55.321204Z","steps":["trace[1702139821] 'process raft request' (duration: 815.176517ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:39:55.321545Z","caller":"traceutil/trace.go:171","msg":"trace[15227379] linearizableReadLoop","detail":"{readStateIndex:27980; appliedIndex:27978; }","duration":"839.556176ms","start":"2026-05-26T09:39:54.481953Z","end":"2026-05-26T09:39:55.321509Z","steps":["trace[15227379] 'read index received' (duration: 836.319177ms)","trace[15227379] 'applied index is now lower than readState.Index' (duration: 3.235869ms)"],"step_count":2} {"level":"warn","ts":"2026-05-26T09:39:55.321639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:39:54.50573Z","time spent":"815.761574ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-26T09:39:55.321764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.811713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/manila-openstack-manila-db-init\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-05-26T09:39:55.321855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.353158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-26T09:39:55.321874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.501661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-26T09:39:55.321885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.025095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-26T09:39:55.321935Z","caller":"traceutil/trace.go:171","msg":"trace[70297908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27190; }","duration":"417.579192ms","start":"2026-05-26T09:39:54.904339Z","end":"2026-05-26T09:39:55.321919Z","steps":["trace[70297908] 'agreement among raft nodes before linearized reading' (duration: 417.474599ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:39:55.321938Z","caller":"traceutil/trace.go:171","msg":"trace[453234843] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:27190; }","duration":"347.467151ms","start":"2026-05-26T09:39:54.97445Z","end":"2026-05-26T09:39:55.321917Z","steps":["trace[453234843] 'agreement among raft nodes before linearized reading' (duration: 347.307617ms)"],"step_count":1} {"level":"info","ts":"2026-05-26T09:39:55.321962Z","caller":"traceutil/trace.go:171","msg":"trace[1692390898] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:27190; }","duration":"418.276602ms","start":"2026-05-26T09:39:54.903663Z","end":"2026-05-26T09:39:55.32194Z","steps":["trace[1692390898] 'agreement among raft nodes before linearized reading' (duration: 418.031155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:39:55.321979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:39:54.904328Z","time spent":"417.643795ms","remote":"127.0.0.1:58020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-26T09:39:55.321991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:39:54.974435Z","time spent":"347.540974ms","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-05-26T09:39:55.322015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:39:54.903644Z","time spent":"418.351843ms","remote":"127.0.0.1:49948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-05-26T09:39:55.32188Z","caller":"traceutil/trace.go:171","msg":"trace[1294318059] range","detail":"{range_begin:/registry/roles/openstack/manila-openstack-manila-db-init; range_end:; response_count:1; response_revision:27190; }","duration":"839.975448ms","start":"2026-05-26T09:39:54.481892Z","end":"2026-05-26T09:39:55.321868Z","steps":["trace[1294318059] 'agreement among raft nodes before linearized reading' (duration: 839.722371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-26T09:39:55.322159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-26T09:39:54.481873Z","time spent":"840.262725ms","remote":"127.0.0.1:58346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":697,"request content":"key:\"/registry/roles/openstack/manila-openstack-manila-db-init\" "}